public void RFCValidPatterns()
{
var robots = LoadRobotsRfcFileExample();
var tokenizer = new RobotsFileTokenizer();
var tokens = tokenizer.Tokenize(robots);
var validator = new RobotsFileTokenPatternValidator();
var result = validator.Validate(tokens);
Assert.IsTrue(result.IsValid);
}
public void MalformedFieldPatterns()
{
var robots = LoadResource("RobotsFile/InvalidField-Example.txt");
var tokenizer = new RobotsFileTokenizer();
var tokens = tokenizer.Tokenize(robots);
var validator = new RobotsFileTokenPatternValidator();
var result = validator.Validate(tokens);
Assert.IsFalse(result.IsValid);
var firstErrorExpectedTokens = result.Errors.First().Expected;
Assert.AreEqual(TokenType.NewLine, firstErrorExpectedTokens.ElementAt(0));
Assert.AreEqual(1, firstErrorExpectedTokens.Count());
Assert.AreEqual(19, result.Errors.Count());
}
