public void DfaLexemeGivenCharacerLexemeNumberShouldFail()
{
var numberInput = "0";
var dfa = new DfaState();
var final = new DfaState(true);
dfa.AddTransition(new DfaTransition(new RangeTerminal('a', 'z'), final));
final.AddTransition(new DfaTransition(new RangeTerminal('a', 'z'), final));
var dfaLexerRule = new DfaLexerRule(dfa, new TokenType("lowerCase"));
var letterLexeme = new DfaLexeme(dfaLexerRule, 0);
Assert.IsFalse(letterLexeme.Scan(numberInput[0]));
Assert.AreEqual(string.Empty, letterLexeme.Value);
}
public void DfaLexemeShouldMatchOneOrMoreRandomWhitespaceCharacters()
{
var randomWhitespace = "\t\f\v \r\n";
var dfa = new DfaState();
var final = new DfaState(true);
dfa.AddTransition(new DfaTransition(new WhitespaceTerminal(), final));
final.AddTransition(new DfaTransition(new WhitespaceTerminal(), final));
var dfaLexerRule = new DfaLexerRule(dfa, new TokenType("whitespace"));
var whitespaceLexeme = new DfaLexeme(dfaLexerRule, 0);
for (int i = 0; i < randomWhitespace.Length; i++)
{
Assert.IsTrue(whitespaceLexeme.Scan(randomWhitespace[i]));
}
}
public void DfaLexemeShouldMatchMixedCaseWord()
{
var wordInput = "t90vAriabl3";
var dfa = new DfaState();
var final = new DfaState(true);
dfa.AddTransition(new DfaTransition(new RangeTerminal('a', 'z'), final));
dfa.AddTransition(new DfaTransition(new RangeTerminal('A', 'Z'), final));
final.AddTransition(new DfaTransition(new RangeTerminal('a', 'z'), final));
final.AddTransition(new DfaTransition(new RangeTerminal('A', 'Z'), final));
final.AddTransition(new DfaTransition(new DigitTerminal(), final));
var dfaLexerRule = new DfaLexerRule(dfa, new TokenType("Identifier"));
var indentifierLexeme = new DfaLexeme(dfaLexerRule, 0);
for (int i = 0; i < wordInput.Length; i++)
{
Assert.IsTrue(indentifierLexeme.Scan(wordInput[i]));
}
}
public void DfaLexemeResetShouldResetLexemeValues()
{
var numberLexerRule = new NumberLexerRule();
var whitespaceLexerRule = new WhitespaceLexerRule();
var lexeme = new DfaLexeme(numberLexerRule, 0);
const string numberInput = "0123456";
for (var i = 0; i < numberInput.Length; i++)
{
var result = lexeme.Scan(numberInput[i]);
if (!result)
{
Assert.Fail($"Did not recognize number {numberInput[i]}");
}
}
lexeme.Reset(whitespaceLexerRule, 50);
Assert.AreEqual(string.Empty, lexeme.Value);
Assert.AreEqual(50, lexeme.Position);
Assert.AreEqual(whitespaceLexerRule.LexerRuleType, lexeme.LexerRule.LexerRuleType);
Assert.AreEqual(whitespaceLexerRule.TokenType, lexeme.TokenType);
}
