public void TestSingle() { // Identifier var lexer = new SimplexerOriginal("x"); Assert.True(lexer.MoveNext()); Assert.Equal(new Token("x", "identifier"), lexer.Current); // Boolean lexer = new SimplexerOriginal("true"); Assert.True(lexer.MoveNext()); Assert.Equal(new Token("true", "boolean"), lexer.Current); // Integer lexer = new SimplexerOriginal("12345"); Assert.True(lexer.MoveNext()); Assert.Equal(new Token("12345", "integer"), lexer.Current); // String lexer = new SimplexerOriginal("\"Hello\""); Assert.True(lexer.MoveNext()); Assert.Equal(new Token("\"Hello\"", "string"), lexer.Current); // Keyword lexer = new SimplexerOriginal("break"); Assert.True(lexer.MoveNext()); Assert.Equal(new Token("break", "keyword"), lexer.Current); }
private static Token[] ToArray(SimplexerOriginal lexer) { var tokens = new List <Token>(); while (lexer.MoveNext()) { tokens.Add(lexer.Current); } return(tokens.ToArray()); }
public void TestEmpty() { var lexer = new SimplexerOriginal(""); Assert.False(lexer.MoveNext()); }