public void Can_Load_VARIABLE_Token() { var lexer = new Lexer(new StringCharacterBuffer(" @Variable ", 3)); var token = lexer.GetNextToken(); Assert.AreEqual(TokenKind.VARIABLE, token.Kind); Assert.AreEqual("Variable", token.Text); }
public void Can_Load_Class_Token() { var lexer = new Lexer(new StringCharacterBuffer(" .class ", 3)); var token = lexer.GetNextToken(); Assert.AreEqual(TokenKind.CLASS, token.Kind); Assert.AreEqual("class", token.Text); }
public TokenBuffer(Lexer lex, int bufferSize) { size = bufferSize; buf = new Token[bufferSize]; lexer = lex; InitBuffer(bufferSize); }
public void Can_Retrieve_Token_Pos() { var lexer = new Lexer(new StringCharacterBuffer(".test{", 3)); var token = lexer.GetNextToken(); Assert.AreEqual(TokenKind.CLASS, token.Kind); Assert.AreEqual(1, token.StartIndex ); Assert.AreEqual(5, token.EndIndex ); token = lexer.GetNextToken(); }
public void Can_Load_EOF_Token_While_Disregarding_WhiteSpace() { var lexer = new Lexer(new StringCharacterBuffer(" ", 3)); Assert.AreEqual(TokenKind.EOF, lexer.GetNextToken().Kind); }