public void TestLexer( )
{
Tokenisator lex = new Tokenisator(new StringReader("a 12 12,3 45 -+*/+"));
Token tok = Token.EOF;
do
{
lex.NextToken();
tok = lex.CurrentToken;
} while (tok != Token.EOF);
}
private Symbol GetSymbolFromToken(Tokenisator stream) => new Symbol(stream.CurrentToken, stream.Value, stream.Identifier, stream.CurrentPosition);
public void Lex(TextReader textReader)
{
reader = new Tokenisator(textReader);
Next();
}