public void Next( )
{
try {
reader.NextToken();
Current = GetSymbolFromToken(reader);
}
catch (LexerException) {
Errors.Add(ErrorCodes.UNKNOWN_CHAR(reader.CurrentPosition));
}
}
public void TestLexer( )
{
Tokenisator lex = new Tokenisator(new StringReader("a 12 12,3 45 -+*/+"));
Token tok = Token.EOF;
do
{
lex.NextToken();
tok = lex.CurrentToken;
} while (tok != Token.EOF);
}