public Lexer(string filePath)
{
this.filePath = filePath;
buffer = new StringBuilder(128);
wordBox = new TokenBox();
tokens = new List <Token>();
wordBox.AddDFA(new ConstantDFA(), TokenType.Constant);
}
public void AddNotConstantWord(string token, TokenType wordType)
{
wordBox.AddDFA(new NotConstantDFA(token), wordType);
}