void InitIdentifier()
{
tokens = new Tokens(this.tokenList);
tokenizer = new Tokenizer(tokens);
statementIdentifier = new StatementIdentifier(statements.ToArray());
statementIdentifier.Ended += OnEnded;
input = new InputHandler(tokenizer,statementIdentifier, args);
input.Finished += OnEnded;
}
public Tokenizer(Tokens tokens)
{
this.tokens = tokens;
TokenizedSentence = new List<TokenizedWord>();
}
