void InitIdentifier() { tokens = new Tokens(this.tokenList); tokenizer = new Tokenizer(tokens); statementIdentifier = new StatementIdentifier(statements.ToArray()); statementIdentifier.Ended += OnEnded; input = new InputHandler(tokenizer,statementIdentifier, args); input.Finished += OnEnded; }
public Tokenizer(Tokens tokens) { this.tokens = tokens; TokenizedSentence = new List<TokenizedWord>(); }