Example #1
0
 void InitIdentifier()
 {
     tokens = new Tokens(this.tokenList);
     tokenizer = new Tokenizer(tokens);
     statementIdentifier = new StatementIdentifier(statements.ToArray());
     statementIdentifier.Ended += OnEnded;
     input = new InputHandler(tokenizer,statementIdentifier, args);
     input.Finished += OnEnded;
 }
Example #2
0
 public Tokenizer(Tokens tokens)
 {
     this.tokens = tokens;
     TokenizedSentence = new List<TokenizedWord>();
 }