Beispiel #1
0
 public Tokenizer(TextReader input, bool ignoreCase)
 {
     this._stringDfaMatcher = new StringDFAMatcher(ignoreCase);
     this._nfaMatcher       = new NFAMatcher(ignoreCase);
     this._regExpMatcher    = new RegExpMatcher(ignoreCase);
     this._buffer           = new ReaderBuffer(input);
 }