Exemple #1
0
 /**
  * Creates a new tokenizer for the specified input stream. The
  * tokenizer can be set to process tokens either in
  * case-sensitive or case-insensitive mode.
  *
  * @param input          the input stream to read
  * @param ignoreCase     the character case ignore flag
  *
  * @since 1.5
  */
 public Tokenizer(TextReader input, bool ignoreCase)
 {
     this.stringDfaMatcher = new StringDFAMatcher(ignoreCase);
     this.nfaMatcher       = new NFAMatcher(ignoreCase);
     this.regExpMatcher    = new RegExpMatcher(ignoreCase);
     this.buffer           = new ReaderBuffer(input);
 }
Exemple #2
0
 /**
  * Creates a new tokenizer for the specified input stream. The
  * tokenizer can be set to process tokens either in
  * case-sensitive or case-insensitive mode.
  *
  * @param input          the input stream to read
  * @param ignoreCase     the character case ignore flag
  *
  * @since 1.5
  */
 public Tokenizer(TextReader input, bool ignoreCase) {
     this.stringDfaMatcher = new StringDFAMatcher(ignoreCase);
     this.nfaMatcher = new NFAMatcher(ignoreCase);
     this.regExpMatcher = new RegExpMatcher(ignoreCase);
     this.buffer = new ReaderBuffer(input);
 }