/**
* Creates a new tokenizer for the specified input stream. The
* tokenizer can be set to process tokens either in
* case-sensitive or case-insensitive mode.
*
* @param input the input stream to read
* @param ignoreCase the character case ignore flag
*
* @since 1.5
*/
public Tokenizer(TextReader input, bool ignoreCase)
{
this.stringDfaMatcher = new StringDFAMatcher(ignoreCase);
this.nfaMatcher = new NFAMatcher(ignoreCase);
this.regExpMatcher = new RegExpMatcher(ignoreCase);
this.buffer = new ReaderBuffer(input);
}
/**
* Creates a new tokenizer for the specified input stream. The
* tokenizer can be set to process tokens either in
* case-sensitive or case-insensitive mode.
*
* @param input the input stream to read
* @param ignoreCase the character case ignore flag
*
* @since 1.5
*/
public Tokenizer(TextReader input, bool ignoreCase) {
this.stringDfaMatcher = new StringDFAMatcher(ignoreCase);
this.nfaMatcher = new NFAMatcher(ignoreCase);
this.regExpMatcher = new RegExpMatcher(ignoreCase);
this.buffer = new ReaderBuffer(input);
}
