示例#1
0
        protected internal override TokenStreamComponents CreateComponents(string fieldName, TextReader reader)
        {
            MockTokenizer tokenizer = new MockTokenizer(reader, RunAutomaton, LowerCase, MaxTokenLength_Renamed);

            tokenizer.EnableChecks = EnableChecks_Renamed;
            MockTokenFilter filt = new MockTokenFilter(tokenizer, Filter);

            return(new TokenStreamComponents(tokenizer, MaybePayload(filt, fieldName)));
        }
示例#2
0
 public override TokenStreamComponents CreateComponents(string fieldName, TextReader reader)
 {
     MockTokenizer tokenizer = new MockTokenizer(reader, RunAutomaton, LowerCase, MaxTokenLength_Renamed);
     tokenizer.EnableChecks = EnableChecks_Renamed;
     MockTokenFilter filt = new MockTokenFilter(tokenizer, Filter);
     return new TokenStreamComponents(tokenizer, MaybePayload(filt, fieldName));
 }