public override TokenStream ReusableTokenStream(System.String fieldName, System.IO.TextReader reader) { Tokenizer tokenizer = (Tokenizer) GetPreviousTokenStream(); if (tokenizer == null) { tokenizer = new LowerCaseTokenizer(reader); SetPreviousTokenStream(tokenizer); } else tokenizer.Reset(reader); return tokenizer; }
public override TokenStream ReusableTokenStream(System.String fieldName, System.IO.TextReader reader) { Tokenizer tokenizer = (Tokenizer)GetPreviousTokenStream(); if (tokenizer == null) { tokenizer = new LowerCaseTokenizer(reader); SetPreviousTokenStream(tokenizer); } else { tokenizer.Reset(reader); } return(tokenizer); }