/// <summary> /// </summary> public override TokenStream TokenStream(string fieldName, TextReader reader) { TokenStream t = null; t = new LetterOrDigitTokenizer(reader); t = new LowerCaseFilter(t); t = new ASCIIFoldingFilter(t); t = new SingleCharTokenizer(t); return t; }
/// <summary> /// </summary> public override TokenStream TokenStream(string fieldName, TextReader reader) { TokenStream t = null; t = new LetterOrDigitTokenizer(reader); t = new LowerCaseFilter(t); t = new ASCIIFoldingFilter(t); return(t); }