public override TokenStream TokenStream(string fieldName, TextReader reader) { TokenStream result = new RemoveDuplicatesTokenFilter(new PorterStemFilterAndOrginal(new ASCIIFoldingFilter(new LowerCaseFilter(new SpecialNoneWhiteSpaceFilter(new CDRWhitespaceTokenizer(reader)))))); return(result); }
public override TokenStream TokenStream(string fieldName, TextReader reader) { TokenStream result = new RemoveDuplicatesTokenFilter(new PorterStemFilterAndOrginal(new Lucene.Net.Analysis.NGram.EdgeNGramTokenFilter(new ASCIIFoldingFilter(new LowerCaseFilter(new SpecialNoneWhiteSpaceFilter(new CDRWhitespaceTokenizer(reader)))), Lucene.Net.Analysis.NGram.Side.FRONT, 1, 1024))); return(result); }