public override TokenStream TokenStream(string fieldName, TextReader reader)
        {
            TokenStream result = new RemoveDuplicatesTokenFilter(new PorterStemFilterAndOrginal(new ASCIIFoldingFilter(new LowerCaseFilter(new SpecialNoneWhiteSpaceFilter(new CDRWhitespaceTokenizer(reader))))));

            return(result);
        }
        public override TokenStream TokenStream(string fieldName, TextReader reader)
        {
            TokenStream result = new RemoveDuplicatesTokenFilter(new PorterStemFilterAndOrginal(new Lucene.Net.Analysis.NGram.EdgeNGramTokenFilter(new ASCIIFoldingFilter(new LowerCaseFilter(new SpecialNoneWhiteSpaceFilter(new CDRWhitespaceTokenizer(reader)))), Lucene.Net.Analysis.NGram.Side.FRONT, 1, 1024)));

            return(result);
        }