/* public override TokenStream ReusableTokenStream(string fieldName, System.IO.TextReader reader) { MMSegTokenizer mmsegTokenizer = (MMSegTokenizer)base.PreviousTokenStream; if (mmsegTokenizer == null) { mmsegTokenizer = new MMSegTokenizer(NewSeg, reader); base.PreviousTokenStream = mmsegTokenizer; } else { mmsegTokenizer.Reset(reader); } return mmsegTokenizer; } */ public override TokenStream TokenStream(string fieldName, System.IO.TextReader reader) { Lucene.Net.Analysis.TokenStream result = new MMSegTokenizer(NewSeg, reader); result.Reset(); result = new LowerCaseFilter(result); return result; }
/* * public override TokenStream ReusableTokenStream(string fieldName, System.IO.TextReader reader) * { * MMSegTokenizer mmsegTokenizer = (MMSegTokenizer)base.PreviousTokenStream; * if (mmsegTokenizer == null) * { * mmsegTokenizer = new MMSegTokenizer(NewSeg, reader); * base.PreviousTokenStream = mmsegTokenizer; * } * else * { * mmsegTokenizer.Reset(reader); * } * return mmsegTokenizer; * } */ public override TokenStream TokenStream(string fieldName, System.IO.TextReader reader) { Lucene.Net.Analysis.TokenStream result = new MMSegTokenizer(NewSeg, reader); result.Reset(); result = new LowerCaseFilter(result); return(result); }
/* public override TokenStream ReusableTokenStream(string fieldName, System.IO.TextReader reader) { MMSegTokenizer mmsegTokenizer = (MMSegTokenizer)base.PreviousTokenStream; if (mmsegTokenizer == null) { mmsegTokenizer = new MMSegTokenizer(NewSeg, reader); base.PreviousTokenStream = mmsegTokenizer; } else { mmsegTokenizer.Reset(reader); } return mmsegTokenizer; } */ public override TokenStream TokenStream(string fieldName, System.IO.TextReader reader) { Lucene.Net.Analysis.TokenStream ts = new MMSegTokenizer(NewSeg, reader); return ts; }