public override TokenStreamComponents CreateComponents(string fieldName, TextReader reader) { Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.WHITESPACE, false); TokenFilter filter = new MockSynonymFilter(outerInstance, tokenizer); StopFilter stopfilter = new StopFilter(Version.LUCENE_43, filter, StopAnalyzer.ENGLISH_STOP_WORDS_SET); stopfilter.EnablePositionIncrements = false; return(new TokenStreamComponents(tokenizer, stopfilter)); }
protected override TokenStreamComponents CreateComponents(string fieldName, TextReader reader) { Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.WHITESPACE, false); TokenFilter filter = new MockSynonymFilter(outerInstance, tokenizer); #pragma warning disable 612, 618 StopFilter stopfilter = new StopFilter(Version.LUCENE_43, filter, StopAnalyzer.ENGLISH_STOP_WORDS_SET); stopfilter.SetEnablePositionIncrements(false); #pragma warning restore 612, 618 return(new TokenStreamComponents(tokenizer, stopfilter)); }
public virtual void TestFirstPosInc() { Analyzer analyzer = Analyzer.NewAnonymous(createComponents: (fieldName, reader) => { Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.WHITESPACE, false); TokenFilter filter = new MockSynonymFilter(tokenizer); #pragma warning disable 612, 618 StopFilter stopfilter = new StopFilter(Version.LUCENE_43, filter, StopAnalyzer.ENGLISH_STOP_WORDS_SET); stopfilter.SetEnablePositionIncrements(false); #pragma warning restore 612, 618 return(new TokenStreamComponents(tokenizer, stopfilter)); }); AssertAnalyzesTo(analyzer, "the quick brown fox", new string[] { "hte", "quick", "brown", "fox" }, new int[] { 1, 1, 1, 1 }); }
protected internal override TokenStreamComponents createComponents(string fieldName, Reader reader) { Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.WHITESPACE, false); TokenFilter filter = new MockSynonymFilter(outerInstance, tokenizer); StopFilter stopfilter = new StopFilter(Version.LUCENE_43, filter, StopAnalyzer.ENGLISH_STOP_WORDS_SET); stopfilter.EnablePositionIncrements = false; return new TokenStreamComponents(tokenizer, stopfilter); }
public override TokenStreamComponents CreateComponents(string fieldName, TextReader reader) { Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.WHITESPACE, false); TokenFilter filter = new MockSynonymFilter(outerInstance, tokenizer); #pragma warning disable 612, 618 StopFilter stopfilter = new StopFilter(Version.LUCENE_43, filter, StopAnalyzer.ENGLISH_STOP_WORDS_SET); #pragma warning restore 612, 618 stopfilter.EnablePositionIncrements = false; return new TokenStreamComponents(tokenizer, stopfilter); }