public override TokenStream TokenStream(string fieldName, System.IO.TextReader reader) { TokenStream result = new StreamLemmasFilter(reader, hebMorphLemmatizer, lemmaFilter, alwaysSaveMarkedOriginal); // This stop filter is here temporarily, until HebMorph is smart enough to clear stop words // all by itself result = new StopFilter(enableStopPositionIncrements, result, STOP_WORDS_SET); return(result); }
public override TokenStream TokenStream(string fieldName, System.IO.TextReader reader) { TokenStream result = new StreamLemmasFilter(reader, hebMorphLemmatizer, lemmaFilter, alwaysSaveMarkedOriginal); // This stop filter is here temporarily, until HebMorph is smart enough to clear stop words // all by itself result = new StopFilter(enableStopPositionIncrements, result, STOP_WORDS_SET); return result; }