public override TokenStream TokenStream(string fieldName, System.IO.TextReader reader)
{
TokenStream result = new StreamLemmasFilter(reader, hebMorphLemmatizer,
lemmaFilter, alwaysSaveMarkedOriginal);
// This stop filter is here temporarily, until HebMorph is smart enough to clear stop words
// all by itself
result = new StopFilter(enableStopPositionIncrements, result, STOP_WORDS_SET);
return(result);
}
public override TokenStream TokenStream(string fieldName, System.IO.TextReader reader)
{
TokenStream result = new StreamLemmasFilter(reader, hebMorphLemmatizer,
lemmaFilter, alwaysSaveMarkedOriginal);
// This stop filter is here temporarily, until HebMorph is smart enough to clear stop words
// all by itself
result = new StopFilter(enableStopPositionIncrements, result, STOP_WORDS_SET);
return result;
}