/// <summary> Creates a TokenStream which tokenizes all the text in the provided Reader.
///
/// </summary>
/// <returns> A TokenStream build from a StandardTokenizer filtered with
/// StandardFilter, LowerCaseFilter, StopFilter, GermanStemFilter
/// </returns>
public override TokenStream TokenStream(System.String fieldName, System.IO.TextReader reader)
{
TokenStream result = new StandardTokenizer(reader);
result = new StandardFilter(result);
result = new LowerCaseFilter(result);
result = new StopFilter(result, stopSet);
result = new GermanStemFilter(result, exclusionSet);
return(result);
}
/// <summary> Creates a TokenStream which tokenizes all the text in the provided Reader.
///
/// </summary>
/// <returns> A TokenStream build from a StandardTokenizer filtered with
/// StandardFilter, LowerCaseFilter, StopFilter, GermanStemFilter
/// </returns>
public override TokenStream TokenStream(System.String fieldName, System.IO.TextReader reader)
{
TokenStream result = new StandardTokenizer(reader);
result = new StandardFilter(result);
result = new LowerCaseFilter(result);
result = new StopFilter(result, stopSet);
result = new GermanStemFilter(result, exclusionSet);
return result;
}
