/// <summary> Creates a TokenStream which tokenizes all the text in the provided Reader. /// /// </summary> /// <returns> A TokenStream build from a StandardTokenizer filtered with /// StandardFilter, LowerCaseFilter, StopFilter, GermanStemFilter /// </returns> public override TokenStream TokenStream(System.String fieldName, System.IO.TextReader reader) { TokenStream result = new StandardTokenizer(reader); result = new StandardFilter(result); result = new LowerCaseFilter(result); result = new StopFilter(result, stopSet); result = new GermanStemFilter(result, exclusionSet); return(result); }
/// <summary> Creates a TokenStream which tokenizes all the text in the provided Reader. /// /// </summary> /// <returns> A TokenStream build from a StandardTokenizer filtered with /// StandardFilter, LowerCaseFilter, StopFilter, GermanStemFilter /// </returns> public override TokenStream TokenStream(System.String fieldName, System.IO.TextReader reader) { TokenStream result = new StandardTokenizer(reader); result = new StandardFilter(result); result = new LowerCaseFilter(result); result = new StopFilter(result, stopSet); result = new GermanStemFilter(result, exclusionSet); return result; }