/// <summary>Constructs a {@link StandardTokenizer} filtered by a {@link /// StandardFilter}, a {@link LowerCaseFilter} and a {@link StopFilter}. /// </summary> public override TokenStream TokenStream(System.String fieldName, System.IO.TextReader reader) { TokenStream result; if (tagsMode) { result = new TagsTokenizer(reader); } else { result = new StandardTokenizer(reader); } result = new StandardFilter(result); result = new LowerCaseFilter(result); result = new StopFilter(result, stopSet); return result; }
/// <summary>Constructs a {@link StandardTokenizer} filtered by a {@link /// StandardFilter}, a {@link LowerCaseFilter} and a {@link StopFilter}. /// </summary> public override TokenStream TokenStream(System.String fieldName, System.IO.TextReader reader) { TokenStream result; if (tagsMode) { result = new TagsTokenizer(reader); } else { result = new StandardTokenizer(reader); } result = new StandardFilter(result); result = new LowerCaseFilter(result); result = new StopFilter(result, stopSet); return(result); }