protected internal override TokenStreamComponents CreateComponents(string fieldName, TextReader reader) { Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.WHITESPACE, false); TokenStream stream = new ScandinavianFoldingFilter(tokenizer); return(new TokenStreamComponents(tokenizer, stream)); }
public override TokenStreamComponents CreateComponents(string fieldName, TextReader reader) { Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.WHITESPACE, false); TokenStream stream = new ScandinavianFoldingFilter(tokenizer); return new TokenStreamComponents(tokenizer, stream); }