public override Tokenizer Create(Net.Util.AttributeSource.AttributeFactory factory, TextReader input)
{
ClassicTokenizer tokenizer = new ClassicTokenizer(m_luceneMatchVersion, factory, input);
tokenizer.MaxTokenLength = maxTokenLength;
return(tokenizer);
}
public TokenStreamComponentsAnonymousInnerClassHelper(ClassicAnalyzer outerInstance, ClassicTokenizer src, TokenStream tok, TextReader reader)
: base(src, tok)
{
this.outerInstance = outerInstance;
this.reader = reader;
this.src = src;
}
protected override TokenStreamComponents CreateComponents(string fieldName, TextReader reader)
{
var src = new ClassicTokenizer(m_matchVersion, reader);
src.MaxTokenLength = maxTokenLength;
TokenStream tok = new ClassicFilter(src);
tok = new LowerCaseFilter(m_matchVersion, tok);
tok = new StopFilter(m_matchVersion, tok, m_stopwords);
return(new TokenStreamComponentsAnonymousInnerClassHelper(this, src, tok, reader));
}