public override Tokenizer Create(AttributeSource.AttributeFactory factory, TextReader input)
{
UAX29URLEmailTokenizer tokenizer = new UAX29URLEmailTokenizer(m_luceneMatchVersion, factory, input);
tokenizer.MaxTokenLength = maxTokenLength;
return(tokenizer);
}
public TokenStreamComponentsAnonymousInnerClassHelper(UAX29URLEmailAnalyzer outerInstance, UAX29URLEmailTokenizer src, TokenStream tok, TextReader reader)
: base(src, tok)
{
this.outerInstance = outerInstance;
this.reader = reader;
this.src = src;
}
public override TokenStreamComponents CreateComponents(string fieldName, Reader reader)
{
UAX29URLEmailTokenizer src = new UAX29URLEmailTokenizer(matchVersion, reader);
src.MaxTokenLength = maxTokenLength;
TokenStream tok = new StandardFilter(matchVersion, src);
tok = new LowerCaseFilter(matchVersion, tok);
tok = new StopFilter(matchVersion, tok, stopwords);
return(new TokenStreamComponentsAnonymousInnerClassHelper(this, src, tok, reader));
}
