public override Tokenizer Create(Net.Util.AttributeSource.AttributeFactory factory, TextReader input) { ClassicTokenizer tokenizer = new ClassicTokenizer(m_luceneMatchVersion, factory, input); tokenizer.MaxTokenLength = maxTokenLength; return(tokenizer); }
public TokenStreamComponentsAnonymousInnerClassHelper(ClassicAnalyzer outerInstance, ClassicTokenizer src, TokenStream tok, TextReader reader) : base(src, tok) { this.outerInstance = outerInstance; this.reader = reader; this.src = src; }
protected override TokenStreamComponents CreateComponents(string fieldName, TextReader reader) { var src = new ClassicTokenizer(m_matchVersion, reader); src.MaxTokenLength = maxTokenLength; TokenStream tok = new ClassicFilter(src); tok = new LowerCaseFilter(m_matchVersion, tok); tok = new StopFilter(m_matchVersion, tok, m_stopwords); return(new TokenStreamComponentsAnonymousInnerClassHelper(this, src, tok, reader)); }