Esempio n. 1
0
        public override Tokenizer Create(Net.Util.AttributeSource.AttributeFactory factory, TextReader input)
        {
            ClassicTokenizer tokenizer = new ClassicTokenizer(m_luceneMatchVersion, factory, input);

            tokenizer.MaxTokenLength = maxTokenLength;
            return(tokenizer);
        }
Esempio n. 2
0
 public TokenStreamComponentsAnonymousInnerClassHelper(ClassicAnalyzer outerInstance, ClassicTokenizer src, TokenStream tok, TextReader reader)
     : base(src, tok)
 {
     this.outerInstance = outerInstance;
     this.reader        = reader;
     this.src           = src;
 }
Esempio n. 3
0
        protected override TokenStreamComponents CreateComponents(string fieldName, TextReader reader)
        {
            var src = new ClassicTokenizer(m_matchVersion, reader);

            src.MaxTokenLength = maxTokenLength;
            TokenStream tok = new ClassicFilter(src);

            tok = new LowerCaseFilter(m_matchVersion, tok);
            tok = new StopFilter(m_matchVersion, tok, m_stopwords);
            return(new TokenStreamComponentsAnonymousInnerClassHelper(this, src, tok, reader));
        }