Esempio n. 1
0
        public void StopDemo()
        {
            Analyzer analyzer = new TokenizerChain(_tokenizerFactory,
                                                   new[] { _synonymFactory, _stopFactory });

            DisplayTokens(analyzer, Text1);
        }
Esempio n. 2
0
        public void LowerCaseDemo()
        {
            Analyzer analyzer = new TokenizerChain(_tokenizerFactory,
                                                   new[] { _synonymFactory, _stopFactory, _wordDelimiterFactory, _lowerCaseFactory });

            DisplayTokens(analyzer, Text1);
        }
Esempio n. 3
0
        public void TokenizerDemo()
        {
            Analyzer analyzer = new TokenizerChain(_tokenizerFactory, new TokenFilterFactory[0]);

            DisplayTokens(analyzer, Text1);
        }