C# (CSharp) TokenizerChain示例

示例#1

        public void StopDemo()
        {
            Analyzer analyzer = new TokenizerChain(_tokenizerFactory,
                                                   new[] { _synonymFactory, _stopFactory });

            DisplayTokens(analyzer, Text1);
        }

示例#2

        public void LowerCaseDemo()
        {
            Analyzer analyzer = new TokenizerChain(_tokenizerFactory,
                                                   new[] { _synonymFactory, _stopFactory, _wordDelimiterFactory, _lowerCaseFactory });

            DisplayTokens(analyzer, Text1);
        }

示例#3

        public void TokenizerDemo()
        {
            Analyzer analyzer = new TokenizerChain(_tokenizerFactory, new TokenFilterFactory[0]);

            DisplayTokens(analyzer, Text1);
        }