C# (CSharp) LuceneCustomization TestTokenizer示例

示例#1

文件： Program.cs 项目： williamalveslp/Entropy

        static void TestTokenization(string s)
        {
            TokenStream tokenStream = new TestTokenizer(new StringReader(s));

            ITermAttribute termAttribute = tokenStream.AddAttribute <ITermAttribute>();

            while (tokenStream.IncrementToken())
            {
                Console.WriteLine(termAttribute.Term);
            }
        }

示例#2

文件： Program.cs 项目： NuGet/Entropy

        static void TestTokenization(string s)
        {
            TokenStream tokenStream = new TestTokenizer(new StringReader(s));

            ITermAttribute termAttribute = tokenStream.AddAttribute<ITermAttribute>();

            while (tokenStream.IncrementToken())
            {
                Console.WriteLine(termAttribute.Term);
            }
        }