C# (CSharp) CountVectorizer.build_analyzer示例

示例#1

        public void CountVectorizerBiGram()
        {
            var bigram_vectorizer = new CountVectorizer();

            var analyze = bigram_vectorizer.build_analyzer();
            var tokens  = analyze.analyze("Bi-grams are cool!");

            Assert.IsTrue(Enumerable.SequenceEqual(tokens, new string[] { "bi", "grams", "are", "cool", "bi grams", "grams are", "are cool" }));
        }