Пример #1
0
 private void copy_from(EnglishStemmer other)
 {
     B_Y_found = other.B_Y_found;
     I_p2      = other.I_p2;
     I_p1      = other.I_p1;
     base.CopyFrom(other);
 }
        public virtual void Test()
        {
            string text = "The fledgling banks were counting on a big boom in banking";
            EnglishStemmer stemmer = new EnglishStemmer();
            string[] test = Regex.Split(text, "\\s");
            string[] gold = new string[test.Length];
            for (int i = 0; i < test.Length; i++)
            {
                stemmer.SetCurrent(test[i]);
                stemmer.Stem();
                gold[i] = stemmer.Current;
            }

            TextReader reader = new StringReader(text);
            TokenStream stream = new MockTokenizer(reader, MockTokenizer.WHITESPACE, false);
            stream = TokenFilterFactory("SnowballPorter", "language", "English").Create(stream);
            AssertTokenStreamContents(stream, gold);
        }