public virtual void TestWithStemExclusionSet() { CharArraySet set = new CharArraySet(TEST_VERSION_CURRENT, 1, true); set.add("پیاوە"); Analyzer a = new SoraniAnalyzer(TEST_VERSION_CURRENT, CharArraySet.EMPTY_SET, set); AssertAnalyzesTo(a, "پیاوە", new string[] { "پیاوە" }); }
public virtual void TestReusableTokenStream() { Analyzer a = new SoraniAnalyzer(TEST_VERSION_CURRENT); AssertAnalyzesTo(a, "پیاوە", new string[] { "پیاو" }); AssertAnalyzesTo(a, "پیاو", new string[] { "پیاو" }); }
public virtual void TestCustomStopwords() { Analyzer a = new SoraniAnalyzer(TEST_VERSION_CURRENT, CharArraySet.EMPTY_SET); AssertAnalyzesTo(a, "ئەم پیاوە", new string[] { "ئەم", "پیاو" }); }
public virtual void TestStopwords() { Analyzer a = new SoraniAnalyzer(TEST_VERSION_CURRENT); AssertAnalyzesTo(a, "ئەم پیاوە", new string[] { "پیاو" }); }