public void TestExclude() { CharArraySet exclusionSet = new CharArraySet(TEST_VERSION_CURRENT, AsSet("studenta"), false); ; Analyzer a = new PolishAnalyzer(TEST_VERSION_CURRENT, PolishAnalyzer.GetDefaultStopSet(), exclusionSet); CheckOneTerm(a, "studenta", "studenta"); CheckOneTerm(a, "studenci", "student"); }
public void TestBasics() { Analyzer a = new PolishAnalyzer(TEST_VERSION_CURRENT); // stemming CheckOneTerm(a, "studenta", "student"); CheckOneTerm(a, "studenci", "student"); // stopword AssertAnalyzesTo(a, "był", new String[] { }); }
public void TestExclude() { CharArraySet exclusionSet = new CharArraySet(TEST_VERSION_CURRENT, AsSet("studenta"), false);; Analyzer a = new PolishAnalyzer(TEST_VERSION_CURRENT, PolishAnalyzer.DefaultStopSet, exclusionSet); CheckOneTerm(a, "studenta", "studenta"); CheckOneTerm(a, "studenci", "student"); }
public void TestBasics() { Analyzer a = new PolishAnalyzer(TEST_VERSION_CURRENT); // stemming CheckOneTerm(a, "studenta", "student"); CheckOneTerm(a, "studenci", "student"); // stopword AssertAnalyzesTo(a, "był", new String[] { }); }
public void TestOutOfRange() { var a = new PolishAnalyzer(TEST_VERSION_CURRENT); var text = "zyaolz 96619727 p"; var reader = new StringReader(text); int remainder = 2; using var ts = a.GetTokenStream("dummy", (TextReader) new MockCharFilter(reader, remainder)); ts.Reset(); while (ts.IncrementToken()) { } ts.End(); }
public void TestOutOfRange() { var a = new PolishAnalyzer(TEST_VERSION_CURRENT); var text = "zyaolz 96619727 p"; var reader = new StringReader(text); int remainder = 2; using (var ts = a.TokenStream("dummy", (TextReader)new MockCharFilter(reader, remainder))) { ts.Reset(); while (ts.IncrementToken()) { } ts.End(); } }