public virtual void TestReset() { const string input = "How the s a brown s cow d like A B thing?"; WhitespaceTokenizer wt = new WhitespaceTokenizer(TEST_VERSION_CURRENT, new StringReader(input)); CommonGramsFilter cgf = new CommonGramsFilter(TEST_VERSION_CURRENT, wt, commonWords); ICharTermAttribute term = cgf.AddAttribute<ICharTermAttribute>(); cgf.Reset(); assertTrue(cgf.IncrementToken()); assertEquals("How", term.ToString()); assertTrue(cgf.IncrementToken()); assertEquals("How_the", term.ToString()); assertTrue(cgf.IncrementToken()); assertEquals("the", term.ToString()); assertTrue(cgf.IncrementToken()); assertEquals("the_s", term.ToString()); cgf.Dispose(); wt.Reader = new StringReader(input); cgf.Reset(); assertTrue(cgf.IncrementToken()); assertEquals("How", term.ToString()); }
public virtual void TestReset() { const string input = "How the s a brown s cow d like A B thing?"; WhitespaceTokenizer wt = new WhitespaceTokenizer(TEST_VERSION_CURRENT, new StringReader(input)); CommonGramsFilter cgf = new CommonGramsFilter(TEST_VERSION_CURRENT, wt, commonWords); ICharTermAttribute term = cgf.AddAttribute <ICharTermAttribute>(); cgf.Reset(); assertTrue(cgf.IncrementToken()); assertEquals("How", term.ToString()); assertTrue(cgf.IncrementToken()); assertEquals("How_the", term.ToString()); assertTrue(cgf.IncrementToken()); assertEquals("the", term.ToString()); assertTrue(cgf.IncrementToken()); assertEquals("the_s", term.ToString()); cgf.Dispose(); wt.SetReader(new StringReader(input)); cgf.Reset(); assertTrue(cgf.IncrementToken()); assertEquals("How", term.ToString()); }