public void TestEndNotStopWord() { CharArraySet stopWords = StopFilter.MakeStopSet(TEST_VERSION_CURRENT, "to"); TokenStream stream = new MockTokenizer(new StringReader("go to")); TokenStream filter = new SuggestStopFilter(stream, stopWords); AssertTokenStreamContents(filter, new string[] { "go", "to" }, new int[] { 0, 3 }, new int[] { 2, 5 }, null, new int[] { 1, 1 }, null, 5, new bool[] { false, true }, true); }
public void TestEndNotStopWord() { CharArraySet stopWords = StopFilter.MakeStopSet(TEST_VERSION_CURRENT, "to"); TokenStream stream = new MockTokenizer(new StringReader("go to")); TokenStream filter = new SuggestStopFilter(stream, stopWords); AssertTokenStreamContents(filter, new string[] { "go", "to" }, new int[] { 0, 3 }, new int[] { 2, 5 }, null, new int[] { 1, 1 }, null, 5, new bool[] { false, true }, true); }
public void TestMultipleStopWords() { CharArraySet stopWords = StopFilter.MakeStopSet(TEST_VERSION_CURRENT, "to", "the", "a"); TokenStream stream = new MockTokenizer(new StringReader("go to a the school")); TokenStream filter = new SuggestStopFilter(stream, stopWords); filter = new SuggestStopFilter(stream, stopWords); AssertTokenStreamContents(filter, new String[] { "go", "school" }, new int[] { 0, 12 }, new int[] { 2, 18 }, null, new int[] { 1, 4 }, null, 18, new bool[] { false, false }, true); }
public void TestMidStopWord() { CharArraySet stopWords = StopFilter.MakeStopSet(TEST_VERSION_CURRENT, "to"); TokenStream stream = new MockTokenizer(new StringReader("go to school")); TokenStream filter = new SuggestStopFilter(stream, stopWords); filter = new SuggestStopFilter(stream, stopWords); AssertTokenStreamContents(filter, new String[] { "go", "school" }, new int[] { 0, 6 }, new int[] { 2, 12 }, null, new int[] { 1, 2 }, null, 12, new bool[] { false, false }, true); }
public void TestMultipleStopWordsEnd2() { CharArraySet stopWords = StopFilter.MakeStopSet(TEST_VERSION_CURRENT, "to", "the", "a"); TokenStream stream = new MockTokenizer(new StringReader("go to a the ")); TokenStream filter = new SuggestStopFilter(stream, stopWords); filter = new SuggestStopFilter(stream, stopWords); AssertTokenStreamContents(filter, new String[] { "go" }, new int[] { 0 }, new int[] { 2 }, null, new int[] { 1 }, null, 12, new bool[] { false }, true); }