internal static void AssertTokenizesTo(SlowSynonymMap dict, IList <Token> input, string[] expected, int[] startOffsets, int[] endOffsets, int[] posIncs)
{
TokenStream tokenizer = new IterTokenStream(input);
SlowSynonymFilter stream = new SlowSynonymFilter(tokenizer, dict);
AssertTokenStreamContents(stream, expected, startOffsets, endOffsets, posIncs);
}
public virtual void TestTrim()
{
char[] a = " a ".ToCharArray();
char[] b = "b ".ToCharArray();
char[] ccc = "cCc".ToCharArray();
char[] whitespace = " ".ToCharArray();
char[] empty = "".ToCharArray();
TokenStream ts = new IterTokenStream(new Token(a, 0, a.Length, 1, 5), new Token(b, 0, b.Length, 6, 10), new Token(ccc, 0, ccc.Length, 11, 15), new Token(whitespace, 0, whitespace.Length, 16, 20), new Token(empty, 0, empty.Length, 21, 21));
ts = new TrimFilter(TEST_VERSION_CURRENT, ts, false);
AssertTokenStreamContents(ts, new string[] { "a", "b", "cCc", "", "" });
a = " a".ToCharArray();
b = "b ".ToCharArray();
ccc = " c ".ToCharArray();
whitespace = " ".ToCharArray();
ts = new IterTokenStream(new Token(a, 0, a.Length, 0, 2), new Token(b, 0, b.Length, 0, 2), new Token(ccc, 0, ccc.Length, 0, 3), new Token(whitespace, 0, whitespace.Length, 0, 3));
ts = new TrimFilter(LuceneVersion.LUCENE_43, ts, true);
AssertTokenStreamContents(ts, new string[] { "a", "b", "c", "" }, new int[] { 1, 0, 1, 3 }, new int[] { 2, 1, 2, 3 }, null, new int[] { 1, 1, 1, 1 }, null, null, false);
}
public virtual void TestTrim()
{
char[] a = " a ".ToCharArray();
char[] b = "b ".ToCharArray();
char[] ccc = "cCc".ToCharArray();
char[] whitespace = " ".ToCharArray();
char[] empty = "".ToCharArray();
TokenStream ts = new IterTokenStream(new Token(a, 0, a.Length, 1, 5), new Token(b, 0, b.Length, 6, 10), new Token(ccc, 0, ccc.Length, 11, 15), new Token(whitespace, 0, whitespace.Length, 16, 20), new Token(empty, 0, empty.Length, 21, 21));
ts = new TrimFilter(TEST_VERSION_CURRENT, ts, false);
AssertTokenStreamContents(ts, new string[] { "a", "b", "cCc", "", "" });
a = " a".ToCharArray();
b = "b ".ToCharArray();
ccc = " c ".ToCharArray();
whitespace = " ".ToCharArray();
ts = new IterTokenStream(new Token(a, 0, a.Length, 0, 2), new Token(b, 0, b.Length, 0, 2), new Token(ccc, 0, ccc.Length, 0, 3), new Token(whitespace, 0, whitespace.Length, 0, 3));
ts = new TrimFilter(LuceneVersion.LUCENE_43, ts, true);
AssertTokenStreamContents(ts, new string[] { "a", "b", "c", "" }, new int[] { 1, 0, 1, 3 }, new int[] { 2, 1, 2, 3 }, null, new int[] { 1, 1, 1, 1 }, null, null, false);
}
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
//ORIGINAL LINE: static void assertTokenizesTo(SlowSynonymMap dict, java.util.List<org.apache.lucene.analysis.Token> input, String expected[], int startOffsets[], int endOffsets[], int posIncs[]) throws java.io.IOException
internal static void assertTokenizesTo(SlowSynonymMap dict, IList<Token> input, string[] expected, int[] startOffsets, int[] endOffsets, int[] posIncs)
{
TokenStream tokenizer = new IterTokenStream(input);
SlowSynonymFilter stream = new SlowSynonymFilter(tokenizer, dict);
assertTokenStreamContents(stream, expected, startOffsets, endOffsets, posIncs);
}
