public virtual void Test()
{
SinkTokenizer sink1 = new AnonymousClassSinkTokenizer(this, null);
TokenStream source = new TeeTokenFilter(new WhitespaceTokenizer(new System.IO.StringReader(buffer1.ToString())), sink1);
int i = 0;
Token reusableToken = new Token();
for (Token nextToken = source.Next(reusableToken); nextToken != null; nextToken = source.Next(reusableToken))
{
Assert.IsTrue(nextToken.Term().Equals(tokens1[i]) == true, nextToken.Term() + " is not equal to " + tokens1[i]);
i++;
}
Assert.IsTrue(i == tokens1.Length, i + " does not equal: " + tokens1.Length);
Assert.IsTrue(sink1.GetTokens().Count == 2, "sink1 Size: " + sink1.GetTokens().Count + " is not: " + 2);
i = 0;
for (Token token = sink1.Next(reusableToken); token != null; token = sink1.Next(reusableToken))
{
Assert.IsTrue(token.Term().ToUpper().Equals("The".ToUpper()) == true, token.Term() + " is not equal to " + "The");
i++;
}
Assert.IsTrue(i == sink1.GetTokens().Count, i + " does not equal: " + sink1.GetTokens().Count);
}
public virtual void Test()
{
SinkTokenizer sink1 = new AnonymousClassSinkTokenizer(this, null);
TokenStream source = new TeeTokenFilter(new WhitespaceTokenizer(new System.IO.StringReader(buffer1.ToString())), sink1);
int i = 0;
Token reusableToken = new Token();
for (Token nextToken = source.Next(reusableToken); nextToken != null; nextToken = source.Next(reusableToken))
{
Assert.IsTrue(nextToken.Term().Equals(tokens1[i]) == true, nextToken.Term() + " is not equal to " + tokens1[i]);
i++;
}
Assert.IsTrue(i == tokens1.Length, i + " does not equal: " + tokens1.Length);
Assert.IsTrue(sink1.GetTokens().Count == 2, "sink1 Size: " + sink1.GetTokens().Count + " is not: " + 2);
i = 0;
for (Token token = sink1.Next(reusableToken); token != null; token = sink1.Next(reusableToken))
{
Assert.IsTrue(token.Term().ToUpper().Equals("The".ToUpper()) == true, token.Term() + " is not equal to " + "The");
i++;
}
Assert.IsTrue(i == sink1.GetTokens().Count, i + " does not equal: " + sink1.GetTokens().Count);
}
