public static void AssertTokens(ITokenizer tokenizer, ITokenFilter filter, params Token[] tokens)
{
ITokenizer actual = filter.Clone(tokenizer);
foreach (Token expected in tokens)
{
Assertion.AssertEquals(expected, actual.NextToken());
}
}
ITokenizer CreateTokenizer(string value)
{
if (null == value || 0 == value.Length)
{
return(NullTokenizer.Instance);
}
return(_filter.Clone(new StringTokenizer(value)));
}
public static void AssertTokens(ITokenizer tokenizer, ITokenFilter filter, params Token[] tokens)
{
ITokenizer actual = filter.Clone(tokenizer);
foreach (Token expected in tokens)
{
Assertion.AssertEquals(expected, actual.NextToken());
}
}
public static void AssertTokenValues(string text, ITokenFilter filter, params string[] expectedValues)
{
ITokenizer tokenizer = filter.Clone(new StringTokenizer(text));
AssertTokenValues(tokenizer, expectedValues);
}
public static void AssertTokenValues(string text, ITokenFilter filter, params string[] expectedValues)
{
ITokenizer tokenizer = filter.Clone(new StringTokenizer(text));
AssertTokenValues(tokenizer, expectedValues);
}