public static void AssertTokens(ITokenizer tokenizer, ITokenFilter filter, params Token[] tokens) { ITokenizer actual = filter.Clone(tokenizer); foreach (Token expected in tokens) { Assertion.AssertEquals(expected, actual.NextToken()); } }
ITokenizer CreateTokenizer(string value) { if (null == value || 0 == value.Length) { return(NullTokenizer.Instance); } return(_filter.Clone(new StringTokenizer(value))); }
public static void AssertTokenValues(string text, ITokenFilter filter, params string[] expectedValues) { ITokenizer tokenizer = filter.Clone(new StringTokenizer(text)); AssertTokenValues(tokenizer, expectedValues); }