public void TokenizeStrings(string input, string[] expected)
{
using (var reader = new StringReader(input))
{
var tokenSource = new TokenSource(reader);
var result = tokenSource.ReadAll().ToArray();
Assert.Equal(expected, result);
}
}