public async Task GivenMultilineStringShouldIterateTokens()
{
var neutralEnumerator = new StringTokenizer(Constants.MultilineStrings.NeutralString.str);
var tokenCount = await neutralEnumerator.CountAsync().ConfigureAwait(false);
Assert.Equal(Constants.MultilineStrings.NeutralString.tokenCount, tokenCount);
var positiveEnumerator = new StringTokenizer(Constants.MultilineStrings.PositiveString.str);
tokenCount = await positiveEnumerator.CountAsync().ConfigureAwait(false);
Assert.Equal(Constants.MultilineStrings.PositiveString.tokenCount, tokenCount);
var negativeEnumerator = new StringTokenizer(Constants.MultilineStrings.NegativeString.str);
tokenCount = await negativeEnumerator.CountAsync().ConfigureAwait(false);
Assert.Equal(Constants.MultilineStrings.NegativeString.tokenCount, tokenCount);
}