static void AssertTokens(TsonTokenizer tokenizer, TsonToken[] expectedTokens)
{
TsonToken token = tokenizer.PeekNext();
TsonToken expectedToken = expectedTokens[0];
Assert.AreEqual(expectedToken.TokenType, token.TokenType);
Assert.AreEqual(expectedToken.Location.Offset, token.Location.Offset);
Assert.AreEqual(expectedToken.Data, token.Data);
for (int i = 0; i < expectedTokens.Length; i++)
{
expectedToken = expectedTokens[i];
token = tokenizer.Next();
string s = String.Format("Token '{0}', Offset {1}, Data {2}", expectedToken.TokenType.ToString(), expectedToken.Location.Offset, expectedToken.Data == null ? "null" : expectedToken.Data);
Assert.AreEqual(expectedToken.TokenType, token.TokenType, s);
Assert.AreEqual(expectedToken.Location.Offset, token.Location.Offset, s);
Assert.AreEqual(expectedToken.Data, token.Data, s);
}
token = tokenizer.Next();
Assert.IsTrue(token.IsEnd);
token = tokenizer.PeekNext();
Assert.IsTrue(token.IsEnd);
}
public void TestEmptyString()
{
TsonTokenizer tokenizer = new TsonTokenizer("");
Assert.IsTrue(tokenizer.Next().IsEnd);
}
