public void list_of_variable(string toParse)
{
var t = new StringTokenizer(toParse);
List <string> values = new List <string>();
t.GetNextToken();
while (t.CurrentToken != TokenType.EndOfInput)
{
Assert.That(t.CurrentToken == TokenType.Variable);
string v;
Assert.That(t.MatchString(out v));
values.Add(v);
}
CollectionAssert.AreEqual(toParse.Split(' ').ToList(), values);
}
public void strings()
{
var tokenizer = new StringTokenizer("\"C\" + 3 + \"PO\"");
tokenizer.GetNextToken().Should().Be(TokenType.String);
tokenizer.MatchString(out var s).Should().BeTrue();
s.Should().Be("C");
tokenizer.CurrentToken.Should().Be(TokenType.Plus);
tokenizer.GetNextToken().Should().Be(TokenType.Integer);
tokenizer.MatchInteger(out var i).Should().BeTrue();
i.Should().Be(3);
tokenizer.CurrentToken.Should().Be(TokenType.Plus);
tokenizer.GetNextToken().Should().Be(TokenType.String);
tokenizer.MatchString(out s).Should().BeTrue();
s.Should().Be("PO");
}