public void list_of_variable(string toParse) { var t = new StringTokenizer(toParse); List <string> values = new List <string>(); t.GetNextToken(); while (t.CurrentToken != TokenType.EndOfInput) { Assert.That(t.CurrentToken == TokenType.Variable); string v; Assert.That(t.MatchString(out v)); values.Add(v); } CollectionAssert.AreEqual(toParse.Split(' ').ToList(), values); }
public void strings() { var tokenizer = new StringTokenizer("\"C\" + 3 + \"PO\""); tokenizer.GetNextToken().Should().Be(TokenType.String); tokenizer.MatchString(out var s).Should().BeTrue(); s.Should().Be("C"); tokenizer.CurrentToken.Should().Be(TokenType.Plus); tokenizer.GetNextToken().Should().Be(TokenType.Integer); tokenizer.MatchInteger(out var i).Should().BeTrue(); i.Should().Be(3); tokenizer.CurrentToken.Should().Be(TokenType.Plus); tokenizer.GetNextToken().Should().Be(TokenType.String); tokenizer.MatchString(out s).Should().BeTrue(); s.Should().Be("PO"); }