public void TestNextToken1() { QuotedStringTokenizer tok = new QuotedStringTokenizer("abc, \"d\\\"'\",'p\\',y' z", " ,"); CheckTok(tok, false, false); }
private void CheckTok(QuotedStringTokenizer tok, bool delim, bool quotes) { Assert.IsTrue(tok.HasMoreElements()); Assert.IsTrue(tok.hasMoreTokens()); Assert.AreEqual("abc", tok.NextToken()); if (delim) Assert.AreEqual(",", tok.NextToken()); if (delim) Assert.AreEqual(" ", tok.NextToken()); Assert.AreEqual(quotes ? "\"d\\\"'\"" : "d\"'", tok.NextElement()); if (delim) Assert.AreEqual(",", tok.NextToken()); Assert.AreEqual(quotes ? "'p\\',y'" : "p',y", tok.NextToken()); if (delim) Assert.AreEqual(" ", tok.NextToken()); Assert.AreEqual("z", tok.NextToken()); Assert.IsFalse(tok.hasMoreTokens()); }
public void TestNextToken() { QuotedStringTokenizer tok = new QuotedStringTokenizer("abc\n\"d\\\"'\"\n'p\\',y'\nz"); CheckTok(tok, false, false); }
public void TestTokenizer4() { QuotedStringTokenizer tok = new QuotedStringTokenizer("abc'def,ghi'jkl", ","); tok.SingleQuotes = false; Assert.AreEqual("abc'def", tok.NextToken()); Assert.AreEqual("ghi'jkl", tok.NextToken()); tok = new QuotedStringTokenizer("abc'def,ghi'jkl", ","); tok.SingleQuotes = true; Assert.AreEqual("abcdef,ghijkl", tok.NextToken()); }