public void QuotedString_SemicolonDelimiter_Test()
{
var tokenizer = new QuotedStringTokenizer(';');
var input = "1;\"2;3\";4";
var result = tokenizer.Tokenize(input);
Assert.AreEqual(3, result.Length);
Assert.AreEqual("1", result[0]);
Assert.AreEqual("2;3", result[1]);
Assert.AreEqual("4", result[2]);
}
public void QuotedString_CommaDelimiter_Test()
{
var tokenizer = new QuotedStringTokenizer(',');
var input = "1,\"2,3\",4";
var result = tokenizer.Tokenize(input);
Assert.AreEqual(3, result.Length);
Assert.AreEqual("1", result[0]);
Assert.AreEqual("2,3", result[1]);
Assert.AreEqual("4", result[2]);
}