public void TestDontConvertUnicodeToken()
{
Token token = new DataToken(0, 0, @"Hello, World!");
Tokenizer tokenizer = new Tokenizer();
// Setting token.Tokenizer and token.Map simulates Initialize()
// so a full test environment does not need to be created.
token.Tokenizer = tokenizer;
// Set a non-existent converter so we can check to make sure it does not get called
token.Map = "Garbanzo";
Assert.AreEqual(@"Hello, World!", token.Output(true));
}
public void TestDataTokenModify()
{
Token token = new DataToken(0, 0, @"See file C:\so.txt");
token.Map = "";
Assert.AreEqual(@"See file C:\\so.txt", token.Output(true));
}