public void TestDontConvertUnicodeToken()
        {
            Token token = new DataToken(0, 0, @"Hello, World!");

            Tokenizer tokenizer = new Tokenizer();

            // Setting token.Tokenizer and token.Map simulates Initialize()
            // so a full test environment does not need to be created.
            token.Tokenizer = tokenizer;

            // Set a non-existent converter so we can check to make sure it does not get called
            token.Map = "Garbanzo";
            Assert.AreEqual(@"Hello, World!", token.Output(true));
        }
 public void TestDataTokenModify()
 {
     Token token = new DataToken(0, 0, @"See file C:\so.txt");
     token.Map = "";
     Assert.AreEqual(@"See file C:\\so.txt", token.Output(true));
 }