public void CanTokenizeWithNoComment()
{
string[] tokens = parser.TokenizeEntry(@"ppunjani#~#Friday, September 27, 2002 06:31:36 PM#~#D:\CCase\ppunjani_view\RefArch\tutorial\wwhdata\common\context.js#~#\main\0#~#mkelem#~#!#~#!#~#");
Assert.AreEqual(8, tokens.Length);
Assert.AreEqual("ppunjani", tokens[0]);
Assert.AreEqual("Friday, September 27, 2002 06:31:36 PM", tokens[1]);
Assert.AreEqual(@"D:\CCase\ppunjani_view\RefArch\tutorial\wwhdata\common\context.js", tokens[2]);
Assert.AreEqual(@"\main\0", tokens[3]);
Assert.AreEqual("mkelem", tokens[4]);
Assert.AreEqual("!", tokens[5]);
Assert.AreEqual("!", tokens[6]);
Assert.AreEqual(string.Empty, tokens[7]);
}
public void CanTokenizeWithNoComment()
{
string[] tokens = parser.TokenizeEntry(@"ppunjani#~#Friday, September 27, 2002 06:31:36 PM#~#" + System.IO.Path.Combine(path, "context.js") + @"#~#\main\0#~#mkelem#~#!#~#!#~#");
Assert.AreEqual(8, tokens.Length);
Assert.AreEqual("ppunjani", tokens[0]);
Assert.AreEqual("Friday, September 27, 2002 06:31:36 PM", tokens[1]);
Assert.AreEqual(System.IO.Path.Combine(path, "context.js"), tokens[2]);
Assert.AreEqual(@"\main\0", tokens[3]);
Assert.AreEqual("mkelem", tokens[4]);
Assert.AreEqual("!", tokens[5]);
Assert.AreEqual("!", tokens[6]);
Assert.AreEqual(string.Empty, tokens[7]);
}
