//-----< Tokenization from souce code file >------------------------
static bool testToker(string path)
{
Toker toker = new Toker();
string fqf = System.IO.Path.GetFullPath(path);
if (!toker.open(fqf))
{
Console.Write("\n can't open {0}\n", fqf);
return(false);
}
else
{
Console.Write("\n * Tokens:");
Console.Write("\n =========");
}
while (!toker.isDone())
{
Token tok = toker.getTok();
if (tok != null)
{
if (tok.ToString() != "\n" && tok.ToString() != "\r")
{
Console.Write("\n - line{0, 3} : {1}", toker.lineCount(), tok);
}
else
{
Console.Write("\n - line{0, 3} : New Line", toker.lineCount());
}
}
}
Console.Write("\n");
toker.close();
return(true);
}
static bool testTokerWithoutComments(string path)
{
Toker toker = new Toker();
toker.doReturnComments = false;
string fqf = System.IO.Path.GetFullPath(path);
if (!toker.open(fqf))
{
Console.Write("\n can't open {0}\n", fqf);
return false;
}
else
{
Console.Write("\n processing file: {0}\n", fqf);
}
while (!toker.isDone())
{
Token tok = toker.getTok();
if (Toker.isNewLine(tok))
{
tok = "newline";
}
else if (Toker.isMultipleLineComment(tok)) // this is a cosmetic
tok = "\n" + tok;
Console.Write("\n -- line#{0, 4} : {1}", toker.lineCount(), tok);
}
toker.close();
Console.Write("\n");
return true;
}
//-----< Constructor >------------------------------------------
public Semi()
{
semiExp = new List <string>();
toker = new Toker();
}
