static bool testTokerWithoutComments(string path) { Toker toker = new Toker(); toker.doReturnComments = false; string fqf = System.IO.Path.GetFullPath(path); if (!toker.open(fqf)) { Console.Write("\n can't open {0}\n", fqf); return false; } else { Console.Write("\n processing file: {0}\n", fqf); } while (!toker.isDone()) { Token tok = toker.getTok(); if (Toker.isNewLine(tok)) { tok = "newline"; } else if (Toker.isMultipleLineComment(tok)) // this is a cosmetic tok = "\n" + tok; Console.Write("\n -- line#{0, 4} : {1}", toker.lineCount(), tok); } toker.close(); Console.Write("\n"); return true; }
//-----< Tokenization from souce code file >------------------------ static bool testToker(string path) { Toker toker = new Toker(); string fqf = System.IO.Path.GetFullPath(path); if (!toker.open(fqf)) { Console.Write("\n can't open {0}\n", fqf); return(false); } else { Console.Write("\n * Tokens:"); Console.Write("\n ========="); } while (!toker.isDone()) { Token tok = toker.getTok(); if (tok != null) { if (tok.ToString() != "\n" && tok.ToString() != "\r") { Console.Write("\n - line{0, 3} : {1}", toker.lineCount(), tok); } else { Console.Write("\n - line{0, 3} : New Line", toker.lineCount()); } } } Console.Write("\n"); toker.close(); return(true); }