Example #1
0
        /**
         * 打印所有的Token
         * @param tokenReader
         */
        public static void dump(SimpleTokenReader tokenReader)
        {
            Console.WriteLine("text\ttype");
            IToken token = null;

            while ((token = tokenReader.read()) != null)
            {
                Console.WriteLine(token.getText() + "\t\t" + token.getType());
            }
        }