예제 #1
0
        static void Dump(SimpleTokenReader tokenReader)
        {
            Console.WriteLine("text\ttype");
            Token token = null;

            while ((token = tokenReader.Read()) != null)
            {
                Console.WriteLine(token.GetText() + "\t\t" + token.GetType());
            }
        }
예제 #2
0
        private static void TestLexer()
        {
            SimpleLexer       lexer       = new SimpleLexer();
            string            script      = "int age = 45;";
            SimpleTokenReader tokenReader = lexer.Tokenize(script);

            Dump(tokenReader);

            script      = "inta age = 45;";
            tokenReader = lexer.Tokenize(script);
            Dump(tokenReader);
            Console.ReadKey();
        }