Example #1
0
        static void Main(string[] args)
        {
            string          text     = System.IO.File.ReadAllText("python.txt");
            LexicalAnalysis analyzer = new LexicalAnalysis();

            analyzer.lexeme(text);

            while (text != null)
            {
                text = text.Trim(' ', '\t');
                string token = analyzer.GetNextLexicalAtom(ref text);
                Console.Write(token);
            }
            System.Console.Read();
        }