static void Main(string[] args) { // string text = System.IO.File.ReadAllText("Program.cs"); // ye file eski program ki .cs file hai yo ye program bana huwa hai usi ko tokenized kr k dikha rhi hai string text = System.IO.File.ReadAllText("python1.txt"); // Ye python k code ko tokenize kr rhi hain jo b textfile mein code hai LexicalAnalysis analyzer = new LexicalAnalysis(); analyzer.Parse(text); while (text != null) { text = text.Trim(' ', '\t'); string token = analyzer.GetNextLexicalAtom(ref text); System.Console.Write(token); } System.Console.Read(); }
static void Main(string[] args) { string text = System.IO.File.ReadAllText("Program.cs"); //string[] elements = text.Split(new char[] { ' ', '\r', '\n' },StringSplitOptions.RemoveEmptyEntries); LexicalAnalysis analyzer = new LexicalAnalysis(); // analyzer.Parse(text); while (text != null) { text = text.Trim(' ', '\t'); string token = analyzer.GetNextLexicalAtom(ref text); System.Console.Write(token); } //foreach (string item in elements) //{ // analyzer.Parse(item); //} //System.Console.WriteLine(text); System.Console.Read(); }