Exemple #1
0
        public static LRParser GetSLRParser(AugmentedGrammar grammar, Lexer lexer)
        {
            var parsingTableBuilder = new SLRParsingTableBuilder(lexer.TokensNumber);
            parsingTableBuilder.SetGrammar(grammar);
            parsingTableBuilder.ConstructParsingTable();
            var parser = new LRParser
                             {
                                 ParsingTable = parsingTableBuilder.GetTable(),
                                 Lexer = lexer,
                                 Grammar = grammar
                             };

            return parser;
        }
        public void ActionTableCalculationTest()
        {
            var ptBuilder = new SLRParsingTableBuilder();
            ptBuilder.SetGrammar(grammar);
            ptBuilder.ConstructParsingTable();
            var pt = ptBuilder.GetTable();

            Assert.That(pt.ActionTable[0, 1].Action, Is.EqualTo(ParserAction.Shift));
            Assert.That(pt.ActionTable[0, 1].Destination, Is.EqualTo(5));
            Assert.That(pt.ActionTable[0, 4].Action, Is.EqualTo(ParserAction.Shift));
            Assert.That(pt.ActionTable[0, 4].Destination, Is.EqualTo(4));
            Assert.That(pt.ActionTable[1, 0].Action, Is.EqualTo(ParserAction.Accept)); // <-- !!!!
            Assert.That(pt.ActionTable[1, 2].Action, Is.EqualTo(ParserAction.Shift));
            Assert.That(pt.ActionTable[1, 2].Destination, Is.EqualTo(6));
            Assert.That(pt.ActionTable[2, 0].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[2, 0].Destination, Is.EqualTo(2));
            Assert.That(pt.ActionTable[2, 2].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[2, 2].Destination, Is.EqualTo(2));
            Assert.That(pt.ActionTable[2, 3].Action, Is.EqualTo(ParserAction.Shift));
            Assert.That(pt.ActionTable[2, 3].Destination, Is.EqualTo(7));
            Assert.That(pt.ActionTable[2, 5].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[2, 5].Destination, Is.EqualTo(2));
            Assert.That(pt.ActionTable[3, 0].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[3, 0].Destination, Is.EqualTo(4));
            Assert.That(pt.ActionTable[3, 2].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[3, 2].Destination, Is.EqualTo(4));
            Assert.That(pt.ActionTable[3, 3].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[3, 3].Destination, Is.EqualTo(4));
            Assert.That(pt.ActionTable[3, 5].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[3, 5].Destination, Is.EqualTo(4));
            Assert.That(pt.ActionTable[4, 1].Action, Is.EqualTo(ParserAction.Shift));
            Assert.That(pt.ActionTable[4, 1].Destination, Is.EqualTo(5));
            Assert.That(pt.ActionTable[4, 4].Action, Is.EqualTo(ParserAction.Shift));
            Assert.That(pt.ActionTable[4, 4].Destination, Is.EqualTo(4));
            Assert.That(pt.ActionTable[5, 0].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[5, 0].Destination, Is.EqualTo(6));
            Assert.That(pt.ActionTable[5, 2].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[5, 2].Destination, Is.EqualTo(6));
            Assert.That(pt.ActionTable[5, 3].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[5, 3].Destination, Is.EqualTo(6));
            Assert.That(pt.ActionTable[5, 5].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[5, 5].Destination, Is.EqualTo(6));
            Assert.That(pt.ActionTable[6, 1].Action, Is.EqualTo(ParserAction.Shift));
            Assert.That(pt.ActionTable[6, 1].Destination, Is.EqualTo(5));
            Assert.That(pt.ActionTable[6, 4].Action, Is.EqualTo(ParserAction.Shift));
            Assert.That(pt.ActionTable[6, 4].Destination, Is.EqualTo(4));
            Assert.That(pt.ActionTable[7, 1].Action, Is.EqualTo(ParserAction.Shift));
            Assert.That(pt.ActionTable[7, 1].Destination, Is.EqualTo(5));
            Assert.That(pt.ActionTable[7, 4].Action, Is.EqualTo(ParserAction.Shift));
            Assert.That(pt.ActionTable[7, 4].Destination, Is.EqualTo(4));
            Assert.That(pt.ActionTable[8, 2].Action, Is.EqualTo(ParserAction.Shift));
            Assert.That(pt.ActionTable[8, 2].Destination, Is.EqualTo(6));
            Assert.That(pt.ActionTable[8, 5].Action, Is.EqualTo(ParserAction.Shift));
            Assert.That(pt.ActionTable[8, 5].Destination, Is.EqualTo(11));
            Assert.That(pt.ActionTable[9, 0].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[9, 0].Destination, Is.EqualTo(1));
            Assert.That(pt.ActionTable[9, 2].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[9, 2].Destination, Is.EqualTo(1));
            Assert.That(pt.ActionTable[9, 3].Action, Is.EqualTo(ParserAction.Shift));
            Assert.That(pt.ActionTable[9, 3].Destination, Is.EqualTo(7));
            Assert.That(pt.ActionTable[9, 5].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[9, 5].Destination, Is.EqualTo(1));
            Assert.That(pt.ActionTable[10, 0].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[10, 0].Destination, Is.EqualTo(3));
            Assert.That(pt.ActionTable[10, 2].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[10, 2].Destination, Is.EqualTo(3));
            Assert.That(pt.ActionTable[10, 3].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[10, 3].Destination, Is.EqualTo(3));
            Assert.That(pt.ActionTable[10, 5].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[10, 5].Destination, Is.EqualTo(3));
            Assert.That(pt.ActionTable[11, 0].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[11, 0].Destination, Is.EqualTo(5));
            Assert.That(pt.ActionTable[11, 2].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[11, 2].Destination, Is.EqualTo(5));
            Assert.That(pt.ActionTable[11, 3].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[11, 3].Destination, Is.EqualTo(5));
            Assert.That(pt.ActionTable[11, 5].Action, Is.EqualTo(ParserAction.Reduce));
            Assert.That(pt.ActionTable[11, 5].Destination, Is.EqualTo(5));

            //Assert.That(pt.ActionTable[0, 0].Action, Is.EqualTo(ParserAction.Shift));
            //Assert.That(pt.ActionTable[0, 0].Destination, Is.EqualTo(5));
            //Assert.That(pt.ActionTable[0, 3].Action, Is.EqualTo(ParserAction.Shift));
            //Assert.That(pt.ActionTable[0, 3].Destination, Is.EqualTo(4));
            //Assert.That(pt.ActionTable[1, 1].Action, Is.EqualTo(ParserAction.Shift));
            //Assert.That(pt.ActionTable[1, 1].Destination, Is.EqualTo(6));
            ////Assert.That(pt.ActionTable[1, 5].Action, Is.EqualTo(ParserAction.Accept)); // <-- !!!!
            //Assert.That(pt.ActionTable[2, 1].Action, Is.EqualTo(ParserAction.Reduce));
            //Assert.That(pt.ActionTable[2, 1].Destination, Is.EqualTo(2));
            //Assert.That(pt.ActionTable[2, 2].Action, Is.EqualTo(ParserAction.Shift));
            //Assert.That(pt.ActionTable[2, 2].Destination, Is.EqualTo(7));
            //Assert.That(pt.ActionTable[2, 4].Action, Is.EqualTo(ParserAction.Reduce));
            //Assert.That(pt.ActionTable[2, 4].Destination, Is.EqualTo(2));
            ////Assert.That(pt.ActionTable[2, 5].Action, Is.EqualTo(ParserAction.Reduce));
            ////Assert.That(pt.ActionTable[2, 5].Argument, Is.EqualTo(2));
            //Assert.That(pt.ActionTable[3, 1].Action, Is.EqualTo(ParserAction.Reduce));
            //Assert.That(pt.ActionTable[3, 1].Destination, Is.EqualTo(4));
            //Assert.That(pt.ActionTable[3, 2].Action, Is.EqualTo(ParserAction.Reduce));
            //Assert.That(pt.ActionTable[3, 2].Destination, Is.EqualTo(4));
            //Assert.That(pt.ActionTable[3, 4].Action, Is.EqualTo(ParserAction.Reduce));
            //Assert.That(pt.ActionTable[3, 4].Destination, Is.EqualTo(4));
            ////Assert.That(pt.ActionTable[3, 5].Action, Is.EqualTo(ParserAction.Reduce));
            ////Assert.That(pt.ActionTable[3, 5].Argument, Is.EqualTo(4));
            //Assert.That(pt.ActionTable[4, 0].Action, Is.EqualTo(ParserAction.Shift));
            //Assert.That(pt.ActionTable[4, 0].Destination, Is.EqualTo(5));
            //Assert.That(pt.ActionTable[4, 3].Action, Is.EqualTo(ParserAction.Shift));
            //Assert.That(pt.ActionTable[4, 3].Destination, Is.EqualTo(4));
            //Assert.That(pt.ActionTable[5, 1].Action, Is.EqualTo(ParserAction.Reduce));
            //Assert.That(pt.ActionTable[5, 1].Destination, Is.EqualTo(6));
            //Assert.That(pt.ActionTable[5, 2].Action, Is.EqualTo(ParserAction.Reduce));
            //Assert.That(pt.ActionTable[5, 2].Destination, Is.EqualTo(6));
            //Assert.That(pt.ActionTable[5, 4].Action, Is.EqualTo(ParserAction.Reduce));
            //Assert.That(pt.ActionTable[5, 4].Destination, Is.EqualTo(6));
            ////Assert.That(pt.ActionTable[5, 5].Action, Is.EqualTo(ParserAction.Reduce));
            ////Assert.That(pt.ActionTable[5, 5].Argument, Is.EqualTo(6));
            //Assert.That(pt.ActionTable[6, 0].Action, Is.EqualTo(ParserAction.Shift));
            //Assert.That(pt.ActionTable[6, 0].Destination, Is.EqualTo(5));
            //Assert.That(pt.ActionTable[6, 3].Action, Is.EqualTo(ParserAction.Shift));
            //Assert.That(pt.ActionTable[6, 3].Destination, Is.EqualTo(4));
            //Assert.That(pt.ActionTable[7, 0].Action, Is.EqualTo(ParserAction.Shift));
            //Assert.That(pt.ActionTable[7, 0].Destination, Is.EqualTo(5));
            //Assert.That(pt.ActionTable[7, 3].Action, Is.EqualTo(ParserAction.Shift));
            //Assert.That(pt.ActionTable[7, 3].Destination, Is.EqualTo(4));
            //Assert.That(pt.ActionTable[8, 1].Action, Is.EqualTo(ParserAction.Shift));
            //Assert.That(pt.ActionTable[8, 1].Destination, Is.EqualTo(6));
            //Assert.That(pt.ActionTable[8, 4].Action, Is.EqualTo(ParserAction.Shift));
            //Assert.That(pt.ActionTable[8, 4].Destination, Is.EqualTo(11));
            //Assert.That(pt.ActionTable[9, 1].Action, Is.EqualTo(ParserAction.Reduce));
            //Assert.That(pt.ActionTable[9, 1].Destination, Is.EqualTo(1));
            //Assert.That(pt.ActionTable[9, 2].Action, Is.EqualTo(ParserAction.Shift));
            //Assert.That(pt.ActionTable[9, 2].Destination, Is.EqualTo(7));
            //Assert.That(pt.ActionTable[9, 4].Action, Is.EqualTo(ParserAction.Reduce));
            //Assert.That(pt.ActionTable[9, 4].Destination, Is.EqualTo(1));
            ////Assert.That(pt.ActionTable[9, 5].Action, Is.EqualTo(ParserAction.Reduce));
            ////Assert.That(pt.ActionTable[9, 5].Argument, Is.EqualTo(1));
            //Assert.That(pt.ActionTable[10, 1].Action, Is.EqualTo(ParserAction.Reduce));
            //Assert.That(pt.ActionTable[10, 1].Destination, Is.EqualTo(3));
            //Assert.That(pt.ActionTable[10, 2].Action, Is.EqualTo(ParserAction.Reduce));
            //Assert.That(pt.ActionTable[10, 2].Destination, Is.EqualTo(3));
            //Assert.That(pt.ActionTable[10, 4].Action, Is.EqualTo(ParserAction.Reduce));
            //Assert.That(pt.ActionTable[10, 4].Destination, Is.EqualTo(3));
            ////Assert.That(pt.ActionTable[10, 5].Action, Is.EqualTo(ParserAction.Reduce));
            ////Assert.That(pt.ActionTable[10, 5].Argument, Is.EqualTo(3));
            //Assert.That(pt.ActionTable[11, 1].Action, Is.EqualTo(ParserAction.Reduce));
            //Assert.That(pt.ActionTable[11, 1].Destination, Is.EqualTo(5));
            //Assert.That(pt.ActionTable[11, 2].Action, Is.EqualTo(ParserAction.Reduce));
            //Assert.That(pt.ActionTable[11, 2].Destination, Is.EqualTo(5));
            //Assert.That(pt.ActionTable[11, 4].Action, Is.EqualTo(ParserAction.Reduce));
            //Assert.That(pt.ActionTable[11, 4].Destination, Is.EqualTo(5));
            ////Assert.That(pt.ActionTable[11, 5].Action, Is.EqualTo(ParserAction.Reduce));
            ////Assert.That(pt.ActionTable[11, 5].Argument, Is.EqualTo(5));
        }
        public void GotoTableCalculationTest()
        {
            var ptBuilder = new SLRParsingTableBuilder();
            ptBuilder.SetGrammar(grammar);
            ptBuilder.ConstructParsingTable();
            var pt = ptBuilder.GetTable();

            Assert.That(pt.GotoTable[0, 0], Is.EqualTo(1));
            Assert.That(pt.GotoTable[0, 1], Is.EqualTo(2));
            Assert.That(pt.GotoTable[0, 2], Is.EqualTo(3));
            Assert.That(pt.GotoTable[1, 0], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[1, 1], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[1, 2], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[2, 0], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[2, 1], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[2, 2], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[3, 0], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[3, 1], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[3, 2], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[4, 0], Is.EqualTo(8));
            Assert.That(pt.GotoTable[4, 1], Is.EqualTo(2));
            Assert.That(pt.GotoTable[4, 2], Is.EqualTo(3));
            Assert.That(pt.GotoTable[5, 0], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[5, 1], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[5, 2], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[6, 0], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[6, 1], Is.EqualTo(9));
            Assert.That(pt.GotoTable[6, 2], Is.EqualTo(3));
            Assert.That(pt.GotoTable[7, 0], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[7, 1], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[7, 2], Is.EqualTo(10));
            Assert.That(pt.GotoTable[8, 0], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[8, 1], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[8, 2], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[9, 0], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[9, 1], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[9, 2], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[10, 0], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[10, 1], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[10, 2], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[11, 0], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[11, 1], Is.EqualTo(-1));
            Assert.That(pt.GotoTable[11, 2], Is.EqualTo(-1));
        }
        public void ArithmeticStatementFullyAutonomousParseTest()
        {
            const string INPUT = @"2*(3+4)";

            string fileName = Path.GetTempFileName();
            File.WriteAllText(fileName, INPUT);
            RegExpTokenizer tokenizer = new RegExpTokenizer();
            tokenizer.SetTransitionFunction(new TableDrivenTransitionFunction());
            ILexer lexer = new Lexer(tokenizer);
            Stream fileStream = File.OpenRead(fileName);
            lexer.SetDataSource(fileStream);

            var stack = new Stack<int>();
            var parser = new LRParser();

            var E = new NonTerminal("E");
            var T = new NonTerminal("T");
            var F = new NonTerminal("F");

            var id = tokenizer.UseTerminal(RegExp.AtLeastOneOf(RegExp.Choice(
                RegExp.Literal('0'), RegExp.Literal('1'), RegExp.Literal('2'),
                RegExp.Literal('3'), RegExp.Literal('4'), RegExp.Literal('5'),
                RegExp.Literal('6'), RegExp.Literal('7'), RegExp.Literal('8'),
                RegExp.Literal('9'))));
            var plus = tokenizer.UseTerminal(RegExp.Literal('+'));
            var mult = tokenizer.UseTerminal(RegExp.Literal('*'));
            var leftBrace = tokenizer.UseTerminal(RegExp.Literal('('));
            var rightBrace = tokenizer.UseTerminal(RegExp.Literal(')'));

            tokenizer.BuildTransitions();

            var grammar = new AugmentedGrammar()
                              {
                                  E --> E & plus & T ^ (v => stack.Push(stack.Pop() + stack.Pop())),
                                  E --> T,
                                  T --> T & mult & F ^ (v => stack.Push(stack.Pop() * stack.Pop())),
                                  T --> F,
                                  F --> leftBrace & E & rightBrace,
                                  F --> id ^ (v => stack.Push(v[id].AsInt()))
                              };

            Console.WriteLine("Grammar is being tested: \n{0}", grammar);
            Console.WriteLine("Input is being parsed: {0}\n", INPUT);
            Console.WriteLine("Parsing process:\n");
            parser.Grammar = grammar;
            parser.Lexer = lexer;

            var ptBuilder = new SLRParsingTableBuilder();
            ptBuilder.SetGrammar(grammar);
            ptBuilder.ConstructParsingTable();
            parser.ParsingTable = ptBuilder.GetTable();

            parser.InputAccepted += (sender, eventArgs) => Console.WriteLine("Accepted!");
            parser.ParseInput();

            Assert.That(stack.Pop(), Is.EqualTo(14));
            Assert.That(stack.Count, Is.EqualTo(0));

            fileStream.Close();
            File.Delete(fileName);
        }