public void AmbiguousGrammarParseTest()
{
var E = new NonTerminal("E");
var L = new NonTerminal("L");
var R = new NonTerminal("R");
var tokenizer = new RegExpTokenizer();
tokenizer = new RegExpTokenizer();
tokenizer.SetTransitionFunction(new TableDrivenTransitionFunction());
var id = tokenizer.UseTerminal(RegExp.GetNumberRegExp());
var assign = tokenizer.UseTerminal(RegExp.Literal("="));
var deref = tokenizer.UseTerminal(RegExp.Literal("*"));
tokenizer.BuildTransitions();
var grammar = new AugmentedGrammar()
{
E --> L & assign & R,
E --> R,
L --> deref & R,
L --> id,
R --> L
};
var ptBuilder = new SLRParsingTableBuilder();
ptBuilder.SetGrammar(grammar);
Assert.Throws(typeof(ParserException), ptBuilder.ConstructParsingTable);
}
public static LRParser GetSLRParser(AugmentedGrammar grammar, Lexer lexer)
{
var parsingTableBuilder = new SLRParsingTableBuilder(lexer.TokensNumber);
parsingTableBuilder.SetGrammar(grammar);
parsingTableBuilder.ConstructParsingTable();
var parser = new LRParser
{
ParsingTable = parsingTableBuilder.GetTable(),
Lexer = lexer,
Grammar = grammar
};
return parser;
}
public void ActionTableCalculationTest()
{
var ptBuilder = new SLRParsingTableBuilder();
ptBuilder.SetGrammar(grammar);
ptBuilder.ConstructParsingTable();
var pt = ptBuilder.GetTable();
Assert.That(pt.ActionTable[0, 1].Action, Is.EqualTo(ParserAction.Shift));
Assert.That(pt.ActionTable[0, 1].Destination, Is.EqualTo(5));
Assert.That(pt.ActionTable[0, 4].Action, Is.EqualTo(ParserAction.Shift));
Assert.That(pt.ActionTable[0, 4].Destination, Is.EqualTo(4));
Assert.That(pt.ActionTable[1, 0].Action, Is.EqualTo(ParserAction.Accept)); // <-- !!!!
Assert.That(pt.ActionTable[1, 2].Action, Is.EqualTo(ParserAction.Shift));
Assert.That(pt.ActionTable[1, 2].Destination, Is.EqualTo(6));
Assert.That(pt.ActionTable[2, 0].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[2, 0].Destination, Is.EqualTo(2));
Assert.That(pt.ActionTable[2, 2].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[2, 2].Destination, Is.EqualTo(2));
Assert.That(pt.ActionTable[2, 3].Action, Is.EqualTo(ParserAction.Shift));
Assert.That(pt.ActionTable[2, 3].Destination, Is.EqualTo(7));
Assert.That(pt.ActionTable[2, 5].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[2, 5].Destination, Is.EqualTo(2));
Assert.That(pt.ActionTable[3, 0].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[3, 0].Destination, Is.EqualTo(4));
Assert.That(pt.ActionTable[3, 2].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[3, 2].Destination, Is.EqualTo(4));
Assert.That(pt.ActionTable[3, 3].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[3, 3].Destination, Is.EqualTo(4));
Assert.That(pt.ActionTable[3, 5].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[3, 5].Destination, Is.EqualTo(4));
Assert.That(pt.ActionTable[4, 1].Action, Is.EqualTo(ParserAction.Shift));
Assert.That(pt.ActionTable[4, 1].Destination, Is.EqualTo(5));
Assert.That(pt.ActionTable[4, 4].Action, Is.EqualTo(ParserAction.Shift));
Assert.That(pt.ActionTable[4, 4].Destination, Is.EqualTo(4));
Assert.That(pt.ActionTable[5, 0].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[5, 0].Destination, Is.EqualTo(6));
Assert.That(pt.ActionTable[5, 2].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[5, 2].Destination, Is.EqualTo(6));
Assert.That(pt.ActionTable[5, 3].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[5, 3].Destination, Is.EqualTo(6));
Assert.That(pt.ActionTable[5, 5].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[5, 5].Destination, Is.EqualTo(6));
Assert.That(pt.ActionTable[6, 1].Action, Is.EqualTo(ParserAction.Shift));
Assert.That(pt.ActionTable[6, 1].Destination, Is.EqualTo(5));
Assert.That(pt.ActionTable[6, 4].Action, Is.EqualTo(ParserAction.Shift));
Assert.That(pt.ActionTable[6, 4].Destination, Is.EqualTo(4));
Assert.That(pt.ActionTable[7, 1].Action, Is.EqualTo(ParserAction.Shift));
Assert.That(pt.ActionTable[7, 1].Destination, Is.EqualTo(5));
Assert.That(pt.ActionTable[7, 4].Action, Is.EqualTo(ParserAction.Shift));
Assert.That(pt.ActionTable[7, 4].Destination, Is.EqualTo(4));
Assert.That(pt.ActionTable[8, 2].Action, Is.EqualTo(ParserAction.Shift));
Assert.That(pt.ActionTable[8, 2].Destination, Is.EqualTo(6));
Assert.That(pt.ActionTable[8, 5].Action, Is.EqualTo(ParserAction.Shift));
Assert.That(pt.ActionTable[8, 5].Destination, Is.EqualTo(11));
Assert.That(pt.ActionTable[9, 0].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[9, 0].Destination, Is.EqualTo(1));
Assert.That(pt.ActionTable[9, 2].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[9, 2].Destination, Is.EqualTo(1));
Assert.That(pt.ActionTable[9, 3].Action, Is.EqualTo(ParserAction.Shift));
Assert.That(pt.ActionTable[9, 3].Destination, Is.EqualTo(7));
Assert.That(pt.ActionTable[9, 5].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[9, 5].Destination, Is.EqualTo(1));
Assert.That(pt.ActionTable[10, 0].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[10, 0].Destination, Is.EqualTo(3));
Assert.That(pt.ActionTable[10, 2].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[10, 2].Destination, Is.EqualTo(3));
Assert.That(pt.ActionTable[10, 3].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[10, 3].Destination, Is.EqualTo(3));
Assert.That(pt.ActionTable[10, 5].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[10, 5].Destination, Is.EqualTo(3));
Assert.That(pt.ActionTable[11, 0].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[11, 0].Destination, Is.EqualTo(5));
Assert.That(pt.ActionTable[11, 2].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[11, 2].Destination, Is.EqualTo(5));
Assert.That(pt.ActionTable[11, 3].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[11, 3].Destination, Is.EqualTo(5));
Assert.That(pt.ActionTable[11, 5].Action, Is.EqualTo(ParserAction.Reduce));
Assert.That(pt.ActionTable[11, 5].Destination, Is.EqualTo(5));
//Assert.That(pt.ActionTable[0, 0].Action, Is.EqualTo(ParserAction.Shift));
//Assert.That(pt.ActionTable[0, 0].Destination, Is.EqualTo(5));
//Assert.That(pt.ActionTable[0, 3].Action, Is.EqualTo(ParserAction.Shift));
//Assert.That(pt.ActionTable[0, 3].Destination, Is.EqualTo(4));
//Assert.That(pt.ActionTable[1, 1].Action, Is.EqualTo(ParserAction.Shift));
//Assert.That(pt.ActionTable[1, 1].Destination, Is.EqualTo(6));
////Assert.That(pt.ActionTable[1, 5].Action, Is.EqualTo(ParserAction.Accept)); // <-- !!!!
//Assert.That(pt.ActionTable[2, 1].Action, Is.EqualTo(ParserAction.Reduce));
//Assert.That(pt.ActionTable[2, 1].Destination, Is.EqualTo(2));
//Assert.That(pt.ActionTable[2, 2].Action, Is.EqualTo(ParserAction.Shift));
//Assert.That(pt.ActionTable[2, 2].Destination, Is.EqualTo(7));
//Assert.That(pt.ActionTable[2, 4].Action, Is.EqualTo(ParserAction.Reduce));
//Assert.That(pt.ActionTable[2, 4].Destination, Is.EqualTo(2));
////Assert.That(pt.ActionTable[2, 5].Action, Is.EqualTo(ParserAction.Reduce));
////Assert.That(pt.ActionTable[2, 5].Argument, Is.EqualTo(2));
//Assert.That(pt.ActionTable[3, 1].Action, Is.EqualTo(ParserAction.Reduce));
//Assert.That(pt.ActionTable[3, 1].Destination, Is.EqualTo(4));
//Assert.That(pt.ActionTable[3, 2].Action, Is.EqualTo(ParserAction.Reduce));
//Assert.That(pt.ActionTable[3, 2].Destination, Is.EqualTo(4));
//Assert.That(pt.ActionTable[3, 4].Action, Is.EqualTo(ParserAction.Reduce));
//Assert.That(pt.ActionTable[3, 4].Destination, Is.EqualTo(4));
////Assert.That(pt.ActionTable[3, 5].Action, Is.EqualTo(ParserAction.Reduce));
////Assert.That(pt.ActionTable[3, 5].Argument, Is.EqualTo(4));
//Assert.That(pt.ActionTable[4, 0].Action, Is.EqualTo(ParserAction.Shift));
//Assert.That(pt.ActionTable[4, 0].Destination, Is.EqualTo(5));
//Assert.That(pt.ActionTable[4, 3].Action, Is.EqualTo(ParserAction.Shift));
//Assert.That(pt.ActionTable[4, 3].Destination, Is.EqualTo(4));
//Assert.That(pt.ActionTable[5, 1].Action, Is.EqualTo(ParserAction.Reduce));
//Assert.That(pt.ActionTable[5, 1].Destination, Is.EqualTo(6));
//Assert.That(pt.ActionTable[5, 2].Action, Is.EqualTo(ParserAction.Reduce));
//Assert.That(pt.ActionTable[5, 2].Destination, Is.EqualTo(6));
//Assert.That(pt.ActionTable[5, 4].Action, Is.EqualTo(ParserAction.Reduce));
//Assert.That(pt.ActionTable[5, 4].Destination, Is.EqualTo(6));
////Assert.That(pt.ActionTable[5, 5].Action, Is.EqualTo(ParserAction.Reduce));
////Assert.That(pt.ActionTable[5, 5].Argument, Is.EqualTo(6));
//Assert.That(pt.ActionTable[6, 0].Action, Is.EqualTo(ParserAction.Shift));
//Assert.That(pt.ActionTable[6, 0].Destination, Is.EqualTo(5));
//Assert.That(pt.ActionTable[6, 3].Action, Is.EqualTo(ParserAction.Shift));
//Assert.That(pt.ActionTable[6, 3].Destination, Is.EqualTo(4));
//Assert.That(pt.ActionTable[7, 0].Action, Is.EqualTo(ParserAction.Shift));
//Assert.That(pt.ActionTable[7, 0].Destination, Is.EqualTo(5));
//Assert.That(pt.ActionTable[7, 3].Action, Is.EqualTo(ParserAction.Shift));
//Assert.That(pt.ActionTable[7, 3].Destination, Is.EqualTo(4));
//Assert.That(pt.ActionTable[8, 1].Action, Is.EqualTo(ParserAction.Shift));
//Assert.That(pt.ActionTable[8, 1].Destination, Is.EqualTo(6));
//Assert.That(pt.ActionTable[8, 4].Action, Is.EqualTo(ParserAction.Shift));
//Assert.That(pt.ActionTable[8, 4].Destination, Is.EqualTo(11));
//Assert.That(pt.ActionTable[9, 1].Action, Is.EqualTo(ParserAction.Reduce));
//Assert.That(pt.ActionTable[9, 1].Destination, Is.EqualTo(1));
//Assert.That(pt.ActionTable[9, 2].Action, Is.EqualTo(ParserAction.Shift));
//Assert.That(pt.ActionTable[9, 2].Destination, Is.EqualTo(7));
//Assert.That(pt.ActionTable[9, 4].Action, Is.EqualTo(ParserAction.Reduce));
//Assert.That(pt.ActionTable[9, 4].Destination, Is.EqualTo(1));
////Assert.That(pt.ActionTable[9, 5].Action, Is.EqualTo(ParserAction.Reduce));
////Assert.That(pt.ActionTable[9, 5].Argument, Is.EqualTo(1));
//Assert.That(pt.ActionTable[10, 1].Action, Is.EqualTo(ParserAction.Reduce));
//Assert.That(pt.ActionTable[10, 1].Destination, Is.EqualTo(3));
//Assert.That(pt.ActionTable[10, 2].Action, Is.EqualTo(ParserAction.Reduce));
//Assert.That(pt.ActionTable[10, 2].Destination, Is.EqualTo(3));
//Assert.That(pt.ActionTable[10, 4].Action, Is.EqualTo(ParserAction.Reduce));
//Assert.That(pt.ActionTable[10, 4].Destination, Is.EqualTo(3));
////Assert.That(pt.ActionTable[10, 5].Action, Is.EqualTo(ParserAction.Reduce));
////Assert.That(pt.ActionTable[10, 5].Argument, Is.EqualTo(3));
//Assert.That(pt.ActionTable[11, 1].Action, Is.EqualTo(ParserAction.Reduce));
//Assert.That(pt.ActionTable[11, 1].Destination, Is.EqualTo(5));
//Assert.That(pt.ActionTable[11, 2].Action, Is.EqualTo(ParserAction.Reduce));
//Assert.That(pt.ActionTable[11, 2].Destination, Is.EqualTo(5));
//Assert.That(pt.ActionTable[11, 4].Action, Is.EqualTo(ParserAction.Reduce));
//Assert.That(pt.ActionTable[11, 4].Destination, Is.EqualTo(5));
////Assert.That(pt.ActionTable[11, 5].Action, Is.EqualTo(ParserAction.Reduce));
////Assert.That(pt.ActionTable[11, 5].Argument, Is.EqualTo(5));
}
public void GotoTableCalculationTest()
{
var ptBuilder = new SLRParsingTableBuilder();
ptBuilder.SetGrammar(grammar);
ptBuilder.ConstructParsingTable();
var pt = ptBuilder.GetTable();
Assert.That(pt.GotoTable[0, 0], Is.EqualTo(1));
Assert.That(pt.GotoTable[0, 1], Is.EqualTo(2));
Assert.That(pt.GotoTable[0, 2], Is.EqualTo(3));
Assert.That(pt.GotoTable[1, 0], Is.EqualTo(-1));
Assert.That(pt.GotoTable[1, 1], Is.EqualTo(-1));
Assert.That(pt.GotoTable[1, 2], Is.EqualTo(-1));
Assert.That(pt.GotoTable[2, 0], Is.EqualTo(-1));
Assert.That(pt.GotoTable[2, 1], Is.EqualTo(-1));
Assert.That(pt.GotoTable[2, 2], Is.EqualTo(-1));
Assert.That(pt.GotoTable[3, 0], Is.EqualTo(-1));
Assert.That(pt.GotoTable[3, 1], Is.EqualTo(-1));
Assert.That(pt.GotoTable[3, 2], Is.EqualTo(-1));
Assert.That(pt.GotoTable[4, 0], Is.EqualTo(8));
Assert.That(pt.GotoTable[4, 1], Is.EqualTo(2));
Assert.That(pt.GotoTable[4, 2], Is.EqualTo(3));
Assert.That(pt.GotoTable[5, 0], Is.EqualTo(-1));
Assert.That(pt.GotoTable[5, 1], Is.EqualTo(-1));
Assert.That(pt.GotoTable[5, 2], Is.EqualTo(-1));
Assert.That(pt.GotoTable[6, 0], Is.EqualTo(-1));
Assert.That(pt.GotoTable[6, 1], Is.EqualTo(9));
Assert.That(pt.GotoTable[6, 2], Is.EqualTo(3));
Assert.That(pt.GotoTable[7, 0], Is.EqualTo(-1));
Assert.That(pt.GotoTable[7, 1], Is.EqualTo(-1));
Assert.That(pt.GotoTable[7, 2], Is.EqualTo(10));
Assert.That(pt.GotoTable[8, 0], Is.EqualTo(-1));
Assert.That(pt.GotoTable[8, 1], Is.EqualTo(-1));
Assert.That(pt.GotoTable[8, 2], Is.EqualTo(-1));
Assert.That(pt.GotoTable[9, 0], Is.EqualTo(-1));
Assert.That(pt.GotoTable[9, 1], Is.EqualTo(-1));
Assert.That(pt.GotoTable[9, 2], Is.EqualTo(-1));
Assert.That(pt.GotoTable[10, 0], Is.EqualTo(-1));
Assert.That(pt.GotoTable[10, 1], Is.EqualTo(-1));
Assert.That(pt.GotoTable[10, 2], Is.EqualTo(-1));
Assert.That(pt.GotoTable[11, 0], Is.EqualTo(-1));
Assert.That(pt.GotoTable[11, 1], Is.EqualTo(-1));
Assert.That(pt.GotoTable[11, 2], Is.EqualTo(-1));
}
public void GotoCalculationTest()
{
var list = new List<Item>
{
new Item(grammar.InitialProduction, 1),
new Item(E --> E & plus & T, 1)
};
var ptBuilder = new SLRParsingTableBuilder();
ptBuilder.SetGrammar(grammar);
ptBuilder.ConstructParsingTable();
var goTo = ptBuilder.Goto(new ItemSet(grammar, list, 0), grammar.GrammarSymbols.IndexOf(plus));
var expectedGoto = new HashSet<Item>
{
new Item(E --> E & plus & T, 2),
new Item(T --> T & mult & F, 0),
new Item(T --> F, 0),
new Item(F --> leftBrace & E & rightBrace, 0),
new Item(F --> id, 0)
};
Assert.That(goTo, Is.EquivalentTo(expectedGoto));
}
public void FollowSetsCalculationTest()
{
var ptBuilder = new SLRParsingTableBuilder();
ptBuilder.SetGrammar(grammar);
ptBuilder.ConstructParsingTable();
Assert.That(ptBuilder.Follow.Count, Is.EqualTo(4));
var followE = new List<Terminal> { grammar.UsedTerminals[Terminal.END_MARKER_TOKEN_ID], plus, rightBrace };
Assert.That(ptBuilder.Follow[E.ID], Is.EqualTo(followE));
var followT = new List<Terminal> { grammar.UsedTerminals[Terminal.END_MARKER_TOKEN_ID], plus, mult, rightBrace, };
Assert.That(ptBuilder.Follow[T.ID], Is.EqualTo(followT));
var followF = new List<Terminal> { grammar.UsedTerminals[Terminal.END_MARKER_TOKEN_ID], plus, mult, rightBrace, };
Assert.That(ptBuilder.Follow[F.ID], Is.EqualTo(followF));
}
public void ArithmeticStatementFullyAutonomousParseTest()
{
const string INPUT = @"2*(3+4)";
string fileName = Path.GetTempFileName();
File.WriteAllText(fileName, INPUT);
RegExpTokenizer tokenizer = new RegExpTokenizer();
tokenizer.SetTransitionFunction(new TableDrivenTransitionFunction());
ILexer lexer = new Lexer(tokenizer);
Stream fileStream = File.OpenRead(fileName);
lexer.SetDataSource(fileStream);
var stack = new Stack<int>();
var parser = new LRParser();
var E = new NonTerminal("E");
var T = new NonTerminal("T");
var F = new NonTerminal("F");
var id = tokenizer.UseTerminal(RegExp.AtLeastOneOf(RegExp.Choice(
RegExp.Literal('0'), RegExp.Literal('1'), RegExp.Literal('2'),
RegExp.Literal('3'), RegExp.Literal('4'), RegExp.Literal('5'),
RegExp.Literal('6'), RegExp.Literal('7'), RegExp.Literal('8'),
RegExp.Literal('9'))));
var plus = tokenizer.UseTerminal(RegExp.Literal('+'));
var mult = tokenizer.UseTerminal(RegExp.Literal('*'));
var leftBrace = tokenizer.UseTerminal(RegExp.Literal('('));
var rightBrace = tokenizer.UseTerminal(RegExp.Literal(')'));
tokenizer.BuildTransitions();
var grammar = new AugmentedGrammar()
{
E --> E & plus & T ^ (v => stack.Push(stack.Pop() + stack.Pop())),
E --> T,
T --> T & mult & F ^ (v => stack.Push(stack.Pop() * stack.Pop())),
T --> F,
F --> leftBrace & E & rightBrace,
F --> id ^ (v => stack.Push(v[id].AsInt()))
};
Console.WriteLine("Grammar is being tested: \n{0}", grammar);
Console.WriteLine("Input is being parsed: {0}\n", INPUT);
Console.WriteLine("Parsing process:\n");
parser.Grammar = grammar;
parser.Lexer = lexer;
var ptBuilder = new SLRParsingTableBuilder();
ptBuilder.SetGrammar(grammar);
ptBuilder.ConstructParsingTable();
parser.ParsingTable = ptBuilder.GetTable();
parser.InputAccepted += (sender, eventArgs) => Console.WriteLine("Accepted!");
parser.ParseInput();
Assert.That(stack.Pop(), Is.EqualTo(14));
Assert.That(stack.Count, Is.EqualTo(0));
fileStream.Close();
File.Delete(fileName);
}