public void AddExpressionSpecialTestParser()
{
//// Initialise Lexer
//Lexer l = new Lexer(File.ReadAllText(AppContext.BaseDirectory + "/Testfiles/tang.tokens.json"));
//// Read from test file
//IEnumerable<Token> tokens = l.Analyse(File.ReadAllText(AppContext.BaseDirectory + "/Testfiles/AddExpression.tang"));
//Tokens for program AssExpression. These can are derived from the unit test for the lexer.
string[] testTokens = { "int8", "identifier", "=", "numeral", "+", "numeral", "+", "numeral", "newline", "eof" };
var tokenEnumerator = testTokens.Select(t => new Parsing.Data.Token()
{
Name = t
}).GetEnumerator();
tokenEnumerator.MoveNext();
ProgramParser pp = new ProgramParser();
var parseTree = pp.ParseProgram(tokenEnumerator);
// Build parse tree manually for the AddExpression.tang program, kfg edit is used to visualise how it will look
var parseTreeManual = new Parsing.Data.Program(true)
{
new Parsing.Data.GlobalStatements(true)
{
new Parsing.Data.GlobalStatement(true)
{
new Parsing.Data.IdentifierDeclaration(true)
{
new Parsing.Data.IntType(true)
{
new Parsing.Data.Token()
{
Name = "int8"
}
},
new Parsing.Data.Token()
{
Name = "identifier"
},
new Parsing.Data.Definition(true)
{
new Parsing.Data.Token()
{
Name = "="
},
new Parsing.Data.Expression(true)
{
new Parsing.Data.OrExpression(true)
{
new Parsing.Data.AndExpression(true)
{
new Parsing.Data.EqExpression(true)
{
new Parsing.Data.RelationalExpression(true)
{
new Parsing.Data.AddSubExpression(true)
{
new Parsing.Data.MulDivExpression(true)
{
new Parsing.Data.PowExpression(true)
{
new Parsing.Data.PrimaryExpression(true)
{
new Parsing.Data.Token()
{
Name = "numeral"
}
},
new Parsing.Data.PowExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.MulDivExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.AddSubExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "+"
},
new Parsing.Data.MulDivExpression(true)
{
new Parsing.Data.PowExpression(true)
{
new Parsing.Data.PrimaryExpression(true)
{
new Parsing.Data.Token()
{
Name = "numeral"
}
},
new Parsing.Data.PowExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.MulDivExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.AddSubExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "+"
},
new Parsing.Data.MulDivExpression(true)
{
new Parsing.Data.PowExpression(true)
{
new Parsing.Data.PrimaryExpression(true)
{
new Parsing.Data.Token()
{
Name = "numeral"
}
},
new Parsing.Data.PowExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.MulDivExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.AddSubExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
}
}
},
new Parsing.Data.RelationalExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.EqExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.AndExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.OrExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
}
},
new Parsing.Data.Token()
{
Name = "newline"
}
}
}
},
new Parsing.Data.GlobalStatements(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.Token()
{
Name = "eof"
}
};
var parseTreeLines = parseTree.Accept(new Parsing.Visitors.TreePrintVisitor());
foreach (var line in parseTreeLines)
{
System.Diagnostics.Debug.WriteLine(line);
}
System.Diagnostics.Debug.WriteLine("\n < ParserTree \n parseTreeManual > \n");
var parseTreeLinesManual = parseTreeManual.Accept(new Parsing.Visitors.TreePrintVisitor());
foreach (var line in parseTreeLinesManual)
{
System.Diagnostics.Debug.WriteLine(line);
}
TreeAsserter(parseTree, parseTreeManual);
}
public void AliasTestParser()
{
//Lexer lexer = new Lexer(File.ReadAllText("C:/Users/Steffan/Desktop/P4-LanguagesAndCompilers/src/Compiler.Tests/TestFiles/tang.tokens.json"));
//IEnumerable<Token> tokens = lexer.Analyse(File.ReadAllText(AppContext.BaseDirectory + "/Testfiles/tang/Alias.tang"));
//System.Diagnostics.Debug.WriteLine("\n \n");
//foreach (Token s in tokens)
//{
// System.Diagnostics.Debug.WriteLine(s.Name);
//}
//System.Diagnostics.Debug.WriteLine("\n \n");
//Tokens for the program "Alias", written in tang.
string[] testTokens =
{
"int8", "identifier", "newline", "identifier", "=", "numeral", "newline", "int8", "identifier", "newline", "identifier", "=", "identifier", "newline", "eof"
};
var list = testTokens.Select(t => new Parsing.Data.Token()
{
Name = t
});
var tokenlist = list.GetEnumerator();
tokenlist.MoveNext();
//A manually build parser tree, based on the tool "KfG edit"
var parseTreeManual = new Parsing.Data.Program(true)
{
new Parsing.Data.GlobalStatements(true)
{
new Parsing.Data.GlobalStatement(true)
{
new Parsing.Data.IdentifierDeclaration(true)
{
new Parsing.Data.IntType(true)
{
new Parsing.Data.Token()
{
Name = "int8"
}
},
new Parsing.Data.Token()
{
Name = "identifier"
},
new Parsing.Data.Definition(true)
{
new Parsing.Data.Token()
{
Name = "newline"
}
}
}
},
new Parsing.Data.GlobalStatements(true)
{
new Parsing.Data.GlobalStatement(true)
{
new Parsing.Data.IdentifierStatement(true)
{
new Parsing.Data.Token()
{
Name = "identifier"
},
new Parsing.Data.IdentifierStatementP(true)
{
new Parsing.Data.BitSelector(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
},
new Parsing.Data.Token()
{
Name = "="
},
new Parsing.Data.Expression(true)
{
new Parsing.Data.OrExpression(true)
{
new Parsing.Data.AndExpression(true)
{
new Parsing.Data.EqExpression(true)
{
new Parsing.Data.RelationalExpression(true)
{
new Parsing.Data.AddSubExpression(true)
{
new Parsing.Data.MulDivExpression(true)
{
new Parsing.Data.PowExpression(true)
{
new Parsing.Data.PrimaryExpression(true)
{
new Parsing.Data.Token()
{
Name = "numeral"
}
},
new Parsing.Data.PowExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.MulDivExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.AddSubExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.RelationalExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.EqExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.AndExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.OrExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
}
},
new Parsing.Data.Token()
{
Name = "newline"
}
}
}
},
new Parsing.Data.GlobalStatements(true)
{
new Parsing.Data.GlobalStatement(true)
{
new Parsing.Data.IdentifierDeclaration(true)
{
new Parsing.Data.IntType(true)
{
new Parsing.Data.Token()
{
Name = "int8"
}
},
new Parsing.Data.Token()
{
Name = "identifier"
},
new Parsing.Data.Definition(true)
{
new Parsing.Data.Token()
{
Name = "newline"
}
}
}
},
new Parsing.Data.GlobalStatements(true)
{
new Parsing.Data.GlobalStatement(true)
{
new Parsing.Data.IdentifierStatement(true)
{
new Parsing.Data.Token()
{
Name = "identifier"
},
new Parsing.Data.IdentifierStatementP(true)
{
new Parsing.Data.BitSelector(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
},
new Parsing.Data.Token()
{
Name = "="
},
new Parsing.Data.Expression(true)
{
new Parsing.Data.OrExpression(true)
{
new Parsing.Data.AndExpression(true)
{
new Parsing.Data.EqExpression(true)
{
new Parsing.Data.RelationalExpression(true)
{
new Parsing.Data.AddSubExpression(true)
{
new Parsing.Data.MulDivExpression(true)
{
new Parsing.Data.PowExpression(true)
{
new Parsing.Data.PrimaryExpression(true)
{
new Parsing.Data.Token()
{
Name = "identifier"
},
new Parsing.Data.IdentifierOperation(true)
{
new Parsing.Data.BitSelector(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
}
},
new Parsing.Data.PowExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.MulDivExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.AddSubExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.RelationalExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.EqExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.AndExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
},
new Parsing.Data.OrExpressionP(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
}
},
new Parsing.Data.Token()
{
Name = "newline"
}
}
}
},
new Parsing.Data.GlobalStatements(true)
{
new Parsing.Data.Token()
{
Name = "EPSILON"
}
}
}
}
}
},
new Parsing.Data.Token()
{
Name = "eof"
}
};
ProgramParser parser = new ProgramParser();
var parseTree = parser.ParseProgram(tokenlist);
var parseTreeLines = parseTree.Accept(new Parsing.Visitors.TreePrintVisitor());
foreach (var line in parseTreeLines)
{
System.Diagnostics.Debug.WriteLine(line);
}
System.Diagnostics.Debug.WriteLine("\n < ParserTree \n ParseTreeManual > \n");
var parseTreeLinesTest = parseTreeManual.Accept(new Parsing.Visitors.TreePrintVisitor());
foreach (var line in parseTreeLinesTest)
{
System.Diagnostics.Debug.WriteLine(line);
}
TreeAsserter(parseTree, parseTreeManual);
}
