public void Parse(MainForm theForm)
{
form = theForm;
if (Cocol())
form.appendText("FILE PARSED CORRECTLY!! \n");
else
form.appendText("COULDN'T PARSE FILE!!! \n");
form.appendText("This keywords where found: \n");
foreach (LexerKeyword theToken in keywordDefinitions)
{
form.appendText(theToken.Identifier + " = " + theToken.Regexp + " \n");
}
form.appendText("This characterSets where found: \n");
foreach (LexerCharacterSet theToken in characterDefinitions)
{
form.appendText(theToken.Identifier + " = " + LexerGenerationHelper.getReadableRegExp(theToken.Regexp) + " \n");
}
form.appendText("This tokens where defined: \n");
foreach (LexerToken theToken in tokenDefinitions)
{
form.appendText(theToken.Identifier + " = " + LexerGenerationHelper.getReadableRegExp(theToken.Regexp) + " \n");
}
form.appendText("This productions where defined: \n");
foreach (GrammarRule theToken in parserDefinitions)
{
form.appendText(theToken + " \n");
}
if (whitespaceDefinitions.Identifier != null) {
form.appendText("This characters are whitespace: \n");
form.appendText("'"+whitespaceDefinitions.Identifier + "' = '" + whitespaceDefinitions.Regexp + "' \n");
}
form.setLexer(characterDefinitions, keywordDefinitions, tokenDefinitions, whitespaceDefinitions);
}
public Tokenizer(string FileName, MainForm form)
{
string letters = LexerGenerationHelper.getBigOr(new List<char>{'a','b','c','d','e','f','g','h','i','j','k','l','m','n','o','p','q','r','s','t','u','v','w','x','y','z','A','B','C','D','E','F','G','H','I','J','K','L','M','N','O','P','Q','R','S','T','U','V','W','X','Y','Z'});
string digits = LexerGenerationHelper.getBigOr(new List<char>{'1','2','3','4','5','6','7','8','9','0'});
string anybutquote = LexerGenerationHelper.getRegExpExcept(34);
string anybutapostrophe = LexerGenerationHelper.getRegExpExcept(39);
string any = LexerGenerationHelper.getAny();
theTokensDefinition.Add(new TokenDefinition(TokenType.POINTPOINT, ".."));
theTokensDefinition.Add(new TokenDefinition(TokenType.OR, "|"));
theTokensDefinition.Add(new TokenDefinition(TokenType.DOT, "."));
theTokensDefinition.Add(new TokenDefinition(TokenType.LEFTPAR, "("));
theTokensDefinition.Add(new TokenDefinition(TokenType.RIGHTPAR, ")"));
theTokensDefinition.Add(new TokenDefinition(TokenType.LEFTSQUARE, "["));
theTokensDefinition.Add(new TokenDefinition(TokenType.RIGHTSQUARE, "]"));
theTokensDefinition.Add(new TokenDefinition(TokenType.LEFTCURLY, "{"));
theTokensDefinition.Add(new TokenDefinition(TokenType.RIGHTCURLY, "}"));
theTokensDefinition.Add(new TokenDefinition(TokenType.PLUS, "+"));
theTokensDefinition.Add(new TokenDefinition(TokenType.MINUS, "-"));
theTokensDefinition.Add(new TokenDefinition(TokenType.CHR, "CHR"));
theTokensDefinition.Add(new TokenDefinition(TokenType.END, "END"));
theTokensDefinition.Add(new TokenDefinition(TokenType.EQUALS, "="));
theTokensDefinition.Add(new TokenDefinition(TokenType.TOKENS, "TOKENS"));
theTokensDefinition.Add(new TokenDefinition(TokenType.EXCEPT, "EXCEPT"));
theTokensDefinition.Add(new TokenDefinition(TokenType.IGNORE, "IGNORE"));
theTokensDefinition.Add(new TokenDefinition(TokenType.KEYWORDS, "KEYWORDS"));
theTokensDefinition.Add(new TokenDefinition(TokenType.COMPILER, "COMPILER"));
theTokensDefinition.Add(new TokenDefinition(TokenType.CHARACTERS,"CHARACTERS"));
theTokensDefinition.Add(new TokenDefinition(TokenType.PRODUCTIONS,"PRODUCTIONS"));
theTokensDefinition.Add(new TokenDefinition(TokenType.Attributes, "<." + any + LexerGenerationHelper.getEquivalent('*') + ".>"));
theTokensDefinition.Add(new TokenDefinition(TokenType.SemAction, "(." + any + ".)"));
theTokensDefinition.Add(new TokenDefinition(TokenType.Ident, letters + LexerGenerationHelper.getEquivalent('(') + letters + LexerGenerationHelper.getEquivalent('|') + digits + LexerGenerationHelper.getEquivalent(')') + LexerGenerationHelper.getEquivalent('*')));
theTokensDefinition.Add(new TokenDefinition(TokenType.Number, digits + digits + LexerGenerationHelper.getEquivalent('*')));
theTokensDefinition.Add(new TokenDefinition(TokenType.String, "\"" + anybutquote + LexerGenerationHelper.getEquivalent('*') + "\""));
theTokensDefinition.Add(new TokenDefinition(TokenType.Char,"'"+anybutapostrophe+"'"));
try
{
using (StreamReader myStream = new StreamReader(FileName))
{
String file;
file = myStream.ReadToEnd();
theTokenList = getTokens(file, form);
foreach (Token t in theTokenList)
{
form.appendText(t.getValue() + " = " + t.getTokenType()+"\n");
}
}
Parser ps = new Parser(theTokenList);
ps.Parse(form);
}
catch (Exception ex)
{
MessageBox.Show("There was an error reading the file: " + ex.Message);
}
}