//获得token的值
public static string getTokenValue(MyLexicalToken token)
{
if (token.Type == ElementType.Identifier)
{
return("IDENTIFIER");
}
else if (token.Type == ElementType.BiInteger || token.Type == ElementType.DecInteger ||
token.Type == ElementType.HexInteger || token.Type == ElementType.OctInteger)
{
return("CONST_INT");
}
else if (token.Type == ElementType.Float)
{
return("CONST_FLOAT");
}
else if (token.Type == ElementType.String)
{
return("CONST_STRING");
}
else if (token.Type == ElementType.Char)
{
return("CONST_CHAR");
}
else
{
return(token.Name);
}
}
private void SyntacticToolStripMenuItem_Click(object sender, EventArgs e)
{
mParsing.tokens.Clear();
foreach (MyLexicalToken token in myLexicalAnalysis.MyTokenList)
{
mParsing.tokens.Add(token);
}
MyLexicalToken endToken = new MyLexicalToken();
endToken.Code = -1;
endToken.LineCount = -1;
endToken.Name = "#";
endToken.Others = "";
endToken.Type = ElementType.None;
mParsing.tokens.Add(endToken);
mParsing.LL1Analysis(((Production)mParsing.productions[0]).Left);
//mParsing.LL1Analysis("program");
}
//进行LL1文法分析
public void LL1Analysis(string root)
{
SResult rForm = new SResult();
rForm.Show();
printTokens();
//ArrayList proSq = new ArrayList();
Stack <string> pdChars = new Stack <string>();
pdChars.Push("#");
pdChars.Push(root);
int index = 0;
int No = 1;
//未到结束
rForm.Update0();
while (!"#".Equals(pdChars.Peek()))
{
//取栈顶
string X = pdChars.Peek();
MyLexicalToken a = new MyLexicalToken();
//当前输入符号
if (index < tokens.Count)
{
a = (MyLexicalToken)tokens[index];
}
//终结符或#
if (isTChar(X) || "#".Equals(X))
{
if (CLUtility.isEqualTT(a, X))
{
//弹出并前移指针
if (!"#".Equals(X))
{
pdChars.Pop();
index++;
}
}
else
{
string errorStr = pdChars.Pop();
errorStr = "ERROR: Ignore the input [" + errorStr + "]";
rForm.addListItem(No++, a.LineCount, "ERROR " + a.Name, errorStr, pdChars.Peek(), getStackString(pdChars));
}
}
else
{
//ArrayList item = predictionTable[X][CLUtility.getTokenValue(a)];
ArrayList item = new ArrayList();
//predictionTable[X].TryGetValue(CLUtility.getTokenValue(a),out item);
if (predictionTable[X].TryGetValue(CLUtility.getTokenValue(a), out item))
{
pdChars.Pop();
if (!"$".Equals(item[0]))
{
for (int i = item.Count - 1; i > -1; i--)
{
pdChars.Push((string)item[i]);
}
}
string output = "[" + X + "] -> ";
foreach (string s in item)
{
output += ("[" + s + "] ");
}
Console.WriteLine("" + No + " " + CLUtility.getTokenValue(a) + " " + a.Name + " " + output + pdChars.Count);
rForm.addListItem(No++, a.LineCount, a.Name, output, pdChars.Peek(), getStackString(pdChars));
}
else
{
if (ntChars[X].Sync.Contains(a))
{
string errorStr = pdChars.Pop();
errorStr = "ERROR: Poped non-terminal char: [" + errorStr + "]";
rForm.addListItem(No++, a.LineCount, "ERROR " + a.Name, errorStr, pdChars.Peek(), getStackString(pdChars));
}
else
{
string errorStr = pdChars.Pop();
errorStr = "ERROR: Ignore the input [" + errorStr + "]";
rForm.addListItem(No++, a.LineCount, "ERROR " + a.Name, errorStr, pdChars.Peek(), getStackString(pdChars));
}
}
}
}
rForm.Update1();
}
//判断token和值的关系
public static bool isEqualTT(MyLexicalToken token, string s)
{
if (s.Equals(token.Name))
{
return(true);
}
else if ("IDENTIFIER".Equals(s))
{
if (token.Type == ElementType.Identifier)
{
return(true);
}
else
{
return(false);
}
}
else if (IsKeyWord(s) || IsOperatorChar(s.ToCharArray()[0]) || IsSeparatorChar(s.ToCharArray()[0]))
{
if (s.Equals(token.Name))
{
return(true);
}
else
{
return(false);
}
}
else if (s.Equals("CONST_INT"))
{
if (token.Type == ElementType.BiInteger || token.Type == ElementType.DecInteger ||
token.Type == ElementType.HexInteger || token.Type == ElementType.OctInteger)
{
return(true);
}
else
{
return(false);
}
}
else if (s.Equals("CONST_FLOAT"))
{
if (token.Type == ElementType.Float)
{
return(true);
}
else
{
return(false);
}
}
else if (s.Equals("CONST_CHAR"))
{
if (token.Type == ElementType.Char)
{
return(true);
}
else
{
return(false);
}
}
else if (s.Equals("CONST_STRING"))
{
if (token.Type == ElementType.String)
{
return(true);
}
else
{
return(false);
}
}
else
{
return(false);
}
}
//词法分析
public void BeginAnalysis(RichTextBox codeBox)
{
int SymbolNum = 1;
this.MyTokenList.Clear();
this.MyLexicalErrorList.Clear();
this.MyLexicalSymbolList.Clear();
this.InitCharInformation(codeBox);
index = 0;
lineCount = 1;
while (Code[index] != '\0')
{
char charTemp = Code[index];
if (CLUtility.IsInvalidChars(charTemp))
{
this.isWordEnd = true;
}
//回车符
else if (charTemp == '\n')
{
lineCount++;
this.isWordEnd = true;
}
#region 数字
else if (CLUtility.IsDigit(charTemp))
{
String temp = charTemp.ToString();
do
{
charTemp = Code[++index];
if (CLUtility.IsDigit(charTemp) || CLUtility.IsLetter(charTemp) || (charTemp == '.'))
{
temp += charTemp;
}
else
{
index--;
}
} while (CLUtility.IsDigit(charTemp) || CLUtility.IsLetter(charTemp) || (charTemp == '.'));
if (CLUtility.IsBiInteger(temp))
{
MyLexicalToken token = new MyLexicalToken();
token.Type = ElementType.BiInteger;
token.Name = temp;
token.LineCount = lineCount;
token.Code = CLUtility.BiNum;
this.MyTokenList.Add(token);
}
else if (CLUtility.IsOctInteger(temp))
{
MyLexicalToken token = new MyLexicalToken();
token.Type = ElementType.OctInteger;
token.Name = temp;
token.LineCount = lineCount;
token.Code = CLUtility.OctNum;
this.MyTokenList.Add(token);
}
else if (CLUtility.IsFloat(temp))
{
MyLexicalToken token = new MyLexicalToken();
token.Type = ElementType.Float;
token.Name = temp;
token.LineCount = lineCount;
token.Code = CLUtility.FloatNum;
this.MyTokenList.Add(token);
}
else if (CLUtility.IsHexInteger(temp))
{
MyLexicalToken token = new MyLexicalToken();
token.Type = ElementType.HexInteger;
token.Name = temp;
token.LineCount = lineCount;
token.Code = CLUtility.HexNum;
this.MyTokenList.Add(token);
}
else if (CLUtility.IsDecInteger(temp))
{
MyLexicalToken token = new MyLexicalToken();
token.Type = ElementType.DecInteger;
token.Name = temp;
token.LineCount = lineCount;
token.Code = CLUtility.DecNum;
this.MyTokenList.Add(token);
}
else
{
LexicalError theError = new LexicalError();
theError.Type = ErrorType.UnkownSymbols;
theError.Value = temp;
theError.LineCount = lineCount;
MyLexicalErrorList.Add(theError);
}
}
#endregion 数字
#region 字母
else if (CLUtility.IsLetter(charTemp))
{
string temp = charTemp.ToString();
do
{
charTemp = Code[++index];
if (CLUtility.IsDigit(charTemp) || CLUtility.IsLetter(charTemp))
{
temp = temp + charTemp;
}
else
{
index--;
}
} while (CLUtility.IsLetter(charTemp) || CLUtility.IsDigit(charTemp));
//得到一个token
MyLexicalToken token = new MyLexicalToken();
token.Name = temp;
//不是关键字要加入符号表
if (!CLUtility.IsKeyWord(temp))
{
MyLexicalSymbol theSymbol = new MyLexicalSymbol();
theSymbol.Value = temp;
theSymbol.Type = IdentifierType.Void;
if (identifierType != IdentifierType.Void)
{
theSymbol.Type = identifierType;
}
theSymbol.LineCount = this.lineCount;
if ((IsInLexicalSymbolList(temp)) == -1)
{
theSymbol.Num = SymbolNum++;
token.Name = temp;
token.Others = "" + theSymbol.Num;
MyLexicalSymbolList.Add(theSymbol);
}
else
{
token.Others = "" + (IsInLexicalSymbolList(temp) + 1);
}
}
//是关键字
if (CLUtility.IsKeyWord(temp))
{
token.Type = ElementType.Keyword;
if (temp == "char")
{
identifierType = IdentifierType.Char;
}
else if (temp == "int")
{
identifierType = IdentifierType.Int;
}
else if (temp == "float")
{
identifierType = IdentifierType.Float;
}
else if (temp == "double")
{
identifierType = IdentifierType.Double;
}
token.Code = CLUtility.KeyWordBase + CLUtility.GetIndexKeyWord(temp);
}
//是标识符
else
{
token.Type = ElementType.Identifier;
token.Code = CLUtility.IdBase;
//token.Name += " No=" + SymbolNum;
}
token.LineCount = lineCount;
this.MyTokenList.Add(token);
}
#endregion
#region 字符
//字符 ‘
else if (charTemp == '\'')
{
charTemp = Code[++index];
string temp = charTemp.ToString();
charTemp = Code[++index];
//字符封闭
if (charTemp == '\'')
{
MyLexicalToken token = new MyLexicalToken();
token.Type = ElementType.Char;
token.Name = temp;
token.LineCount = lineCount;
token.Code = CLUtility.CharCode;
this.MyTokenList.Add(token);
}
//字符未封闭出错
else
{
temp = temp + charTemp;
LexicalError theError = new LexicalError();
theError.Type = ErrorType.UnkownSymbols;
theError.Value = temp;
theError.LineCount = lineCount;
MyLexicalErrorList.Add(theError);
}
}
#endregion
#region 字符串
else if (charTemp == '\"')
{
bool isAbnormal = false;
this.isWordEnd = false;
string temp = "";
do
{
charTemp = Code[++index];
//空串
if (charTemp == '\"')
{
this.isWordEnd = true;
}
//未结束的字符串换行，出错
else if (charTemp == '\n')
{
lineCount++;
this.isWordEnd = true;
isAbnormal = true;
}
else
{
temp = temp + charTemp;
}
} while (this.isWordEnd == false);
//没有错误，正常加入字符串
if (isAbnormal == false)
{
MyLexicalToken token = new MyLexicalToken();
token.Type = ElementType.String;
token.Name = temp;
token.LineCount = lineCount;
token.Code = CLUtility.StringCode;
this.MyTokenList.Add(token);
}
//有错误，加入ErrorList
else
{
LexicalError theError = new LexicalError();
theError.Type = ErrorType.UnkownSymbols;
theError.Value = temp;
theError.LineCount = lineCount;
MyLexicalErrorList.Add(theError);
}
}
#endregion
#region 分隔符
else if (CLUtility.IsSeparatorChar(charTemp))
{
if (charTemp == ';')
{
identifierType = IdentifierType.Void;
}
//加入token
MyLexicalToken token = new MyLexicalToken();
token.Type = ElementType.Separator;
token.Name = charTemp.ToString();
token.LineCount = lineCount;
token.Code = CLUtility.SeparatorBase + CLUtility.GetIndexSeparator(charTemp);
this.MyTokenList.Add(token);
}
#endregion
#region‘ +,-,&’号
else if (charTemp == '+' || charTemp == '-' || charTemp == '&' || charTemp == '|')
{
string temp = charTemp + "";
index++;
charTemp = Code[index];
//为运算符 ++ -- && || += -= &= |=
if (charTemp.ToString() == temp || charTemp == '=')
{
temp = temp + charTemp;
}
//普通运算符，回退
else
{
index--;
}
//将运算符元素加入到链表中
MyLexicalToken token = new MyLexicalToken();
token.Type = ElementType.Operator;
token.Name = temp;
token.LineCount = lineCount;
token.Code = CLUtility.OperatorBase + CLUtility.GetIndexOperator(charTemp);
this.MyTokenList.Add(token);
}
#endregion
#region '*,%,=,<,>,!'号
else if (charTemp == '*' || charTemp == '%' ||
charTemp == '=' || charTemp == '<' ||
charTemp == '>' || charTemp == '!')
{
string temp = charTemp + "";
index++;
charTemp = Code[index];
//是否是这些符号后接着一个=
if (charTemp == '=')
{
temp = temp + charTemp;
}
//回退
else
{
index--;
}
//将元素加入到链表中
MyLexicalToken token = new MyLexicalToken();
token.Type = ElementType.Operator;
token.Name = temp;
token.LineCount = lineCount;
token.Code = CLUtility.OperatorBase + CLUtility.GetIndexOperator(charTemp);
this.MyTokenList.Add(token);
}
#endregion
#region '/'
else if (charTemp == '/')
{
string temp = charTemp.ToString();
MyLexicalToken token = new MyLexicalToken();
charTemp = Code[++index];
this.isWordEnd = true;
if (charTemp != '/' && charTemp != '*')
{
// 是运算符/=
if (charTemp == '=')
{
temp = temp + charTemp;
this.isWordEnd = true;
}
//是运算符/，回退
else
{
index--;
this.isWordEnd = true;
}
token.Type = ElementType.Operator;
token.Name = temp;
token.Code = CLUtility.OperatorBase + CLUtility.GetIndexOperator(charTemp);
token.LineCount = this.lineCount;
this.MyTokenList.Add(token);
}
//是注释
else
{
//单行注释
if (charTemp == '/')
{
this.isWordEnd = false;
while ((charTemp = Code[++index]) != '\n')
{
;
}
this.isWordEnd = true;
lineCount++;
}
//多行注释
else if (charTemp == '*')
{
this.isWordEnd = false;
do
{
charTemp = Code[++index];
if (charTemp == '\n')
{
lineCount++;
}
//进入下一个状态
if (charTemp == '*')
{
charTemp = Code[++index];
if (charTemp == '/')
{
this.isWordEnd = true;
break;
}
else
{
index--;
}
}
} while (charTemp != '\0');
//注释不封闭，出错
if (this.isWordEnd == false)
{
LexicalError theError = new LexicalError();
theError.Type = ErrorType.AbnormalEnd;
theError.Value = "Unclosed Comment";
theError.LineCount = lineCount;
MyLexicalErrorList.Add(theError);
}
}
}
}
#endregion
else
{
}
index++;
}
#region
//给TokenString 赋值
/*this.TokenString = new string[this.MyTokenList.Count];
* int i = 0;
* foreach (MyLexicalToken theToken in this.MyTokenList)
* {
* this.TokenString[i] = theToken.Name;
* i++;
* }*/
#endregion
//Code[0] = '\0';
}
