/// <summary> /// This function use for lexing while the user is typing the input, it might significantly reduce /// the speed. /// </summary> /// <param name="beforTextEnter"></param> /// <returns></returns> public bool getLastChar(TextPointer beforTextEnter) { if (FirstTime == false) { return(false); } FirstTime = false; bool lexError = false; TextPointer currentPosition; TextPointer endOfCurrent = workingBox.Selection.End; currentPosition = workingBox.Selection.End.GetInsertionPosition(LogicalDirection.Backward); TextPointer enteredPosition = currentPosition; GroupWordPointer GroupOfWords = new GroupWordPointer(enteredPosition); if (currentPosition == null) { FirstTime = true; return(false); } TextPointer startOFWord = getCurrentChar(workingBox.Selection.Start, LogicalDirection.Backward); TextRange delemiter = new TextRange(workingBox.Selection.Start, startOFWord); string text = workingBox.Selection.Text; if (delemiter.Text == "") //a delimeter here { if (startOFWord.GetNextInsertionPosition(LogicalDirection.Backward) != null) { if (new TextRange(startOFWord, startOFWord.GetNextInsertionPosition(LogicalDirection.Backward)).GetPropertyValue(TextElement.ForegroundProperty) == Brushes.DarkGreen) { Brush brush = Brushes.DarkGreen; startOFWord = getColorPoint(startOFWord, LogicalDirection.Backward, enteredPosition, Brushes.DarkGreen); } else if (new TextRange(startOFWord, startOFWord.GetNextInsertionPosition(LogicalDirection.Backward)).GetPropertyValue(TextElement.ForegroundProperty) == Brushes.DarkOrange) { Brush brush = Brushes.DarkOrange; startOFWord = getColorPoint(startOFWord, LogicalDirection.Backward, enteredPosition, brush); } else { if (workingBox.Selection.Start.GetNextInsertionPosition(LogicalDirection.Backward) != null) { startOFWord = getCurrentChar(workingBox.Selection.Start.GetNextInsertionPosition(LogicalDirection.Backward), LogicalDirection.Backward); } } } } else { if (startOFWord.GetNextInsertionPosition(LogicalDirection.Forward) != null) { if (new TextRange(startOFWord, startOFWord.GetNextInsertionPosition(LogicalDirection.Forward)).GetPropertyValue(TextElement.ForegroundProperty) == Brushes.DarkGreen) { startOFWord = getColorPoint(startOFWord, LogicalDirection.Backward, enteredPosition, Brushes.DarkGreen); } else if (new TextRange(startOFWord, startOFWord.GetNextInsertionPosition(LogicalDirection.Forward)).GetPropertyValue(TextElement.ForegroundProperty) == Brushes.DarkOrange) { startOFWord = getColorPoint(startOFWord, LogicalDirection.Backward, enteredPosition, Brushes.DarkOrange); } } } List <WordPointer> listOFWords = new List <WordPointer>(); DFAOut outPut = new DFAOut(); outPut.pointer = startOFWord; while (true) { outPut = traceViaDFA(startOFWord); WordPointer current = new WordPointer(startOFWord, outPut.pointer); current.lexingOK = outPut.accept; if (outPut.text == "comment") { current.isComment = true; } if (outPut.text == "string") { current.isString = true; } if (current.text == "") //traceDFA returns "" when encounters a delimeter { break; } current.Type = outPut.text; if (current.lexingOK == false) { lexError = true; } GroupOfWords.addWord(current); listOFWords.Add(current); startOFWord = outPut.pointer; } workingBox.Selection.Select(enteredPosition, enteredPosition); WordType text3 = new WordType(); text3.type = WordType.boundType.TEXT; for (int i = 0; i < GroupOfWords.arrayIndex; i++) { visual.ColorText(GroupOfWords.GroupOfWords[i], text3, enteredPosition); } text3.type = WordType.boundType.LEXERROR; for (int i = 0; i < GroupOfWords.arrayIndex; i++) { if (GroupOfWords.GroupOfWords[i].lexingOK == false) { visual.ColorText(GroupOfWords.GroupOfWords[i], text3, enteredPosition); } } for (int i = 0; i < GroupOfWords.arrayIndex; i++) { text3.type = WordType.boundType.KEYWORD; for (int j = 0; j < keyWords.Length; j++) { if (GroupOfWords.GroupOfWords[i].text == keyWords[j]) { GroupOfWords.GroupOfWords[i].Type = keyWords[j]; visual.ColorText(GroupOfWords.GroupOfWords[i], text3, enteredPosition); // yani range keyWordColor break; } } } text3.type = WordType.boundType.COMMENT; for (int i = 0; i < GroupOfWords.arrayIndex; i++) { if (GroupOfWords.GroupOfWords[i].isComment == true) { visual.ColorText(GroupOfWords.GroupOfWords[i], text3, enteredPosition); } } text3.type = WordType.boundType.STRING; for (int i = 0; i < GroupOfWords.arrayIndex; i++) { if (GroupOfWords.GroupOfWords[i].isString == true) { visual.ColorText(GroupOfWords.GroupOfWords[i], text3, enteredPosition); } } FirstTime = true; return(lexError); }
public bool staticLexer() { FirstTime = false; bool lexError = false; currentTokenIndex = 0; if (listOfTokens.Count != 0) { listOfTokens.RemoveRange(0, listOfTokens.Count); } DFAOut output = new DFAOut(); output.pointer = workingBox.Document.ContentStart.GetNextInsertionPosition(LogicalDirection.Forward); TextPointer starOfWord = workingBox.Document.ContentStart.GetNextInsertionPosition(LogicalDirection.Forward); WordPointer current; while (true) { output = traceViaDFA(output.pointer); current = new WordPointer(starOfWord, output.pointer); current.lexingOK = output.accept; if (output.text == "comment") { current.isComment = true; } if (output.text == "string") { current.isString = true; } if (current.text == "") //traceDFA return "" when encouters with a delimeter { break; } if (current.lexingOK == false) { lexError = true; } if (current.text.Contains(">")) { current.text = current.text.Replace(">", "\\>"); } if (current.text.Contains("<")) { current.text = current.text.Replace("<", "\\<"); } if (current.text.Contains("$")) { current.text = current.text.Replace("<$", "\\$"); } current.Type = output.text; if (current.text != "\r\n" && current.isComment == false && current.text != " ") { listOfTokens.Add(current); } starOfWord = output.pointer; } //This part is for coloring the text TextPointer enteredPosition = workingBox.Document.ContentStart; WordType text3 = new WordType(); text3.type = WordType.boundType.TEXT; for (int i = 0; i < listOfTokens.Count; i++) { visual.ColorText(listOfTokens[i], text3, enteredPosition); //aval hame matn ro siah mikonim } text3.type = WordType.boundType.LEXERROR; for (int i = 0; i < listOfTokens.Count; i++) { if (listOfTokens[i].lexingOK == false) { visual.ColorText(listOfTokens[i], text3, enteredPosition); } } for (int i = 0; i < listOfTokens.Count; i++) { text3.type = WordType.boundType.KEYWORD; for (int j = 0; j < keyWords.Length; j++) { if (listOfTokens[i].text == keyWords[j]) { listOfTokens[i].Type = keyWords[j]; visual.ColorText(listOfTokens[i], text3, enteredPosition); // yani range keyWordColor break; } } } text3.type = WordType.boundType.COMMENT; for (int i = 0; i < listOfTokens.Count; i++) { if (listOfTokens[i].isComment == true) { visual.ColorText(listOfTokens[i], text3, enteredPosition); } } text3.type = WordType.boundType.STRING; for (int i = 0; i < listOfTokens.Count; i++) { if (listOfTokens[i].isString == true) { visual.ColorText(listOfTokens[i], text3, enteredPosition); } } currentTokenIndex = 0; FirstTime = true; return(lexError); }
/// <summary> /// gets a startPoint and start lexing untill it found a token or gets error /// </summary> public DFAOut traceViaDFA(TextPointer startPoint) { DFAOut outPut = new DFAOut(); outPut.accept = false; TextPointer nextPostion; int currentState = 1;//Since 0 is used for rejecting, starting state is 1. int charNumber = 0; int CurrentSateCopy = currentState; string wholeText = ""; TextRange text = new TextRange(startPoint, startPoint);//just to avoid null exception TextRange textNext; char currentChar; bool notEnd = true; while (notEnd) { nextPostion = startPoint.GetNextInsertionPosition(LogicalDirection.Forward); if (nextPostion == null) { break; } text = new TextRange(startPoint, nextPostion); if (text.Text == "\r\n") { currentChar = '\r'; } else { currentChar = text.Text.ToCharArray()[0]; } charNumber = SearchForCharNum(currentChar); if (charNumber != -1) { currentState = DFA[currentState][charNumber]; } else { //You can make the Lexer to accept any character on certains states . for example you might want the //lexer to accept any character like persian language or ... on comments and inside strings. then you should //uncomment the code below and replace the states with your own. //Keep in mind that there is another part like this just a few lines below that you should change it too. //if(currentState!=14&¤tState!=15&¤tState!=6&¤tState!=7&¤tState!=8&¤tState!=10&¤tState!=11){ // startPoint = nextPostion; //break; //} } if (currentState == 0) { break; } if (isFinal(currentState)) { outPut.accept = true; if (nextPostion.GetNextInsertionPosition(LogicalDirection.Forward) != null) { textNext = new TextRange(nextPostion, nextPostion.GetNextInsertionPosition(LogicalDirection.Forward)); if (textNext.Text == "\r\n") { currentChar = '\r'; } else { currentChar = textNext.Text.ToCharArray()[0]; } charNumber = SearchForCharNum(currentChar); if (charNumber != -1) { CurrentSateCopy = DFA[currentState][charNumber]; } else { //If you want lexer to accept any character on certain circumstance you should enter them here //like you want any characters to be accepted inside comments or strings //if (currentState != 14 && currentState != 15 && currentState != 6 && currentState != 7 && currentState != 8 && currentState != 10 && currentState != 11) //{ // notEnd = false; //} } if (!isFinal(CurrentSateCopy)) { notEnd = false; } } }//end of final else { startPoint = nextPostion; outPut.accept = false; } startPoint = nextPostion; wholeText += text.Text; } //Decalaring types if ((currentState >= 6) && (currentState <= 12)) { outPut.text = "comment"; } else if ((currentState >= 14) && (currentState <= 16)) { outPut.text = "string"; } else if (currentState == 2) { outPut.text = "id"; } else if (currentState == 0 || currentState == 1) { outPut.text = "Lexer Error"; } else if (currentState == 3) { outPut.text = "num"; } else { outPut.text = wholeText; } outPut.pointer = startPoint;//noghte akhar ro bar migardune return(outPut); }