public override void Compile(CompiledStatement parent, string token, LinkedList <string> tokens, LinkedList <string> lines) { base.Compile(parent, token, tokens, lines); Delimiter.InlineToken = scriptToken; // Now check that there is another element after our keyword that we can use as the variable name Debug.Assert(tokens.Count > 0, "No value found for the right hand side of keyword: " + token); if (tokens.First.Value == FunctionKeyword.scriptToken) { // If we have a function after this, we do nothing - functions by default are added to the current local scope Delimiter.InlineToken = ""; return; } // Get the next token that appears on the right hand side of this operator - this will be our variable name string rhsOfKeyword = CelesteCompiler.PopToken(); Debug.Assert(!CelesteStack.CurrentScope.VariableExists(rhsOfKeyword), "Variable with the same name already exists in this scope"); // Creates a new variable, but does not call Compile - Compile for variable assigns a reference from the stored variable in CelesteStack Variable variable = CelesteStack.CurrentScope.CreateLocalVariable <Variable>(rhsOfKeyword); // If we still have unparsed tokens, then add this variable to the tree // Otherwise, do not - we do not need to push an object onto the stack for no reason if (tokens.Count > 0) { // Add our variable underneath our parent - this keyword will do nothing at run time so do not add it to the tree parent.Add(variable); } }
public override void Compile(CompiledStatement parent, string token, LinkedList <string> tokens, LinkedList <string> lines) { base.Compile(parent, token, tokens, lines); Debug.Assert(parent.ChildCount > 0, "No value found for the left hand side of operator: " + token); // Take the previous statement and add it as a sub statement of the newly created operator - we will check for validity in the Compile function parent.MoveChildAtIndex(parent.ChildCount - 1, this); // Add this operator to the tree parent.Add(this); // Now check that there is another element after our operator that we can act on Debug.Assert(tokens.Count > 0, "No value found for the right hand side of operator: " + token); // Get the next token that appears on the right hand side of this operator string rhsOfOperatorToken = CelesteCompiler.PopToken(); // Parse the next token which we will act on if (CelesteCompiler.CompileToken(rhsOfOperatorToken, parent)) { // Take the value that has been added to the root and add it under this operator instead parent.MoveChildAtIndex(parent.ChildCount - 1, this); } else { // Error message if we cannot parse the next token Debug.Fail("Could not compile token: " + token + " in operator " + token); } }
/// <summary> /// Loads our file and sends it to the parser to compile into a statement tree /// </summary> public void Compile() { Compiling = true; if (CelesteStack.Scopes.Exists(x => x == ScriptScope)) { CelesteStack.Scopes.Remove(ScriptScope); } ScriptScope = new Scope(ScriptPath); Tuple <bool, CompiledStatement> result = null; using (StreamReader scriptReader = File.OpenText(Cel.ScriptDirectoryPath + "\\" + ScriptPath)) { result = CelesteCompiler.CompileScript(scriptReader); } Debug.Assert(result != null); if (result.Item1) { // If we have successfully parsed the script, we execute the compile tree ScriptExecutable = result.Item2; } else { Debug.Fail("Script " + ScriptPath + " had an error during compilation"); } Compiling = false; }
public override void Compile(CompiledStatement parent, string token, LinkedList <string> tokens, LinkedList <string> lines) { base.Compile(parent, token, tokens, lines); // We know the token will at least start with the start delimiter if (token.Length > 1) { // In here if the start delimiter and another token are smushed together with no space // Split the start delimiter and the rest of the token and add the rest of the token to the start of our tokens list string rest = token.Remove(0, 1); tokens.AddFirst(rest); } // We keep parsing until we find a closing character for our list bool foundClosing = false; while (!foundClosing) { Debug.Assert(tokens.Count > 0 || lines.Count > 0, "List requires a closing " + endDelimiter); // Create a new set of tokens if we have run out for this line if (tokens.Count == 0) { CelesteCompiler.TokenizeNextLine(); } string nextToken = CelesteCompiler.PopToken(); if (nextToken.EndsWith(endDelimiter) && nextToken.Length > 1) { // Our token has the end delimiter squashed at the end of it, so we split the token in two and add the delimiter to the tokens list // This will mean we still compile this token and finish our list the next iteration round nextToken = nextToken.Remove(nextToken.Length - 1); tokens.AddFirst(endDelimiter); } if (nextToken == endDelimiter) { foundClosing = true; } else if (CelesteCompiler.CompileToken(nextToken, parent)) { // Take the value that has been created from compiling this token and add it to our list // Then remove the compiled statement - we do not want objects in our list pushed onto the stack CompiledStatement valueCreated = parent.ChildCompiledStatements[parent.ChildCount - 1]; parent.RemoveAt(parent.ChildCount - 1); // The value we created MUST be a value Debug.Assert(valueCreated is Value); ListRef.Add((valueCreated as Value)._Value); } else { // Error message if we cannot parse the next token Debug.Fail("Error parsing token: " + token + " in list"); } } }
/// <summary> /// Call compile when you wish to implement the function. /// Process the actual variable names that have been passed into the function using the token. /// Create a variable underneath this for each variable we are passing in. /// </summary> /// <param name="parent"></param> /// <param name="token"></param> /// <param name="tokens"></param> /// <param name="lines"></param> public override void Compile(CompiledStatement parent, string token, LinkedList <string> tokens, LinkedList <string> lines) { // We have invoked this function because we have parentheses if (tokens.Count > 0 && tokens.First.Value == OpenParenthesis.scriptToken) { // Group our inputs under this object so that we can store them underneath this function CompiledStatement thisCallsParams = new CompiledStatement(); if (ParameterNames.Count > 0) { // Only add our parameters if we have any. // Otherwise this will just strip away the start and end parentheses Add(thisCallsParams); } string openingParenthesis = CelesteCompiler.PopToken(); Debug.Assert(openingParenthesis == OpenParenthesis.scriptToken, "No opening parenthesis found for function " + Name); string parameter = CelesteCompiler.PopToken(); CompiledStatement tempContainer = new CompiledStatement(); while (parameter != CloseParenthesis.scriptToken) { Debug.Assert(CelesteCompiler.CompileToken(parameter, tempContainer), "Failed to compile input parameter " + parameter); parameter = CelesteCompiler.PopToken(); } // Add null references first for all of the parameters we are missing for (int i = tempContainer.ChildCount; i < ParameterNames.Count; i++) { // This will push null onto the stack for every parameter we have not provided an input for Reference refToNull = new Reference(null); refToNull.Compile(thisCallsParams, "null", tokens, lines); } // Then add the actual parameters we have inputted for (int i = tempContainer.ChildCount - 1; i >= 0; i--) { // Add our parameters in reverse order, so they get added to the stack in reverse order tempContainer.MoveChildAtIndex(i, thisCallsParams); } // Add a reference to this function in our compile tree after we have added all of the inputs base.Compile(parent, token, tokens, lines); } else { // If we have no brackets, we are trying to compile the function as a reference rather than as a call (for use in equality for example) Reference funcRef = new Reference(this); funcRef.Compile(parent, Name, tokens, lines); } // Any local variable that is not set will be null // Any extra parameters will be added, but because we add them in reverse order, if they are not needed they will just be thrown away on the stack }
/// <summary> /// Adds a not unary operator with the next token's compiled object to the parent /// </summary> /// <param name="parent"></param> /// <param name="token"></param> /// <param name="tokens"></param> /// <param name="lines"></param> public override void Compile(CompiledStatement parent, string token, LinkedList <string> tokens, LinkedList <string> lines) { base.Compile(parent, token, tokens, lines); // Now check that there is an element after our keyword that we can use as the variable name Debug.Assert(tokens.Count > 0, "No value found for the right hand side of the 'not' keyword"); string rhsToken = CelesteCompiler.PopToken(); // Create a not operator and compile - this will do all the work of moving statements around in the parent // It will also add itself to the parent tree NotOperator notOperator = new NotOperator(); notOperator.Compile(parent, NotOperator.scriptToken + rhsToken, tokens, lines); }
/// <summary> /// Reads in the condition for the while loop and then the body to perform while the condition is true. /// </summary> /// <param name="parent"></param> /// <param name="token"></param> /// <param name="tokens"></param> /// <param name="lines"></param> public override void Compile(CompiledStatement parent, string token, LinkedList <string> tokens, LinkedList <string> lines) { base.Compile(parent, token, tokens, lines); KeyValuePair <CompiledStatement, CompiledStatement> whileCondBody = new KeyValuePair <CompiledStatement, CompiledStatement>(new CompiledStatement(), new CompiledStatement()); ConditionsAndBodies.Add(whileCondBody); Debug.Assert(tokens.Count > 0, "Tokens required for while condition"); while (tokens.Count > 0) { CelesteCompiler.CompileToken(CelesteCompiler.PopToken(), whileCondBody.Key); } // We keep parsing until we find the closing keyword for our while control bool foundClosing = false; while (!foundClosing) { Debug.Assert(tokens.Count > 0 || lines.Count > 0, "Function requires a closing " + endDelimiter); // Create a new set of tokens if we have run out for this line if (tokens.Count == 0) { CelesteCompiler.TokenizeNextLine(); } string nextToken = CelesteCompiler.PopToken(); if (nextToken == endDelimiter) { foundClosing = true; } else if (CelesteCompiler.CompileToken(nextToken, whileCondBody.Value)) { } else { // Error message if we cannot parse the next token Debug.Fail("Operator invalid on token: " + token); } } // Close the scope that is automatically opened in our constructor CelesteStack.CurrentScope = FlowScope.ParentScope; }
public override void Compile(CompiledStatement parent, string token, LinkedList <string> tokens, LinkedList <string> lines) { base.Compile(parent, token, tokens, lines); // Now check that there is another element after our keyword that we can use as the variable name Debug.Assert(tokens.Count > 0, "No value found for the right hand side of keyword: " + token); // Get the next token that appears on the right hand side of this operator - this will be our variable name string rhsOfKeyword = CelesteCompiler.PopToken(); if (rhsOfKeyword == FunctionKeyword.scriptToken) { Debug.Assert(tokens.Count > 0, "Function name must exist"); string functionName = tokens.First.Value; functionName = functionName.Remove(functionName.IndexOf(OpenParenthesis.scriptToken)); if (CelesteCompiler.CompileToken(rhsOfKeyword, parent)) { // If we have compiled our global function, we need to remove it from the current scope it is added to by default and move it to the global scope Debug.Assert(CelesteStack.CurrentScope.VariableExists(functionName)); Variable function = CelesteStack.CurrentScope.RemoveLocalVariable(functionName); CelesteStack.GlobalScope.AddLocalVariable(function); } else { Debug.Fail("Error parsing global function"); } return; } Debug.Assert(!CelesteStack.GlobalScope.VariableExists(rhsOfKeyword), "Variable with the same name already exists in this scope"); // Creates a new variable, but does not call Compile - Compile for variable assigns a reference from the stored variable in CelesteStack Variable variable = CelesteStack.GlobalScope.CreateLocalVariable <Variable>(rhsOfKeyword); // If we still have unparsed tokens, then add this variable to the tree // Otherwise, do not - we do not need to push an object onto the stack for no reason if (tokens.Count > 0) { // Add our variable underneath our parent - this keyword will do nothing at run time so do not add it to the tree parent.Add(variable); } }
public override void Compile(CompiledStatement parent, string token, LinkedList <string> tokens, LinkedList <string> lines) { base.Compile(parent, token, tokens, lines); parent.Add(this); while (tokens.Count > 0) { // Get the next token that appears on the right hand side of this operator // This will be the name of the local variables we wish to return string rhsOfKeyword = CelesteCompiler.PopToken(); if (rhsOfKeyword.EndsWith(returnParameterDelimiter)) { // Return the parameter delimiter after each return parameter if it exists rhsOfKeyword = rhsOfKeyword.Remove(rhsOfKeyword.Length - 1); } Debug.Assert(CelesteCompiler.CompileToken(rhsOfKeyword, this), "Error compiling return parameter"); } }
public override void Compile(CompiledStatement parent, string token, LinkedList <string> tokens, LinkedList <string> lines) { base.Compile(parent, token, tokens, lines); // Unary operators act on other variables/values and so they must be included in the same token as another token (e.g. !var for example) // We remove the script token for the operator and split the other token out Debug.Assert(token.Length > 1); string rest = token.Remove(0, 1); // Removing wrong thing here // Add this operator to the tree parent.Add(this); // Parse the rest of the token which we will act on if (CelesteCompiler.CompileToken(rest, parent)) { // Take the value that has been added to the root and add it under this operator instead parent.MoveChildAtIndex(parent.ChildCount - 1, this); } else { // Error message if we cannot parse the next token Debug.Fail("Could not compile token: " + token + " in operator " + token); } }
public override void Compile(CompiledStatement parent, string token, LinkedList <string> tokens, LinkedList <string> lines) { base.Compile(parent, token, tokens, lines); string fullString = ""; // If our token is of the form "something" we have our full string if (token.EndsWith(endDelimiter)) { // Remove the '"' from the start and the end fullString = token.Substring(1, token.Length - 2); } else { // Our full string is going to be split over many tokens - we need to keep adding tokens until we hit our second '"' // Remove the '"' from the first token fullString = token.Remove(0, 1); // Need more tokens left over to make our full string Debug.Assert(tokens.Count > 0, "No \" found to end the string: " + fullString); string currentToken; // We are going to keep removing elements, so need to check whether we still have tokens left to check while (tokens.Count > 0) { currentToken = CelesteCompiler.PopToken(); if (!string.IsNullOrEmpty(currentToken)) { // If the next token we are moving through contains '"' we are done finding our full string if (currentToken.Contains(endDelimiter)) { // Add the substring without the end string character to our full string int index = currentToken.IndexOf(endDelimiter); if (index > 0) { // Concatenate the contents of this token if it was more than just the end delimiter fullString += " " + currentToken.Substring(0, index); } if (index < currentToken.Length - 1) { // The end delimiter was in the middle of the token and we have other stuff that should be popped back into the tokens list // index + 1 because we don't want to add the end delimiter tokens.AddFirst(currentToken.Substring(index + 1)); } break; } else { fullString += " " + currentToken; } } // We should only ever get here if we have tokens left // If this assert triggers, it means that we have run out of tokens, but not found a close to our string Debug.Assert(tokens.Count > 0, "No \" found to end the string: " + fullString); } } _Value = fullString; }
public override void Compile(CompiledStatement parent, string token, LinkedList <string> tokens, LinkedList <string> lines) { base.Compile(parent, token, tokens, lines); // We know the token will at least start with the start delimiter if (token.Length > 1) { // In here if the start delimiter and another token are smushed together with no space // Split the start delimiter and the rest of the token and add the rest of the token to the start of our tokens list string rest = token.Remove(0, 1); tokens.AddFirst(rest); } // We keep parsing until we find a closing character for our list bool foundClosing = false; while (!foundClosing) { Debug.Assert(tokens.Count > 0 || lines.Count > 0, "Table requires a closing " + endDelimiter); // Create a new set of tokens if we have run out for this line if (tokens.Count == 0) { CelesteCompiler.TokenizeNextLine(); } string nextToken = CelesteCompiler.PopToken(); if (nextToken == AssignmentOperator.scriptToken) { string valueToken = tokens.First.Value; if (valueToken.EndsWith(endDelimiter) && valueToken.Length > 1) { valueToken = valueToken.Remove(valueToken.Length - 1, 1); tokens.First.Value = valueToken; foundClosing = true; } } if (nextToken == endDelimiter) { foundClosing = true; } else if (CelesteCompiler.CompileToken(nextToken, parent)) { CompiledStatement compiledStatement = parent.ChildCompiledStatements[parent.ChildCount - 1]; if (!gotKey) { // The statement we created for our key MUST be a value type Debug.Assert(compiledStatement is Value, "Key in table must be a valid value type"); gotKey = true; } else if (!gotEquality) { // The statement we created after our key MUST be the equality operator Debug.Assert(compiledStatement is AssignmentOperator, "Equality expected after key"); gotEquality = true; gotValue = compiledStatement.ChildCount == 2; } if (gotValue) { // We have an equals parented under the 'parent' parameter (along with this table), with the key and value parented under that // We insert the key and value into our dictionary, discard the equals statement and adjust our flags Debug.Assert(parent.ChildCount >= 2); Debug.Assert(parent.ChildCompiledStatements[parent.ChildCount - 1].ChildCount == 2); Debug.Assert(parent.ChildCompiledStatements[parent.ChildCount - 1] is AssignmentOperator); AssignmentOperator equals = parent.ChildCompiledStatements[parent.ChildCount - 1] as AssignmentOperator; Debug.Assert(equals.ChildCompiledStatements[0] is Value); Debug.Assert(equals.ChildCompiledStatements[1] is Value); DictionaryRef.Add((equals.ChildCompiledStatements[0] as Value)._Value, (equals.ChildCompiledStatements[1] as Value)._Value); parent.ChildCompiledStatements.RemoveAt(parent.ChildCount - 1); gotKey = false; gotEquality = false; gotValue = false; } } else { // Error message if we cannot parse the next token Debug.Fail("Operator invalid on token: " + token); } } Debug.Assert(!gotKey && !gotEquality && !gotValue, "Incomplete key value pair in table"); }
public override void Compile(CompiledStatement parent, string token, LinkedList <string> tokens, LinkedList <string> lines) { base.Compile(parent, token, tokens, lines); // Now check that there is another element after our keyword that we can use as the function name Debug.Assert(tokens.Count > 0 || lines.Count > 0, "No parameters or body found for the keyword: " + token); // The first token should be the function name string functionName = CelesteCompiler.PopToken(); Debug.Assert(!CelesteStack.CurrentScope.VariableExists(functionName), "Variable with the same name already exists in this scope"); // Get the next token - this should be an opening parenthesis string openingParenthesis = CelesteCompiler.PopToken(); Debug.Assert(openingParenthesis == OpenParenthesis.scriptToken, "No opening parenthesis found for function " + functionName); // Creates a new function, but does not call Compile - Compile for function assigns a reference from the stored function in CelesteStack Function function = CelesteStack.CurrentScope.CreateLocalVariable <Function>(functionName); // Obtain the parameter names from the strings/tokens between the brackets List <string> paramNames = new List <string>(); string parameters = CelesteCompiler.PopToken(); while (parameters != CloseParenthesis.scriptToken) { // Clean the parameter array of empty strings and remove any delimiter characters from parameter names List <string> parameterList = new List <string>(parameters.Split(Delimiter.scriptTokenChar)); parameterList.RemoveAll(x => string.IsNullOrEmpty(x)); parameterList = new List <string>(parameterList.Select(x => x = x.Replace(Delimiter.scriptToken, ""))); // Add any parameters which are of this form 'param1,param2' paramNames.AddRange(parameterList); parameters = CelesteCompiler.PopToken();// This algorithm should completely take care of any mix of parameters separated with a space or not } function.SetParameters(paramNames.ToArray()); // We keep parsing until we find the closing keyword for our function bool foundClosing = false; while (!foundClosing) { Debug.Assert(tokens.Count > 0 || lines.Count > 0, "Function requires a closing " + endDelimiter); // Create a new set of tokens if we have run out for this line if (tokens.Count == 0) { CelesteCompiler.TokenizeNextLine(); } string nextToken = CelesteCompiler.PopToken(); if (nextToken == endDelimiter) { foundClosing = true; } else if (CelesteCompiler.CompileToken(nextToken, function.FuncImpl)) { } else { // Error message if we cannot parse the next token Debug.Fail("Operator invalid on token: " + token); } } // Do not add the function - it will be looked up to and called rather than pushed onto the stack (much like a variable) // Close the function's scope now - we have added all the appropriate variables to it // This scope is automatically opened in the Function constructor CelesteStack.CurrentScope = function.FunctionScope.ParentScope; }