public SyntaxLex(ParseContext Context,
Action<Token, TokenStyle, int> StyleToken,
Action<Token> MarkFold)
{
this.Context = Context;
this.StyleToken = StyleToken;
this.MarkFold = MarkFold;
}
public static List<Declaration> Build(
String script,
ParseContext context,
int StaticVariableOffset,
Func<String, ErrorStrategy> OnError,
bool DelayEmission = false)
{
var r = Parse.Build(new TokenStream(new StringIterator(script), context), context, OnError);
try
{
if (!DelayEmission) context.EmitDeclarations(StaticVariableOffset);
}
catch (Exception e)
{
OnError(e.Message);
}
return r;
}
private static List<Ast.Initializer> ParseInitializers(
TokenStream Stream,
ParseContext Context)
{
Stream.Advance();
var r = new List<Ast.Initializer>();
while (Stream.Next().Type != TokenType.CloseBrace)
{
var initializerStart = Stream.Next();
if (Stream.Next().Type != TokenType.Identifier || Stream.Next().Value.ToUpper() != "LET")
throw new CompileError("[01E] Expected let", Stream);
Stream.Advance();
if (Stream.Next().Type != TokenType.Identifier) throw new CompileError("[01E] Expected identifier", Stream);
var memberName = Stream.Next().Value.ToUpper();
Stream.Advance();
if (Stream.Next().Type != TokenType.Operator && Stream.Next().Value != "=")
throw new CompileError("[01F] Expected =", Stream);
Stream.Advance();
var value = ParseExpression(Stream, Context, TokenType.Semicolon);
if (Stream.Next().Type != TokenType.Semicolon) throw new CompileError("[020] Expected ;", Stream);
Stream.Advance();
r.Add(new Ast.Initializer(initializerStart, memberName, value));
}
Stream.Advance();
return r;
}
private static Ast.If ParseIfStatement(
TokenStream Stream,
ParseContext Context)
{
if (Stream.AtEnd() || Stream.Next().Type != TokenType.Identifier || Stream.Next().Value.ToUpper() != "IF")
throw new CompileError("[009] Impossible error: If parse entered, no if found.", Stream);
var r = new Ast.If(Stream.Next());
Stream.Advance(); //Skip 'if'
r.Header = ParseExpression(Stream, Context, TokenType.OpenBrace);
if (Stream.Next().Type != TokenType.OpenBrace) throw new CompileError("[00A] Expected {", Stream);
r.ThenBlock = ParseBlock(Stream, Context);
if (Stream.Next().Type == TokenType.Identifier && Stream.Next().Value.ToUpper() == "ELSE")
{
Stream.Advance();
if (Stream.Next().Type == TokenType.OpenBrace)
r.ElseBlock = ParseBlock(Stream, Context);
else if (Stream.Next().Type == TokenType.Identifier && Stream.Next().Value.ToUpper() == "IF")
r.ElseBlock = ParseIfStatement(Stream, Context);
}
return r;
}
public static List<Ast.Node> ParseStaticInvokation(
TokenStream Stream,
ParseContext Context)
{
if (Stream.Next().Type != TokenType.OpenBracket) throw new CompileError("[017] Expected [", Stream);
Stream.Advance();
var parameters = new List<Ast.Node>();
while (true)
{
if (IsEndOfStatement(Stream)) throw new CompileError("[018] Expected ]", Stream);
if (Stream.Next().Type == TokenType.CloseBracket)
{
Stream.Advance();
return parameters;
}
parameters.Add(ParseTerm(Stream, Context));
}
}
private static Ast.Node ParseTerm(
TokenStream Stream,
ParseContext Context)
{
if (IsEndOfStatement(Stream)) throw new CompileError("[012] Expected argument", Stream);
Ast.Node r = null;
if (Stream.Next().Type == TokenType.OpenParen)
{
Stream.Advance();
r = ParseExpression(Stream, Context, TokenType.CloseParen);
Stream.Advance(); //Skip close paren
}
else if (Stream.Next().Type == TokenType.OpenBracket)
{
var parameters = ParseStaticInvokation(Stream, Context);
r = new Ast.StaticInvokation(parameters[0].Source, parameters);
}
else if (Stream.Next().Type == TokenType.Identifier ||
Stream.Next().Type == TokenType.Number ||
Stream.Next().Type == TokenType.String)
{
r = new Ast.Identifier(Stream.Next());
Stream.Advance();
}
else if (Stream.Next().Type == TokenType.Operator)
{
r = new Ast.Identifier(Stream.Next());
Stream.Advance();
}
else if (Stream.Next().Type == TokenType.Dollar)
{
return ParseComplexString(Stream, Context);
}
else if (Stream.Next().Type == TokenType.OpenBrace)
{
var start = Stream.Next();
Stream.Advance();
var list = new List<Ast.Node>();
while (Stream.Next().Type != TokenType.CloseBrace)
list.Add(ParseTerm(Stream, Context));
Stream.Advance();
return new Ast.AssembleList(start, list);
}
else
throw new CompileError("[014] Illegal token in argument list", Stream.Next());
r = ParseOptionalDot(Stream, r, Context);
return r;
}
private static Ast.Return ParseReturnStatement(
TokenStream Stream,
ParseContext Context)
{
var start = Stream.Next();
if (Stream.AtEnd() || Stream.Next().Type != TokenType.Identifier || Stream.Next().Value.ToUpper() != "RETURN")
throw new CompileError("[007] Impossible error: Return parse entered, no return found.", Stream);
Stream.Advance();
var r = new Ast.Return(start);
if (Stream.Next().Type != TokenType.Semicolon)
r.Value = ParseExpression(Stream, Context, TokenType.Semicolon);
if (Stream.Next().Type != TokenType.Semicolon) throw new CompileError("[008] Expected ;", Stream);
Stream.Advance();
return r;
}
private static Ast.New ParseNew(
TokenStream Stream,
ParseContext Context)
{
Stream.Advance();
if (Stream.Next().Type != TokenType.Identifier)
throw new CompileError("[01D] Expected identifier", Stream);
var r = new Ast.New(Stream.Next());
r.Typename = Stream.Next().Value.ToUpper();
Stream.Advance();
if (Stream.Next().Type == TokenType.OpenBrace)
r.Initializers = ParseInitializers(Stream, Context);
return r;
}
internal static Declaration ParseRuleDeclaration(TokenStream Stream, ParseContext Context)
{
if (Stream.AtEnd())
throw new CompileError("[02F] Impossible error: ParseRuleDeclaration entered at end of stream.", Stream);
try
{
var r = new Declaration();
r.ReturnTypeName = "RULE-RESULT";
if (Stream.Next().Type != TokenType.Identifier) throw new CompileError("[030] Expected identifier", Stream.Next());
r.Type = DeclarationType.Rule;
Stream.Advance();
r.Terms = ParseMacroDeclarationHeader(Stream, DeclarationHeaderTerminatorType.OpenBraceOrWhen);
foreach (var t in r.Terms)
if (t.Type == DeclarationTermType.Operator)
throw new CompileError("Rule headers cannot contain operators", Stream);
if (Stream.Next().Type == TokenType.Colon)
{
Stream.Advance();
if (Stream.Next().Type != TokenType.Identifier) throw new CompileError("[02A] Expected identifier", Stream);
r.ReturnTypeName = Stream.Next().Value.ToUpper();
Stream.Advance();
}
if (Stream.Next().Value.ToUpper() == "WHEN")
{
Stream.Advance();
r.WhenClause = new WhenClause(ParseExpression(Stream, Context, (stream) =>
{
if (stream.Next().Type == TokenType.OpenBrace) return true;
if (stream.Next().Type == TokenType.Identifier &&
(stream.Next().Value.ToUpper() == "WITH" ||
stream.Next().Value.ToUpper() == "ORDER")) return true;
return false;
}));
}
r.OrderOperator = OrderOperator.NONE;
if (Stream.Next().Value.ToUpper() == "ORDER")
{
Stream.Advance();
var temp = OrderOperator.NONE;
if (!Enum.TryParse(Stream.Next().Value.ToUpper(), out temp))
throw new CompileError("Expected FIRST or LAST", Stream);
if (temp != OrderOperator.FIRST && temp != OrderOperator.LAST)
throw new CompileError("Expected FIRST or LAST", Stream);
Stream.Advance();
r.OrderOperator |= temp;
}
if (Stream.Next().Value.ToUpper() == "WITH")
{
Stream.Advance();
var temp = OrderOperator.NONE;
if (!Enum.TryParse(Stream.Next().Value.ToUpper(), out temp))
throw new CompileError("Expected HIGH or LOW", Stream);
if (temp != OrderOperator.HIGH && temp != OrderOperator.LOW)
throw new CompileError("Expected HIGH or LOW", Stream);
Stream.Advance();
if (Stream.Next().Value.ToUpper() != "PRIORITY")
throw new CompileError("Expected PRIORITY", Stream);
Stream.Advance();
r.OrderOperator |= temp;
}
if (Stream.Next().Type == TokenType.OpenBrace)
{
r.Body = new LambdaBlock(ParseBlock(Stream, Context));
}
else
{ throw new CompileError("[031] Expected block", Stream);
}
if (!Stream.AtEnd() && Stream.Next().Type == TokenType.QuestionMark)
{
Stream.Advance();
if (Stream.Next().Type != TokenType.String) throw new CompileError("Expected documentation", Stream);
r.Documentation = Stream.Next().Value;
Stream.Advance();
}
return r;
}
catch (CompileError ce)
{
throw ce;
}
catch (Exception e)
{
throw new CompileError(e.Message + e.StackTrace, Stream);
}
}
internal static Variable ParseMemberDeclaration(TokenStream Stream, ParseContext Context)
{
if (Stream.Next().Type != TokenType.Identifier) throw new CompileError("[032] Expected identifier", Stream.Next());
Stream.Advance();
var r = new Variable();
r.StorageMethod = VariableStorageMethod.Member;
if (Stream.Next().Type != TokenType.Identifier) throw new CompileError("[033] Expected identifier", Stream.Next());
r.Name = Stream.Next().Value.ToUpper();
Stream.Advance();
if (Stream.Next().Type == TokenType.Colon)
{
Stream.Advance();
if (Stream.Next().Type != TokenType.Identifier) throw new CompileError("[034] Expected identifier", Stream.Next());
r.DeclaredTypeName = Stream.Next().Value.ToUpper();
Stream.Advance();
}
if (!Stream.AtEnd() && Stream.Next().Type == TokenType.QuestionMark)
{
Stream.Advance();
if (Stream.Next().Type != TokenType.String) throw new CompileError("Expected documentation", Stream);
r.Documentation = Stream.Next().Value;
Stream.Advance();
}
if (Stream.Next().Type != TokenType.Semicolon) throw new CompileError("[035] Expected ;", Stream.Next());
Stream.Advance();
return r;
}
internal static Declaration ParseMacroDeclaration(TokenStream Stream, ParseContext Context)
{
if (Stream.AtEnd())
throw new CompileError("[028] Impossible error: ParseDeclaration entered at end of stream.", Stream);
try
{
var r = new Declaration();
r.ReturnTypeName = "VOID";
if (Stream.Next().Type != TokenType.Identifier)
throw new CompileError("[029] Expected identifier", Stream.Next());
r.Type = DeclarationType.Macro;
Stream.Advance();
r.Terms = ParseMacroDeclarationHeader(Stream, DeclarationHeaderTerminatorType.OpenBrace);
foreach (var t in r.Terms)
if (t.Type == DeclarationTermType.Operator)
r.DefinesOperator = true;
if (r.DefinesOperator)
{
if (r.Terms.Count != 3 ||
r.Terms[0].Type != DeclarationTermType.Term ||
r.Terms[1].Type != DeclarationTermType.Operator ||
r.Terms[2].Type != DeclarationTermType.Term)
throw new CompileError("Operator macros must be of the form 'term op term'", Stream);
r.Terms[1].Type = DeclarationTermType.Keyword;
}
if (!Stream.AtEnd() && Stream.Next().Type == TokenType.Colon)
{
Stream.Advance();
if (Stream.Next().Type != TokenType.Identifier) throw new CompileError("[02A] Expected identifier", Stream);
r.ReturnTypeName = Stream.Next().Value.ToUpper();
Stream.Advance();
}
if (r.DefinesOperator && r.ReturnTypeName == "VOID")
throw new CompileError("Operator macros must return a value.", Stream);
if (!Stream.AtEnd() && Stream.Next().Type == TokenType.OpenBrace)
{
r.Body = new LambdaBlock(ParseBlock(Stream, Context));
}
else
throw new CompileError("[02B] Expected block", Stream);
if (!Stream.AtEnd() && Stream.Next().Type == TokenType.QuestionMark)
{
Stream.Advance();
if (Stream.Next().Type != TokenType.String) throw new CompileError("Expected documentation", Stream);
r.Documentation = Stream.Next().Value;
Stream.Advance();
}
return r;
}
catch (CompileError ce)
{
throw ce;
}
catch (Exception e)
{
throw new CompileError(e.Message + e.StackTrace, Stream);
}
}
internal static Variable ParseGlobalDeclaration(TokenStream Stream, ParseContext Context)
{
if (Stream.Next().Type != TokenType.Identifier) throw new CompileError("[032] Expected identifier", Stream.Next());
Stream.Advance();
var r = new Variable();
r.StorageMethod = VariableStorageMethod.Member;
if (Stream.Next().Type != TokenType.Identifier) throw new CompileError("[033] Expected identifier", Stream.Next());
var start = Stream.Next();
r.Name = Stream.Next().Value.ToUpper();
Stream.Advance();
if (Stream.Next().Type == TokenType.Colon)
{
Stream.Advance();
if (Stream.Next().Type != TokenType.Identifier) throw new CompileError("[034] Expected identifier", Stream.Next());
r.DeclaredTypeName = Stream.Next().Value.ToUpper();
Stream.Advance();
}
if (Stream.Next().Type == TokenType.Operator && Stream.Next().Value == "=")
{
Stream.Advance();
var initialValue = ParseExpression(Stream, Context, TokenType.Semicolon);
var initializer = new Ast.Let(start, new Ast.Identifier(start), initialValue);
Context.Initialization.Add(initializer);
}
if (!Stream.AtEnd() && Stream.Next().Type == TokenType.QuestionMark)
{
Stream.Advance();
if (Stream.Next().Type != TokenType.String) throw new CompileError("Expected documentation", Stream);
r.Documentation = Stream.Next().Value;
Stream.Advance();
}
if (Stream.Next().Type != TokenType.Semicolon) throw new CompileError("[035] Expected ;", Stream.Next());
Stream.Advance();
return r;
}
public static List<Declaration> Build(
TokenStream Stream,
ParseContext Context,
Func<String,ErrorStrategy> OnError,
bool PrepareInitializer = true)
{
var r = new List<Declaration>();
while (!Stream.AtEnd())
{
try
{
if (Stream.Next().Type != TokenType.Identifier) throw new CompileError("[036] Expected identifier", Stream);
if (Stream.Next().Value.ToUpper() == "MACRO" || Stream.Next().Value.ToUpper() == "FUNCTION")
{
var declaration = ParseMacroDeclaration(Stream, Context);
declaration.OwnerContextID = Context.ID;
Context.PendingEmission.Add(declaration);
}
else if (Stream.Next().Value.ToUpper() == "TEST")
{
var declaration = ParseMacroDeclaration(Stream, Context);
declaration.Type = DeclarationType.Test;
declaration.OwnerContextID = Context.ID;
r.Add(declaration);
Context.PendingEmission.Add(declaration);
}
else if (Stream.Next().Value.ToUpper() == "RULE")
{
var declaration = ParseRuleDeclaration(Stream, Context);
declaration.OwnerContextID = Context.ID;
var rulebook = Context.Rules.FindMatchingRulebook(declaration.Terms);
if (rulebook == null)
{
rulebook = new Rulebook { DeclarationTerms = new List<DeclarationTerm>(
declaration.Terms.Select(t => t.GenericClone())) };
rulebook.ResultTypeName = declaration.ReturnTypeName;
Context.Rules.Rulebooks.Add(rulebook);
}
//if (Declaration.AreTermTypesCompatible(rulebook.DeclarationTerms, declaration.Terms) == false)
// throw new CompileError("[037] Term types are not compatible with existing rulebook", Stream);
if (declaration.ReturnTypeName.ToUpper() != rulebook.ResultTypeName.ToUpper())
throw new CompileError("Rule return type not compatible with existing rulebook", Stream);
rulebook.Rules.Add(declaration);
Context.PendingEmission.Add(declaration);
}
else if (Stream.Next().Value.ToUpper() == "TYPE")
{
var type = ParseTypeDeclaration(Stream, Context);
if (Context.ActiveScope.FindType(type.Name) != null) throw new CompileError("[038] Type already defined", Stream);
Context.ActiveScope.Types.Add(type);
}
else if (Stream.Next().Value.ToUpper() == "GLOBAL")
{
var variable = ParseGlobalDeclaration(Stream, Context);
variable.StorageMethod = VariableStorageMethod.Static;
Context.ActiveScope.Variables.Add(variable);
}
else if (Stream.Next().Value.ToUpper() == "INCLUDE")
{
Stream.Advance();
if (Stream.Next().Type != TokenType.String) throw new CompileError("Expected string", Stream);
var filename = Stream.Next().Value;
Stream.Advance();
if (Context.FileLoader == null) throw new CompileError("Inclusion not enabled", Stream);
var file = Context.FileLoader.LoadFile(filename, Stream.CurrentFile);
var newStream = new TokenStream(new StringIterator(file.Data), Context);
newStream.CurrentFile = file;
r.AddRange(Build(newStream, Context, OnError, false));
}
else if (Stream.Next().Value.ToUpper() == "DEFAULT")
{
Stream.Advance();
if (Stream.Next().Value.ToUpper() != "OF") throw new CompileError("Expected 'OF'", Stream);
Stream.Advance();
if (Stream.Next().Value.ToUpper() != "RULE") throw new CompileError("Expected 'RULE'", Stream);
var declaration = ParseRuleDeclaration(Stream, Context);
foreach (var term in declaration.Terms)
if (!String.IsNullOrEmpty(term.DeclaredTypeName) && term.DeclaredTypeName != "GENERIC")
throw new CompileError("Don't declare types for default rules.");
declaration.OwnerContextID = Context.ID;
var rulebook = Context.Rules.FindMatchingRulebook(declaration.Terms);
if (rulebook == null)
{
rulebook = new Rulebook { DeclarationTerms = declaration.Terms };
rulebook.ResultTypeName = declaration.ReturnTypeName;
Context.Rules.Rulebooks.Add(rulebook);
}
//if (Declaration.AreTermTypesCompatible(rulebook.DeclarationTerms, declaration.Terms) == false)
// throw new CompileError("[037] Term types are not compatible with existing rulebook", Stream);
if (declaration.ReturnTypeName.ToUpper() != rulebook.ResultTypeName.ToUpper())
throw new CompileError("Rule return type not compatible with existing rulebook", Stream);
if (rulebook.DefaultValue != null)
throw new CompileError("Rulebook already has a default value", Stream);
rulebook.DefaultValue = declaration;
Context.PendingEmission.Add(declaration);
}
else
throw new CompileError("[039] Unknown declaration type", Stream);
}
catch (Exception e)
{
if (OnError(e.Message) == ErrorStrategy.Abort) return r;
Stream.Advance(); //Prevent an error from causing an infinite loop
}
}
if (PrepareInitializer)
{
Context.InitializationFunction = Declaration.Parse("test initialize-globals : void");
var body = new Ast.BlockStatement(new Token());
body.Statements = Context.Initialization;
Context.InitializationFunction.Body.Body = body;
Context.PendingEmission.Add(Context.InitializationFunction);
}
return r;
}
public static List<Ast.Node> ParseStaticInvokationStatement(
TokenStream Stream,
ParseContext Context)
{
var parameters = new List<Ast.Node>();
while (true)
{
if (IsEndOfStatement(Stream) || Stream.Next().Type == TokenType.OpenBrace)
{
//Why don't we skip the semi-colon? This is called when parsing control macros where it might be optional.
return parameters;
}
parameters.Add(ParseTerm(Stream, Context));
}
}
private static Ast.Let ParseLetStatement(
TokenStream Stream,
ParseContext Context)
{
var start = Stream.Next();
if (Stream.AtEnd() || Stream.Next().Type != TokenType.Identifier || Stream.Next().Value.ToUpper() != "LET")
throw new CompileError("[000] Impossible error: Let parse entered, no let found.", Stream);
Stream.Advance();
var LHS = ParseTerm(Stream, Context);
if (Stream.Next().Type != TokenType.Operator || Stream.Next().Value != "=")
throw new CompileError("[001] Expected '='", Stream);
Stream.Advance();
var RHS = ParseExpression(Stream, Context, TokenType.Semicolon);
if (!IsEndOfStatement(Stream)) throw new CompileError("[002] Expected ;", Stream);
Stream.Advance();
return new Ast.Let(start, LHS, RHS);
}
private static Ast.LocalDeclaration ParseLocalDeclaration(
TokenStream Stream,
ParseContext Context)
{
var start = Stream.Next();
Stream.Advance();
if (Stream.Next().Type != TokenType.Identifier)
throw new CompileError("[003] Expected identifier", Stream);
var r = new Ast.LocalDeclaration(start);
r.Name = Stream.Next().Value;
//r.Typename = "GENERIC";
Stream.Advance();
if (Stream.Next().Type == TokenType.Colon)
{
Stream.Advance();
if (Stream.Next().Type != TokenType.Identifier)
throw new CompileError("[004] Expected identifier", Stream);
r.Typename = Stream.Next().Value.ToUpper();
Stream.Advance();
}
if (Stream.Next().Type == TokenType.Operator && Stream.Next().Value == "=")
{
Stream.Advance();
r.Value = ParseExpression(Stream, Context, TokenType.Semicolon);
}
if (!IsEndOfStatement(Stream)) throw new CompileError("[005] Expected ;", Stream);
Stream.Advance();
return r;
}
internal static Type ParseTypeDeclaration(TokenStream Stream, ParseContext Context)
{
Stream.Advance();
if (Stream.Next().Type != TokenType.Identifier) throw new CompileError("[02C] Expected identifier", Stream);
var typename = Stream.Next().Value.ToUpper();
String superTypename;
Stream.Advance();
if (Stream.Next().Type == TokenType.Colon)
{
Stream.Advance();
if (Stream.Next().Type != TokenType.Identifier) throw new CompileError("Expected identifier", Stream);
superTypename = Stream.Next().Value.ToUpper();
Stream.Advance();
}
else
superTypename = "GENERIC";
var r = new Type(superTypename) { Name = typename };
if (Stream.Next().Type != TokenType.OpenBrace) throw new CompileError("[02D] Expected {", Stream);
Stream.Advance();
while (Stream.Next().Type != TokenType.CloseBrace)
{
if (Stream.Next().Value.ToUpper() == "VAR" || Stream.Next().Value.ToUpper() == "VARIABLE")
r.Members.Add(ParseMemberDeclaration(Stream, Context));
else
throw new CompileError("[02E] Expected var", Stream);
}
Stream.Advance();
if (!Stream.AtEnd() && Stream.Next().Type == TokenType.QuestionMark)
{
Stream.Advance();
if (Stream.Next().Type != TokenType.String) throw new CompileError("Expected documentation", Stream);
r.Documentation = Stream.Next().Value;
Stream.Advance();
}
return r;
}
private static Ast.Node ParseOptionalDot(
TokenStream Stream,
Ast.Node LHS,
ParseContext Context)
{
if (Stream.AtEnd()) return LHS;
if (Stream.Next().Type == TokenType.Dot)
{
Stream.Advance();
if (Stream.Next().Type != TokenType.Identifier)
throw new CompileError("[00F] Dot operator must be followed by identifier", Stream);
var RHS = Stream.Next().Value;
var MA = new Ast.MemberAccess(LHS.Source);
MA.Object = LHS;
MA.Name = RHS.ToUpper();
Stream.Advance();
return ParseOptionalDot(Stream, MA, Context);
}
else if (Stream.Next().Type == TokenType.At)
{
Stream.Advance();
var RHS = ParseTerm(Stream, Context);
var I = new Ast.Indexer(LHS.Source);
I.Object = LHS;
I.Index = RHS;
return ParseOptionalDot(Stream, I, Context);
}
else if (Stream.Next().Type == TokenType.Colon)
{
Stream.Advance();
if (Stream.Next().Type != TokenType.Identifier)
throw new CompileError("[013] Expected identifier", Stream);
var C = new Ast.Cast(Stream.Next(), LHS, Stream.Next().Value.ToUpper());
Stream.Advance();
return ParseOptionalDot(Stream, C, Context);
}
else
return LHS;
}
private static Ast.BlockStatement ParseBlock(
TokenStream Stream,
ParseContext Context)
{
var r = new Ast.BlockStatement(Stream.Next());
Stream.Advance(); //Skip the opening brace.
while (Stream.Next().Type != TokenType.CloseBrace)
r.Statements.Add(ParseStatement(Stream, Context));
Stream.Advance(); //Skip the closing brace.
return r;
}
private static Ast.Statement ParseStatement(
TokenStream Stream,
ParseContext Context)
{
Ast.Statement r = null;
var firstToken = Stream.Next().Value.ToUpper();
if (firstToken == "LET")
{
r = ParseLetStatement(Stream, Context);
}
else if (firstToken == "IF")
{
r = ParseIfStatement(Stream, Context);
}
else if (firstToken == "RETURN")
{
r = ParseReturnStatement(Stream, Context);
}
else if (firstToken == "VAR" || firstToken == "VARIABLE")
{
r = ParseLocalDeclaration(Stream, Context);
}
else
{
//If it's not any special statement, it must be a function call.
var parameters = ParseStaticInvokationStatement(Stream, Context);
var control = Context.FindControl(parameters);
if (control != null)
{
Ast.Node childBlock = null;
if (control.BlockType == ControlBlockType.RequiredBlock)
{
if (Stream.Next().Type == TokenType.OpenBrace)
childBlock = ParseBlock(Stream, Context);
else
throw new CompileError("[00C] Expected {", Stream);
}
else
{
if (Stream.Next().Type != TokenType.Semicolon) throw new CompileError("[00D] Expected ;", Stream);
Stream.Advance();
}
r = new Ast.ControlInvokation(parameters[0].Source, control, parameters, childBlock);
}
else
{
r = new Ast.StaticInvokation(parameters[0].Source, parameters);
if (Stream.Next().Type != TokenType.Semicolon) throw new CompileError("[00E] Expected ;", Stream);
Stream.Advance();
}
}
return r;
}
//Implements http://en.wikipedia.org/wiki/Operator-precedence_parser
private static Ast.Node ParseExpression(
Ast.Node lhs,
TokenStream state,
ParseContext operators,
int minimum_precedence,
Predicate<TokenStream> IsTerminal)
{
while (true)
{
if (IsTerminal(state)) return lhs;
if (state.Next().Type != TokenType.Operator) throw new CompileError("[01C] Expected operator", state.Next());
var precedence = operators.FindPrecedence(state.Next().Value);
if (precedence < minimum_precedence) return lhs;
var op = state.Next();
state.Advance();
var rhs = ParseTerm(state, operators);
while (true)
{
if (state.AtEnd()) break;
if (state.Next().Type == TokenType.Operator)
{
var next_precedence = operators.FindPrecedence(state.Next().Value);
if (next_precedence > precedence)
rhs = ParseExpression(rhs, state, operators, next_precedence, IsTerminal);
else
break;
}
else
break;
}
lhs = new Ast.BinaryOperator(lhs.Source, operators.FindOperator(op.Value).Value, lhs, rhs);
}
}
private static Ast.Node ParseExpression(
TokenStream Stream,
ParseContext Context,
TokenType Terminal)
{
if (Terminal == TokenType.NewLine)
return ParseExpression(Stream, Context, (stream) =>
{
return stream.AtEnd()
|| stream.Next().Type == TokenType.NewLine
|| stream.Next().Type == TokenType.QuestionMark;
});
else
return ParseExpression(Stream, Context,
(stream) => { return stream.Next().Type == Terminal || stream.Next().Type == TokenType.QuestionMark; });
}
private static Ast.Node ParseExpression(
TokenStream Stream,
ParseContext Context,
Predicate<TokenStream> IsTerminal)
{
if (Stream.Next().Type == TokenType.Identifier && Stream.Next().Value.ToUpper() == "LAMBDA")
{
var declaration = ParseMacroDeclaration(Stream, Context);
declaration.Type = DeclarationType.Lambda;
return new Ast.Lambda(declaration.Body.Body.Source, declaration, "LAMBDA");
}
else if (Stream.Next().Type == TokenType.Identifier && Stream.Next().Value.ToUpper() == "NEW")
return ParseNew(Stream, Context);
else
return ParseExpression(ParseTerm(Stream, Context), Stream, Context, 0, IsTerminal);
}
public Environment()
{
Context = new ParseContext();
Compile.GetDefaultParseContext(this);
FileLoader = new Include();
}
public static Ast.ComplexString ParseComplexString(TokenStream Stream, ParseContext Context)
{
System.Diagnostics.Debug.Assert(Stream.Next().Type == TokenType.Dollar);
var start = Stream.Next();
Stream.PushState(TokenStreamState.ComplexString); //Enter complex string parsing mode
Stream.Advance();
if (Stream.Next().Type != TokenType.ComplexStringQuote)
throw new CompileError("[015] Expected \"", Stream);
Stream.Advance();
var stringPieces = new List<Ast.Node>();
while (Stream.Next().Type != TokenType.ComplexStringQuote)
{
if (Stream.Next().Type == TokenType.ComplexStringPart)
{
stringPieces.Add(new Ast.StringLiteral(Stream.Next(), Stream.Next().Value));
Stream.Advance();
}
else if (Stream.Next().Type == TokenType.OpenBracket)
{
Stream.PushState(TokenStreamState.Normal); //Make sure we are parsing normally for the
Stream.Advance(); //Skip the [ //embedded expression
stringPieces.Add(ParseExpression(Stream, Context, TokenType.CloseBracket));
if (Stream.Next().Type != TokenType.CloseBracket) //Shouldn't be possible
throw new CompileError("[016] Expected ]", Stream);
Stream.PopState(); //Return to complex string parsing mode
Stream.Advance();
}
else
throw new InvalidProgramException();
}
Stream.PopState(); //Return to normal parsing mode
Stream.Advance();
return new Ast.ComplexString(start, stringPieces);
}