public override Block CompileNewState(Runtime runtime,
StateForCompiler state)
{
ParserBlock block = new ParserBlock();
block.Comment("start of token --------------------");
// todo enter
block.BeginScope();
BlockLocal start = block.SavePosition();
block.Emit(body.Compile(runtime, state));
BlockLocal bodyTree = new BlockLocal(typeof(ParseTree));
block.DeclareLocal(bodyTree);
block.Dup();
block.StoreLocal(bodyTree);
BlockLabel yes = new BlockLabel("yes");
block.BranchIfNotNo(yes);
// todo no
block.LoadNo();
BlockLabel returnLabel = new BlockLabel("return");
block.Branch(returnLabel);
block.MarkLabel(yes);
// todo yes
block.LoadLexer();
block.GetProperty(typeof(Lexer).GetProperty("Text"));
block.LoadLocal(start);
block.LoadLexer();
block.GetProperty(typeof(Lexer).GetProperty("Position"));
block.LoadLocal(start);
block.Sub();
block.Call(typeof(string).GetMethod("Substring", new Type[] { typeof(int), typeof(int) }));
block.New(typeof(ParseTree).GetConstructor(new Type[] { typeof(object) }));
block.LoadLocal(bodyTree);
block.Call(typeof(ParseTree).GetMethod("ExtendFields"));
block.MarkLabel(returnLabel);
block.EndScope();
block.Comment("end of token --------------------");
return(block);
}
public override Block CompileNewState(Runtime runtime,
StateForCompiler state)
{
ParserBlock block = new ParserBlock();
block.Comment("start of any --------------------");
BlockLabel returnLabel = new BlockLabel("return");
// todo enter
block.BeginScope();
block.LoadLexer();
block.Call(typeof(Lexer).GetMethod("Peek", new Type[] {}));
BlockLabel failed = new BlockLabel("failed");
block.BranchIfFalse(failed);
block.LoadLexer();
block.Call(typeof(Lexer).GetMethod("Read"));
// todo yes
if (state.BuildTextNodes)
{
block.Call(typeof(Convert).GetMethod("ToString", new Type[] { typeof(char) }));
block.New(typeof(ParseTree).GetConstructor(new Type[] { typeof(object) }));
}
else
{
block.Pop();
block.LoadYes();
}
block.Branch(returnLabel);
block.MarkLabel(failed);
// todo no
block.LoadNo();
block.MarkLabel(returnLabel);
block.EndScope();
block.Comment("end of any --------------------");
return(block);
}
public override Block CompileNewState(Runtime runtime,
StateForCompiler state)
{
ParserBlock block = new ParserBlock(runtime);
block.Comment("start of text --------------------");
block.Enter(this, TextEscape.Quote(text));
block.BeginScope();
block.Whitespace(runtime, state);
BlockLocal start = block.SavePosition();
BlockLocal n = new BlockLocal(typeof(int));
block.DeclareLocal(n);
BlockLabel reitterate = new BlockLabel("reitterate");
block.MarkLabel(reitterate);
block.Comment("itteration");
BlockLocal character = new BlockLocal(typeof(char));
block.DeclareLocal(character);
block.LoadLexer();
block.LoadLocal(n);
block.Call(typeof(Lexer).GetMethod("Peek",
new Type[] { typeof(int) }));
block.Dup();
block.StoreLocal(character);
block.Load(text);
block.LoadLocal(n);
block.GetProperty(typeof(string).GetProperty("Chars"));
BlockLabel matched = new BlockLabel("matched");
block.BranchIfEqual(matched);
block.Comment("handle the failure");
// todo error string
// todo specifics
block.No(this, start);
block.LoadNo();
BlockLabel returnLabel = new BlockLabel("return");
block.Branch(returnLabel);
block.MarkLabel(matched);
block.Comment("increment and check the loop variable");
block.LoadLocal(n);
block.Increment();
block.Dup();
block.StoreLocal(n);
block.Load(text.Length);
block.BranchIfLess(reitterate);
block.Comment("skip over the text");
block.LoadLexer();
block.Load(text.Length);
block.Call(typeof(Lexer).GetMethod("Skip"));
// todo specifics
block.Yes(this, start);
block.Comment("create the parse tree");
if (state.BuildTextNodes)
{
block.Load(text);
block.New(typeof(ParseTree).GetConstructor(
new Type[] { typeof(object) }));
}
else
{
block.LoadYes();
}
block.EndScope();
block.MarkLabel(returnLabel);
block.Comment("end of text --------------------");
return(block);
}
public override Block CompileNewState(Runtime runtime,
StateForCompiler state)
{
ParserBlock block = new ParserBlock(runtime);
block.Comment("start of char --------------------");
block.BeginScope();
block.Whitespace(runtime, state);
BlockLocal start = block.SavePosition();
block.Enter(this, range.ToString());
block.LoadLexer();
block.Call(typeof(Lexer).GetMethod("Peek", new Type[] {}));
BlockLabel failed = new BlockLabel("failed");
BlockLocal character = null;
if (range.Min == range.Max)
{
if (runtime.TraceParser)
{
block.Dup();
character = new BlockLocal(typeof(char));
block.DeclareLocal(character);
block.StoreLocal(character);
}
block.Load(range.Min);
block.BranchIfNotEqual(failed);
}
else
{
character = new BlockLocal(typeof(char));
block.DeclareLocal(character);
block.StoreLocal(character);
block.LoadLocal(character);
block.Load(range.Min);
block.BranchIfLess(failed);
block.LoadLocal(character);
block.Load(range.Max);
block.BranchIfGreater(failed);
}
block.LoadLexer();
block.Call(typeof(Lexer).GetMethod("Read"));
if (runtime.TraceParser)
{
block.LoadParseTrace();
block.Load(this);
block.LoadLexer();
block.LoadLocal(start);
block.Call(typeof(Lexer).GetMethod("SourceFrom"));
block.LoadLocal(character);
block.Call(typeof(TextEscape).GetMethod("Quote", new Type[] { typeof(char) }));
block.Call(typeof(ParseTrace).GetMethod("Yes", new Type[] { typeof(object), typeof(Source), typeof(string) }));
}
if (state.BuildTextNodes)
{
if (range.Min == range.Max)
{
block.Pop();
block.Load(Convert.ToString(range.Min));
}
else
{
block.Call(typeof(Convert).GetMethod("ToString", new Type[] { typeof(char) }));
}
block.New(typeof(ParseTree).GetConstructor(new Type[] { typeof(object) }));
}
else
{
block.Pop();
block.LoadYes();
}
BlockLabel returnLabel = new BlockLabel("return");
block.Branch(returnLabel);
block.MarkLabel(failed);
if (runtime.TraceParser)
{
block.LoadParseTrace();
block.Load(this);
block.LoadLexer();
block.LoadLocal(start);
block.Call(typeof(Lexer).GetMethod("SourceFrom"));
block.LoadLocal(character);
block.Call(typeof(TextEscape).GetMethod("Quote", new Type[] { typeof(char) }));
block.Call(typeof(ParseTrace).GetMethod("No", new Type[] { typeof(object), typeof(Source), typeof(string) }));
}
// todo error string
block.LoadNo();
block.EndScope();
block.MarkLabel(returnLabel);
block.Comment("end of char --------------------");
return(block);
}
private void CompileInstantiate(ParserBlock block, BlockLocal start, BlockLocal tree)
{
block.BeginScope();
Type[] parameterTypes = new Type[1 + Fields.Count];
parameterTypes[0] = typeof(Source);
for (int n = 1; n < parameterTypes.Length; n++)
{
parameterTypes[n] = typeof(object);
}
ConstructorInfo constructor = Type.GetConstructor(parameterTypes);
if (constructor == null)
{
throw new Exception("Couldn't find constructor for " + Type.FullName);
}
block.LoadLexer();
block.LoadLocal(start);
block.Call(typeof(Lexer).GetMethod("SourceFrom"));
BlockLocal fields = new BlockLocal(typeof(Dictionary <string, object>));
block.DeclareLocal(fields);
block.LoadLocal(tree);
block.GetProperty(typeof(ParseTree).GetProperty("Fields"));
block.StoreLocal(fields);
for (int n = 0; n < Fields.Count; n++)
{
block.BeginScope();
BlockLocal fieldValue = new BlockLocal(typeof(object));
block.DeclareLocal(fieldValue);
block.LoadLocal(fields);
block.Load(Fields[n]);
block.LoadLocalAddress(fieldValue);
block.Call(fields.Type.GetMethod("TryGetValue"));
block.Pop();
block.LoadLocal(fieldValue);
block.EndScope();
}
block.New(constructor);
BlockLocal instance = new BlockLocal(typeof(RuntimeObject));
block.DeclareLocal(instance);
block.StoreLocal(instance);
// Call Parsed
block.Load(0);
block.NewArray(typeof(object));
block.BeginScope();
BlockLocal parsedParameters = new BlockLocal(typeof(object[]));
block.DeclareLocal(parsedParameters);
block.StoreLocal(parsedParameters);
block.LoadLocal(instance);
block.Load("Parsed");
block.LoadLocal(parsedParameters);
block.Load(false);
block.Call(typeof(MemberNode).GetMethod("GetMember", new Type[] {
typeof(object), typeof(string), typeof(object[]),
typeof(bool)
}));
BlockLabel noParsedMethod = new BlockLabel("noParsedMethod");
block.Dup();
block.BranchIfNull(noParsedMethod);
BlockLocal parsedMethod = new BlockLocal(typeof(object));
block.DeclareLocal(parsedMethod);
block.StoreLocal(parsedMethod);
block.LoadRuntimeState();
block.LoadLocal(parsedMethod);
block.LoadLocal(parsedParameters);
block.Call(typeof(CallNode).GetMethod("Call", new Type[] {
typeof(RuntimeState), typeof(object), typeof(object[])
}));
block.Pop();
BlockLabel finishedParsedCall = new BlockLabel("finishedParsedCall");
block.Branch(finishedParsedCall);
block.MarkLabel(noParsedMethod);
block.Pop();
block.MarkLabel(finishedParsedCall);
block.EndScope();
block.LoadLocal(instance);
block.New(typeof(ParseTree).GetConstructor(new Type[] { typeof(object) }));
block.StoreLocal(tree);
block.EndScope();
}
public override Block CompileNew(Runtime runtime, StateForCompiler state)
{
ParserBlock block = new ParserBlock(runtime);
block.Comment("start of concrete pattern -------------");
BlockLabel returnLabel = new BlockLabel("return");
block.BeginScope();
block.Enter(this, Type.Name);
BlockLocal start = block.SavePosition();
BlockLabel notExcluded = new BlockLabel("notExcluded");
block.LoadState();
block.GetProperty(typeof(ParserState).GetProperty("Excluded"));
block.Load(this);
block.Call(typeof(Multiset <Pattern>).GetMethod("Contains"));
block.BranchIfFalse(notExcluded);
block.No(this, "Excluded");
block.LoadNo();
block.Branch(returnLabel);
block.MarkLabel(notExcluded);
BlockLocal key = new BlockLocal(typeof(ParserMemoryKey));
block.DeclareLocal(key);
block.Load(this);
block.LoadLocal(start);
block.New(typeof(ParserMemoryKey).GetConstructor(new Type[] { typeof(ConcretePattern), typeof(int) }));
block.StoreLocal(key);
BlockLocal oldSkipMemoryForLeftRecursion = new BlockLocal(typeof(bool));
block.DeclareLocal(oldSkipMemoryForLeftRecursion);
block.LoadState();
block.GetProperty(typeof(ParserState).GetProperty("SkipMemoryForLeftRecursion"));
block.Dup();
block.StoreLocal(oldSkipMemoryForLeftRecursion);
BlockLabel checkMemory = new BlockLabel("checkMemory");
block.BranchIfFalse(checkMemory);
block.LoadState();
block.Load(false);
block.SetProperty(typeof(ParserState).GetProperty("SkipMemoryForLeftRecursion"));
BlockLabel setRecursion = new BlockLabel("setRecursion");
block.Branch(setRecursion);
block.MarkLabel(checkMemory);
block.BeginScope();
BlockLocal entry = new BlockLocal(typeof(ParserMemoryEntry));
block.DeclareLocal(entry);
block.LoadState();
block.GetProperty(typeof(ParserState).GetProperty("Memory"));
block.LoadLocal(key);
block.LoadLocalAddress(entry);
block.Call(typeof(Dictionary <ParserMemoryKey, ParserMemoryEntry>).GetMethod("TryGetValue"));
block.BranchIfFalse(setRecursion);
// todo link next
BlockLabel memoryYes = new BlockLabel("memoryYes");
block.LoadLocal(entry);
block.GetProperty(typeof(ParserMemoryEntry).GetProperty("Tree"));
BlockLabel returnTree = new BlockLabel("returnTree");
block.BranchIfNotNo(memoryYes);
block.No(this, start, "from memory");
block.Branch(returnTree);
block.MarkLabel(memoryYes);
block.Yes(this, start, "from memory");
block.LoadLexer();
block.LoadLocal(entry);
block.GetProperty(typeof(ParserMemoryEntry).GetProperty("End"));
block.SetProperty(typeof(Lexer).GetProperty("Position"));
block.MarkLabel(returnTree);
block.LoadLocal(entry);
block.GetProperty(typeof(ParserMemoryEntry).GetProperty("Tree"));
block.Branch(returnLabel);
block.MarkLabel(setRecursion);
BlockLocal oldRecursionExclude = new BlockLocal(typeof(ConcretePattern));
block.DeclareLocal(oldRecursionExclude);
block.LoadState();
block.GetProperty(typeof(ParserState).GetProperty("RecursionExclude"));
block.StoreLocal(oldRecursionExclude);
if (RecursionBehaviour != RecursionBehaviour.Recursive)
{
BlockLabel recursionExcludeSaveNull = new BlockLabel("recursionExcludeSaveNull");
block.LoadLocal(oldRecursionExclude);
block.BranchIfNull(recursionExcludeSaveNull);
block.LoadState();
block.GetProperty(typeof(ParserState).GetProperty("Excluded"));
block.LoadLocal(oldRecursionExclude);
block.Call(typeof(Multiset <Pattern>).GetMethod("Remove", new Type[] { typeof(Pattern) }));
block.MarkLabel(recursionExcludeSaveNull);
block.LoadState();
block.Load(this);
block.SetProperty(typeof(ParserState).GetProperty("RecursionExclude"));
block.LoadState();
block.GetProperty(typeof(ParserState).GetProperty("Excluded"));
block.Load(this);
block.Call(typeof(Multiset <Pattern>).GetMethod("Add", new Type[] { typeof(Pattern) }));
}
BlockLocal oldRecursionBehaviour = new BlockLocal(typeof(RecursionBehaviour));
block.DeclareLocal(oldRecursionBehaviour);
block.LoadState();
block.GetProperty(typeof(ParserState).GetProperty("RecursionBehaviour"));
block.StoreLocal(oldRecursionBehaviour);
block.LoadState();
block.Load(Convert.ToInt32(RecursionBehaviour));
block.SetProperty(typeof(ParserState).GetProperty("RecursionBehaviour"));
RecursionBehaviour oldRecursionBehaviourState = state.RecursionBehaviour;
state.RecursionBehaviour = RecursionBehaviour;
BlockLocal oldCurrentPrecedence = new BlockLocal(typeof(Precedence));
block.DeclareLocal(oldCurrentPrecedence);
block.LoadState();
block.GetProperty(typeof(ParserState).GetProperty("CurrentPrecedence"));
block.StoreLocal(oldCurrentPrecedence);
BlockLabel doesntOverwrite = new BlockLabel("doesntOverwrite");
block.Load(Precedence);
block.LoadLocal(oldCurrentPrecedence);
block.Call(typeof(Precedence).GetMethod("Overwrites"));
block.BranchIfFalse(doesntOverwrite);
block.LoadState();
block.Load(Precedence);
block.SetProperty(typeof(ParserState).GetProperty("CurrentPrecedence"));
block.MarkLabel(doesntOverwrite);
BlockLocal oldPrecedenceCanEqualCurrent = new BlockLocal(typeof(bool));
block.DeclareLocal(oldPrecedenceCanEqualCurrent);
block.LoadState();
block.GetProperty(typeof(ParserState).GetProperty("PrecedenceCanEqualCurrent"));
block.StoreLocal(oldPrecedenceCanEqualCurrent);
block.LoadState();
block.Load(RecursionBehaviour == RecursionBehaviour.Recursive);
block.SetProperty(typeof(ParserState).GetProperty("PrecedenceCanEqualCurrent"));
BlockLocal tree = new BlockLocal(typeof(ParseTree));
block.DeclareLocal(tree);
block.Emit(ParseGraph.Compile(runtime, state));
block.StoreLocal(tree);
block.LoadState();
block.LoadLocal(oldCurrentPrecedence);
block.SetProperty(typeof(ParserState).GetProperty("CurrentPrecedence"));
block.LoadState();
block.LoadLocal(oldPrecedenceCanEqualCurrent);
block.SetProperty(typeof(ParserState).GetProperty("PrecedenceCanEqualCurrent"));
block.LoadState();
block.LoadLocal(oldRecursionBehaviour);
block.SetProperty(typeof(ParserState).GetProperty("RecursionBehaviour"));
state.RecursionBehaviour = oldRecursionBehaviourState;
block.LoadState();
block.LoadLocal(oldRecursionExclude);
block.SetProperty(typeof(ParserState).GetProperty("RecursionExclude"));
block.LoadState();
block.LoadLocal(oldSkipMemoryForLeftRecursion);
block.SetProperty(typeof(ParserState).GetProperty("SkipMemoryForLeftRecursion"));
if (RecursionBehaviour != RecursionBehaviour.Recursive)
{
BlockLabel recursionExcludeRestoreNull = new BlockLabel("recursionExcludeRestoreNull");
block.LoadLocal(oldRecursionExclude);
block.BranchIfNull(recursionExcludeRestoreNull);
block.LoadState();
block.GetProperty(typeof(ParserState).GetProperty("Excluded"));
block.LoadLocal(oldRecursionExclude);
block.Call(typeof(Multiset <Pattern>).GetMethod("Add", new Type[] { typeof(Pattern) }));
block.MarkLabel(recursionExcludeRestoreNull);
block.LoadState();
block.GetProperty(typeof(ParserState).GetProperty("Excluded"));
block.Load(this);
block.Call(typeof(Multiset <Pattern>).GetMethod("Remove", new Type[] { typeof(Pattern) }));
}
BlockLabel no = new BlockLabel("yes1");
block.LoadLocal(tree);
block.BranchIfNo(no);
block.Whitespace(runtime, state);
CompileInstantiate(block, start, tree);
block.MarkLabel(no);
BlockLocal nextTag = new BlockLocal(typeof(object));
block.DeclareLocal(nextTag);
block.New(typeof(object));
block.StoreLocal(nextTag);
// todo tag next
BlockLabel yes = new BlockLabel("yes");
block.LoadLocal(tree);
block.BranchIfNotNo(yes);
block.No(this, start, "a");
BlockLabel finish = new BlockLabel("finish");
block.Branch(finish);
block.MarkLabel(yes);
block.Yes(this, start);
if (RecursionBehaviour == RecursionBehaviour.LeftRecursive)
{
CompileLeftRecurse(runtime, state, block, start, tree);
}
block.MarkLabel(finish);
if (ShouldRemember)
{
// TODO - can remove some other code if not remembering
block.LoadState();
block.GetProperty(typeof(ParserState).GetProperty("Memory"));
block.LoadLocal(key);
block.LoadLocal(tree);
block.LoadLexer();
block.GetProperty(typeof(Lexer).GetProperty("Position"));
block.LoadLocal(nextTag);
block.New(typeof(ParserMemoryEntry).GetConstructor(new Type[] { typeof(ParseTree), typeof(int), typeof(object) }));
block.SetProperty(typeof(Dictionary <ParserMemoryKey, ParserMemoryEntry>).GetProperty("Item"));
}
block.LoadLocal(tree);
block.EndScope();
block.MarkLabel(returnLabel);
block.Comment("end of concrete pattern -------------");
return(block);
}