/// <summary>
/// Parses the Tokens into a Document.
/// </summary>
/// <param name="tokens">The tokens.</param>
/// <returns></returns>
internal static IDocumentItem Parse(Queue <TokenPair> tokens)
{
var buildStack = new Stack <DocumentScope>();
//instead of recursive calling the parse function we stack the current document
buildStack.Push(new DocumentScope(new MorestachioDocument()));
while (tokens.Any())
{
var currentToken = tokens.Dequeue();
var currentDocumentItem = buildStack.Peek(); //get the latest document
if (currentToken.Type == TokenType.Comment)
{
//just ignore this part and print nothing
}
else if (currentToken.Type == TokenType.Content)
{
currentDocumentItem.Document.Add(new ContentDocumentItem(currentToken.Value)
{
ExpressionStart = currentToken.TokenLocation
});
}
else if (currentToken.Type == TokenType.If)
{
var nestedDocument = new IfExpressionScopeDocumentItem(currentToken.Value)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type == TokenType.IfNot)
{
var nestedDocument = new IfNotExpressionScopeDocumentItem(currentToken.Value)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type == TokenType.Else)
{
var nestedDocument = new ElseExpressionScopeDocumentItem()
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type == TokenType.CollectionOpen)
{
var nestedDocument = new CollectionDocumentItem(currentToken.Value)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type == TokenType.ElementOpen)
{
var nestedDocument = new ExpressionScopeDocumentItem(currentToken.Value)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type == TokenType.InvertedElementOpen)
{
var invertedScope = new InvertedExpressionScopeDocumentItem(currentToken.Value)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(invertedScope));
currentDocumentItem.Document.Add(invertedScope);
}
else if (currentToken.Type == TokenType.CollectionClose ||
currentToken.Type == TokenType.ElementClose ||
currentToken.Type == TokenType.IfClose ||
currentToken.Type == TokenType.ElseClose)
{
if (buildStack.Peek().HasAlias) //are we in a alias then remove it
{
currentDocumentItem.Document.Add(new RemoveAliasDocumentItem(buildStack.Peek().AliasName));
buildStack.Pop();
}
// remove the last document from the stack and go back to the parents
buildStack.Pop();
if (buildStack.Peek().IsFormattingScope
) //is the remaining scope a formatting one. If it is pop it and return to its parent
{
buildStack.Pop();
}
}
else if (currentToken.Type == TokenType.Print)
{
currentDocumentItem.Document.Add(new PrintContextValue());
buildStack.Pop(); //Print formatted can only be followed by a Format and if not the parser should have not emited it
}
else if (currentToken.Type == TokenType.Format)
{
if (buildStack.Peek().IsFormattingScope)
{
buildStack.Pop();
}
var formatterItem = new IsolatedContextDocumentItem
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(formatterItem, true));
formatterItem.Add(new CallFormatterDocumentItem(ParseArgumentHeader(currentToken),
currentToken.Value,
string.IsNullOrWhiteSpace(currentToken.Format?.FormatterName) ? null : currentToken.Format.FormatterName));
currentDocumentItem.Document.Add(formatterItem);
}
else if (currentToken.Type == TokenType.EscapedSingleValue ||
currentToken.Type == TokenType.UnescapedSingleValue)
{
currentDocumentItem.Document.Add(new PathDocumentItem(currentToken.Value,
currentToken.Type == TokenType.EscapedSingleValue)
{
ExpressionStart = currentToken.TokenLocation
});
}
else if (currentToken.Type == TokenType.PartialDeclarationOpen)
{
// currently same named partials will override each other
// to allow recursive calls of partials we first have to declare the partial and then load it as we would parse
// -the partial as a whole and then add it to the list would lead to unknown calls of partials inside the partial
var nestedDocument = new MorestachioDocument();
buildStack.Push(new DocumentScope(nestedDocument));
currentDocumentItem.Document.Add(new PartialDocumentItem(currentToken.Value, nestedDocument)
{
ExpressionStart = currentToken.TokenLocation
});
}
else if (currentToken.Type == TokenType.PartialDeclarationClose)
{
currentDocumentItem.Document.Add(new RenderPartialDoneDocumentItem(currentToken.Value)
{
ExpressionStart = currentToken.TokenLocation
});
buildStack.Pop();
}
else if (currentToken.Type == TokenType.RenderPartial)
{
currentDocumentItem.Document.Add(new RenderPartialDocumentItem(currentToken.Value)
{
ExpressionStart = currentToken.TokenLocation
});
}
else if (currentToken.Type == TokenType.Alias)
{
var aliasDocumentItem = new AliasDocumentItem(currentToken.Value)
{
ExpressionStart = currentToken.TokenLocation
};
currentDocumentItem.Document.Add(aliasDocumentItem);
buildStack.Push(new DocumentScope(aliasDocumentItem, currentToken.Value));
}
}
if (buildStack.Count != 1)
{
//var invalidScopedElements = buildStack
//throw new MorestachioSyntaxError(new Tokenizer.CharacterLocation(){Character = }, );
throw new InvalidOperationException(
"There is an Error with the Parser. The Parser still contains unscoped builds: " +
buildStack.Select(e => e.Document.Kind).Aggregate((e, f) => e + ", " + f));
}
return(buildStack.Pop().Document);
}
/// <summary>
/// Parses the Tokens into a Document.
/// </summary>
/// <param name="tokenizerResult">The result of an Tokenizer.Tokenize call.</param>
/// <param name="options">The ParserOptions</param>
/// <returns></returns>
public static IDocumentItem Parse(TokenizerResult tokenizerResult, ParserOptions options)
{
var buildStack = new Stack <DocumentScope>();
//this is the scope id that determines a scope that is using let or alias variables
int variableScope = 1;
var getScope = new Func <int>(() => variableScope++);
//instead of recursive calling the parse function we stack the current document
buildStack.Push(new DocumentScope(new MorestachioDocument(), () => 0));
DocumentScope GetVariabeScope()
{
return(buildStack.FirstOrDefault(e => e.VariableScopeNumber != -1));
}
foreach (var currentToken in tokenizerResult.Tokens)
{
var currentDocumentItem = buildStack.Peek(); //get the latest document
if (currentToken.Type.Equals(TokenType.Content))
{
currentDocumentItem.Document.Add(new ContentDocumentItem(currentToken.Value)
{
ExpressionStart = currentToken.TokenLocation
});
}
else if (currentToken.Type.Equals(TokenType.If))
{
var nestedDocument = new IfExpressionScopeDocumentItem(currentToken.MorestachioExpression)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument, getScope));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type.Equals(TokenType.IfNot))
{
var nestedDocument = new IfNotExpressionScopeDocumentItem(currentToken.MorestachioExpression)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument, getScope));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type.Equals(TokenType.Else))
{
var nestedDocument = new ElseExpressionScopeDocumentItem()
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument, getScope));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type.Equals(TokenType.CollectionOpen))
{
var nestedDocument = new EachDocumentItem(currentToken.MorestachioExpression)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument, getScope));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type.Equals(TokenType.WhileLoopOpen))
{
var nestedDocument = new WhileLoopDocumentItem(currentToken.MorestachioExpression)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument, getScope));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type.Equals(TokenType.DoLoopOpen))
{
var nestedDocument = new DoLoopDocumentItem(currentToken.MorestachioExpression)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument, getScope));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type.Equals(TokenType.ElementOpen))
{
var nestedDocument = new ExpressionScopeDocumentItem(currentToken.MorestachioExpression)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument, getScope));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type.Equals(TokenType.RepeatLoopOpen))
{
var nestedDocument = new RepeatDocumentItem(currentToken.MorestachioExpression)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument, getScope));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type.Equals(TokenType.InvertedElementOpen))
{
var invertedScope = new InvertedExpressionScopeDocumentItem(currentToken.MorestachioExpression)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(invertedScope, getScope));
currentDocumentItem.Document.Add(invertedScope);
}
else if (currentToken.Type.Equals(TokenType.CollectionClose) ||
currentToken.Type.Equals(TokenType.ElementClose) ||
currentToken.Type.Equals(TokenType.IfClose) ||
currentToken.Type.Equals(TokenType.ElseClose) ||
currentToken.Type.Equals(TokenType.WhileLoopClose) ||
currentToken.Type.Equals(TokenType.DoLoopClose) ||
currentToken.Type.Equals(TokenType.RepeatLoopClose))
{
DocumentScope scope = buildStack.Peek();
if (scope.HasAlias) //are we in a alias then remove it
{
foreach (var scopeLocalVariable in scope.LocalVariables)
{
currentDocumentItem.Document.Add(new RemoveAliasDocumentItem(scopeLocalVariable, scope.VariableScopeNumber));
}
}
// remove the last document from the stack and go back to the parents
buildStack.Pop();
}
else if (currentToken.Type.Equals(TokenType.EscapedSingleValue) ||
currentToken.Type.Equals(TokenType.UnescapedSingleValue))
{
currentDocumentItem.Document.Add(new PathDocumentItem(currentToken.MorestachioExpression,
currentToken.Type.Equals(TokenType.EscapedSingleValue))
{
ExpressionStart = currentToken.TokenLocation
});
}
else if (currentToken.Type.Equals(TokenType.PartialDeclarationOpen))
{
// currently same named partials will override each other
// to allow recursive calls of partials we first have to declare the partial and then load it as we would parse
// -the partial as a whole and then add it to the list would lead to unknown calls of partials inside the partial
var nestedDocument = new MorestachioDocument();
buildStack.Push(new DocumentScope(nestedDocument, getScope));
currentDocumentItem.Document.Add(new PartialDocumentItem(currentToken.Value, nestedDocument)
{
ExpressionStart = currentToken.TokenLocation
});
}
else if (currentToken.Type.Equals(TokenType.PartialDeclarationClose))
{
buildStack.Pop();
}
else if (currentToken.Type.Equals(TokenType.RenderPartial))
{
currentDocumentItem.Document.Add(new RenderPartialDocumentItem(currentToken.Value, currentToken.MorestachioExpression)
{
ExpressionStart = currentToken.TokenLocation,
});
}
else if (currentToken.Type.Equals(TokenType.Alias))
{
var scope = GetVariabeScope();
var aliasDocumentItem = new AliasDocumentItem(currentToken.Value, scope.VariableScopeNumber)
{
ExpressionStart = currentToken.TokenLocation
};
currentDocumentItem.Document.Add(aliasDocumentItem);
currentDocumentItem.LocalVariables.Add(currentToken.Value);
}
else if (currentToken.Type.Equals(TokenType.VariableVar))
{
var evaluateVariableDocumentItem = new EvaluateVariableDocumentItem(currentToken.Value,
currentToken.MorestachioExpression);
currentDocumentItem.Document.Add(evaluateVariableDocumentItem);
}
else if (currentToken.Type.Equals(TokenType.WriteLineBreak))
{
currentDocumentItem.Document.Add(new TextEditDocumentItem(new AppendLineBreakTextOperation()));
}
else if (currentToken.Type.Equals(TokenType.TrimLineBreak))
{
currentDocumentItem.Document.Add(new TextEditDocumentItem(new TrimLineBreakTextOperation()
{
LineBreaks = 1
}));
}
else if (currentToken.Type.Equals(TokenType.TrimLineBreaks))
{
currentDocumentItem.Document.Add(new TextEditDocumentItem(new TrimLineBreakTextOperation()
{
LineBreaks = -1
}));
}
else if (currentToken.Type.Equals(TokenType.TrimEverything))
{
currentDocumentItem.Document.Add(new TextEditDocumentItem(new TrimAllWhitespacesTextOperation()));
}
else if (currentToken.Type.Equals(TokenType.VariableLet))
{
var scope = 0;
if (buildStack.Count > 1)
{
scope = GetVariabeScope()
.VariableScopeNumber;
}
var evaluateVariableDocumentItem = new EvaluateVariableDocumentItem(currentToken.Value,
currentToken.MorestachioExpression, scope);
currentDocumentItem.Document.Add(evaluateVariableDocumentItem);
if (buildStack.Count > 1)
{
currentDocumentItem.LocalVariables.Add(currentToken.Value);
}
}
else if (currentToken.Type.Equals(TokenType.Comment) || currentToken.Type.Equals(TokenType.BlockComment))
{
//just ignore this part and print nothing
}
else
{
var customDocumentItemProvider =
options.CustomDocumentItemProviders.FirstOrDefault(e => e.ShouldParse(currentToken, options));
var documentItem = customDocumentItemProvider?.Parse(currentToken, options, buildStack, getScope);
if (documentItem != null)
{
currentDocumentItem.Document.Add(documentItem);
}
}
}
if (buildStack.Count != 1)
{
//var invalidScopedElements = buildStack
//throw new MorestachioSyntaxError(new Tokenizer.CharacterLocation(){Character = }, );
throw new InvalidOperationException(
"There is an Error with the Parser. The Parser still contains unscoped builds: " +
buildStack.Select(e => e.Document.GetType().Name).Aggregate((e, f) => e + ", " + f));
}
return(buildStack.Pop().Document);
}
/// <summary>
/// Parses the Tokens into a Document.
/// </summary>
/// <param name="tokens">The tokens.</param>
/// <returns></returns>
internal static IDocumentItem Parse(Queue <TokenPair> tokens, ParserOptions options)
{
var buildStack = new Stack <DocumentScope>();
//instead of recursive calling the parse function we stack the current document
buildStack.Push(new DocumentScope(new MorestachioDocument()));
while (tokens.Any())
{
var currentToken = tokens.Dequeue();
var currentDocumentItem = buildStack.Peek(); //get the latest document
if (currentToken.Type.Equals(TokenType.Comment))
{
//just ignore this part and print nothing
}
else if (currentToken.Type.Equals(TokenType.Content))
{
currentDocumentItem.Document.Add(new ContentDocumentItem(currentToken.Value)
{
ExpressionStart = currentToken.TokenLocation
});
}
else if (currentToken.Type.Equals(TokenType.If))
{
var nestedDocument = new IfExpressionScopeDocumentItem(currentToken.MorestachioExpression)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type.Equals(TokenType.IfNot))
{
var nestedDocument = new IfNotExpressionScopeDocumentItem(currentToken.MorestachioExpression)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type.Equals(TokenType.Else))
{
var nestedDocument = new ElseExpressionScopeDocumentItem()
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type.Equals(TokenType.CollectionOpen))
{
var nestedDocument = new EachDocumentItem(currentToken.MorestachioExpression)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type.Equals(TokenType.WhileLoopOpen))
{
var nestedDocument = new WhileLoopDocumentItem(currentToken.MorestachioExpression)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type.Equals(TokenType.DoLoopOpen))
{
var nestedDocument = new DoLoopDocumentItem(currentToken.MorestachioExpression)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type.Equals(TokenType.ElementOpen))
{
var nestedDocument = new ExpressionScopeDocumentItem(currentToken.MorestachioExpression)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(nestedDocument));
currentDocumentItem.Document.Add(nestedDocument);
}
else if (currentToken.Type.Equals(TokenType.InvertedElementOpen))
{
var invertedScope = new InvertedExpressionScopeDocumentItem(currentToken.MorestachioExpression)
{
ExpressionStart = currentToken.TokenLocation
};
buildStack.Push(new DocumentScope(invertedScope));
currentDocumentItem.Document.Add(invertedScope);
}
else if (currentToken.Type.Equals(TokenType.CollectionClose) ||
currentToken.Type.Equals(TokenType.ElementClose) ||
currentToken.Type.Equals(TokenType.IfClose) ||
currentToken.Type.Equals(TokenType.ElseClose) ||
currentToken.Type.Equals(TokenType.WhileLoopClose) ||
currentToken.Type.Equals(TokenType.DoLoopClose))
{
if (buildStack.Peek().HasAlias) //are we in a alias then remove it
{
currentDocumentItem.Document.Add(new RemoveAliasDocumentItem(buildStack.Peek().AliasName));
buildStack.Pop();
}
// remove the last document from the stack and go back to the parents
buildStack.Pop();
}
else if (currentToken.Type.Equals(TokenType.EscapedSingleValue) ||
currentToken.Type.Equals(TokenType.UnescapedSingleValue))
{
currentDocumentItem.Document.Add(new PathDocumentItem(currentToken.MorestachioExpression,
currentToken.Type.Equals(TokenType.EscapedSingleValue))
{
ExpressionStart = currentToken.TokenLocation
});
}
else if (currentToken.Type.Equals(TokenType.PartialDeclarationOpen))
{
// currently same named partials will override each other
// to allow recursive calls of partials we first have to declare the partial and then load it as we would parse
// -the partial as a whole and then add it to the list would lead to unknown calls of partials inside the partial
var nestedDocument = new MorestachioDocument();
buildStack.Push(new DocumentScope(nestedDocument));
currentDocumentItem.Document.Add(new PartialDocumentItem(currentToken.Value, nestedDocument)
{
ExpressionStart = currentToken.TokenLocation
});
}
else if (currentToken.Type.Equals(TokenType.PartialDeclarationClose))
{
currentDocumentItem.Document.Add(new RenderPartialDoneDocumentItem(currentToken.Value)
{
ExpressionStart = currentToken.TokenLocation
});
buildStack.Pop();
}
else if (currentToken.Type.Equals(TokenType.RenderPartial))
{
currentDocumentItem.Document.Add(new RenderPartialDocumentItem(currentToken.Value)
{
ExpressionStart = currentToken.TokenLocation
});
}
else if (currentToken.Type.Equals(TokenType.Alias))
{
var aliasDocumentItem = new AliasDocumentItem(currentToken.Value)
{
ExpressionStart = currentToken.TokenLocation
};
currentDocumentItem.Document.Add(aliasDocumentItem);
buildStack.Push(new DocumentScope(aliasDocumentItem, currentToken.Value));
}
else if (currentToken.Type.Equals(TokenType.VariableDeclaration))
{
var evaluateVariableDocumentItem = new EvaluateVariableDocumentItem(currentToken.Value, currentToken.MorestachioExpression);
currentDocumentItem.Document.Add(evaluateVariableDocumentItem);
}
else
{
var customDocumentItemProvider =
options.CustomDocumentItemProviders.FirstOrDefault(e => e.ShouldParse(currentToken, options));
if (customDocumentItemProvider != null)
{
var documentItem = customDocumentItemProvider.Parse(currentToken, options, buildStack);
currentDocumentItem.Document.Add(documentItem);
}
}
}
if (buildStack.Count != 1)
{
//var invalidScopedElements = buildStack
//throw new MorestachioSyntaxError(new Tokenizer.CharacterLocation(){Character = }, );
throw new InvalidOperationException(
"There is an Error with the Parser. The Parser still contains unscoped builds: " +
buildStack.Select(e => e.Document.Kind).Aggregate((e, f) => e + ", " + f));
}
return(buildStack.Pop().Document);
}
