/// <summary>
/// Checks if the current token represents the beginning of a code block, if yes, parse every code block after the token.
/// </summary>
/// <param name="tokenNodeType">The current token type.</param>
/// <param name="parentElement">The parent element where the potential code block will be appended as a child.</param>
/// <returns><c>true</c> is a code block has been parsed, <c>false</c> otherwise.</returns>
private bool TryParseCodeBlock([CanBeNull] T4TokenNodeType tokenNodeType, [NotNull] CompositeElement parentElement)
{
if (tokenNodeType != null)
{
T4CodeBlock codeBlock;
if (tokenNodeType == T4TokenNodeTypes.StatementStart)
{
codeBlock = new T4StatementBlock();
}
else if (tokenNodeType == T4TokenNodeTypes.ExpressionStart)
{
codeBlock = new T4ExpressionBlock();
}
else if (tokenNodeType == T4TokenNodeTypes.FeatureStart)
{
codeBlock = new T4FeatureBlock();
}
else
{
codeBlock = null;
}
if (codeBlock != null)
{
AppendNewChild(parentElement, ParseCodeBlock(tokenNodeType, codeBlock));
return(true);
}
}
return(false);
}
/// <summary>
/// Starts lexing the whole buffer.
/// </summary>
public void Start()
{
_pos = 0;
_length = _buffer.Length;
_scanMode = ScanMode.Text;
_currentTokenType = null;
}
private void Parse([NotNull] CompositeElement parentElement)
{
T4TokenNodeType tokenNodeType = GetNonCodeBlockTokenType(parentElement);
while (tokenNodeType != null)
{
if (tokenNodeType == T4TokenNodeTypes.DirectiveStart)
{
ParseDirective(parentElement);
}
else
{
AppendNewChild(parentElement, tokenNodeType);
Advance();
}
tokenNodeType = GetNonCodeBlockTokenType(parentElement);
}
if (_builderLexer.HasSkippedTokens)
{
_builderLexer.AppendSkippedTokens(parentElement);
}
if (_notClosedDirectives != null)
{
FixTopLevelSpace(parentElement, _notClosedDirectives);
}
}
private void LocateToken()
{
if (_currentTokenType == null)
{
_currentTokenType = Scan();
}
}
/// <summary>
/// Starts lexing a part of the buffer.
/// </summary>
/// <param name="startOffset">The starting offset.</param>
/// <param name="endOffset">The ending offset.</param>
/// <param name="state">The scan mode of the lexer.</param>
public void Start(int startOffset, int endOffset, uint state)
{
_pos = startOffset;
_length = endOffset;
_scanMode = (ScanMode)state;
_currentTokenType = null;
}
private T4CodeBlock ParseCodeBlock([NotNull] T4TokenNodeType codeStartTokenNodeType, [NotNull] T4CodeBlock codeBlock)
{
// appends the code start token (<#/<#+/<#=) to the block
AppendNewChild(codeBlock, codeStartTokenNodeType);
// parse every Code token until a BlockEnd (that is also appended) or EOF is reached
bool blockEnded = false;
do
{
T4TokenNodeType nextTokenType = Advance();
if (nextTokenType == null)
{
AppendMissingToken(codeBlock, MissingTokenType.BlockEnd);
blockEnded = true;
}
else
{
if (nextTokenType != T4TokenNodeTypes.Code)
{
if (nextTokenType == T4TokenNodeTypes.BlockEnd)
{
blockEnded = true;
}
else
{
AppendMissingToken(codeBlock, MissingTokenType.BlockEnd);
}
}
AppendNewChild(codeBlock, nextTokenType);
}
}while (!blockEnded);
return(codeBlock);
}
private T4TokenNodeType Scan()
{
_tokenStart = _pos;
T4TokenNodeType tokenType = ScanCore();
_tokenEnd = _pos;
return(tokenType);
}
private void ParseDirective([NotNull] CompositeElement parentElement)
{
var directive = new T4Directive();
// appends the directive start token (<#@)
AppendNewChild(directive, T4TokenNodeTypes.DirectiveStart);
Advance();
// builds the directive (name and attributes)
var directiveBuilder = new DirectiveBuilder(this);
T4TokenNodeType tokenType = GetTokenType();
while (tokenType != null && !tokenType.IsTag)
{
if (tokenType == T4TokenNodeTypes.Name)
{
directiveBuilder.AddName();
}
else if (tokenType == T4TokenNodeTypes.Equal)
{
directiveBuilder.AddEqual();
}
else if (tokenType == T4TokenNodeTypes.Quote)
{
directiveBuilder.AddQuote();
}
else if (tokenType == T4TokenNodeTypes.Value)
{
directiveBuilder.AddValue();
}
tokenType = Advance();
}
directiveBuilder.Finish(directive);
// appends the block end token if available
if (tokenType == T4TokenNodeTypes.BlockEnd)
{
AppendNewChild(directive, T4TokenNodeTypes.BlockEnd);
Advance();
}
else
{
AppendMissingToken(directive, MissingTokenType.BlockEnd);
if (_notClosedDirectives == null)
{
_notClosedDirectives = new List <T4Directive>();
}
_notClosedDirectives.Add(directive);
}
AppendNewChild(parentElement, directive);
// checks if we're including a file
if (directive.IsSpecificDirective(_directiveInfoManager.Include))
{
HandleIncludeDirective(directive, parentElement);
}
}
private LeafElementBase CreateCurrentToken()
{
T4TokenNodeType tokenType = GetTokenType();
Assertion.AssertNotNull(tokenType, "tokenType == null");
LeafElementBase token = tokenType.Create(_builderLexer.Buffer, new TreeOffset(_builderLexer.TokenStart), new TreeOffset(_builderLexer.TokenEnd));
return(token);
}
/// <summary>
/// Restores the lexer state.
/// </summary>
/// <param name="state">An instance of <see cref="State"/>.</param>
private void RestoreState([CanBeNull] State state)
{
if (state == null)
{
return;
}
_pos = state.Pos;
_tokenStart = state.TokenStart;
_tokenEnd = state.TokenEnd;
_scanMode = state.ScanMode;
_currentTokenType = state.CurrentTokenType;
}
/// <summary>
/// Creates and appends a new token to the tree.
/// </summary>
/// <param name="parentElement">The parent element.</param>
/// <param name="tokenNodeType">Type of the token node to create and add.</param>
private void AppendNewChild([NotNull] CompositeElement parentElement, [NotNull] T4TokenNodeType tokenNodeType)
{
var token = tokenNodeType.Create(_builderLexer.Buffer, new TreeOffset(_builderLexer.TokenStart), new TreeOffset(_builderLexer.TokenEnd));
_builderLexer.AppendNewChild(parentElement, token);
}
/// <summary>
/// Starts lexing the whole buffer.
/// </summary>
public void Start() {
_pos = 0;
_length = _buffer.Length;
_scanMode = ScanMode.Text;
_currentTokenType = null;
}
/// <summary>
/// Advances the lexer to the next token.
/// </summary>
public void Advance()
{
LocateToken();
_currentTokenType = null;
}
/// <summary>
/// Restores the lexer state.
/// </summary>
/// <param name="state">An instance of <see cref="State"/>.</param>
private void RestoreState([CanBeNull] State state) {
if (state == null)
return;
_pos = state.Pos;
_tokenStart = state.TokenStart;
_tokenEnd = state.TokenEnd;
_scanMode = state.ScanMode;
_currentTokenType = state.CurrentTokenType;
}
/// <summary>
/// Advances the lexer to the next token.
/// </summary>
public void Advance() {
LocateToken();
_currentTokenType = null;
}
/// <summary>
/// Starts lexing a part of the buffer.
/// </summary>
/// <param name="startOffset">The starting offset.</param>
/// <param name="endOffset">The ending offset.</param>
/// <param name="state">The scan mode of the lexer.</param>
public void Start(int startOffset, int endOffset, uint state) {
_pos = startOffset;
_length = endOffset;
_scanMode = (ScanMode) state;
_currentTokenType = null;
}
/// <summary>
/// Initializes a new instance of the <see cref="T4Token"/> class.
/// </summary>
/// <param name="nodeType">The token type.</param>
/// <param name="buffer">The buffer holding the token text.</param>
/// <param name="startOffset">The token starting offset in <paramref name="buffer"/>.</param>
/// <param name="endOffset">The token ending offset in <paramref name="buffer"/>.</param>
public T4Token(T4TokenNodeType nodeType, IBuffer buffer, TreeOffset startOffset, TreeOffset endOffset)
: base(nodeType, buffer, startOffset, endOffset)
{
}
private void LocateToken() {
if (_currentTokenType == null)
_currentTokenType = Scan();
}