public TokenExpressionNode(TokenWithSpan token)
{
_tokens = new List <Token>();
StartIndex = token.Span.Start;
_tokens.Add(token.Token);
EndIndex = token.Span.End;
}
protected void AddNonCodeRegionComments(AstNode ret)
{
Debug.Assert(_verbatim);
TokenWithSpan[] arr = new TokenWithSpan[_nonCodeRegionComments.Count];
_nonCodeRegionComments.CopyTo(arr);
GetNodeAttributes(ret)[NodeAttributes.NonCodeRegionComments] = arr;
}
public void Reset()
{
_token = new TokenWithSpan();
_lookaheads = new List <TokenWithSpan>();
_parsingStarted = false;
_errorCode = 0;
}
public Token NextToken()
{
_token = _lookaheads[0];
_tokenWhiteSpace = _lookaheadWhiteSpaces[0];
_lookaheads.RemoveAt(0);
_lookaheadWhiteSpaces.RemoveAt(0);
if (_lookaheads.Count == 0)
{
FetchLookahead();
}
return(_token.Token);
}
private void ReportSyntaxError(TokenWithSpan t, int errorCode)
{
ReportSyntaxError(t.Token, t.Span, errorCode, true);
}
private void ReportSyntaxError(TokenWithSpan t)
{
ReportSyntaxError(t, ErrorCodes.SyntaxError);
}
public StringExpressionNode(TokenWithSpan token)
: base(token)
{
_literalValue = new StringBuilder(token.Token.Value.ToString());
}