public void ConsumeToken(Tokens token, string text, Span position)
{
ProcessWhitespaces(position);
if (token != Tokens.T_SEMI || _tokens.GetTokenAt(position, Tokens.T_SEMI, null) != null) // TODO - last element without semicolon
{
ProcessToken(token, _tokens.GetTokenText(new SourceToken(token, position), text), position);
}
}
public void ConsumeToken(Tokens token, string text, Span position)
{
ProcessWhitespaces(token, position);
ProcessToken(token, _tokens.GetTokenText(new SourceToken(token, position), text), position);
_previousToken = token;
_previous = position;
}