public void ConsumeToken(Tokens token, string text, Span position) { ProcessWhitespaces(position); if (token != Tokens.T_SEMI || _tokens.GetTokenAt(position, Tokens.T_SEMI, null) != null) // TODO - last element without semicolon { ProcessToken(token, _tokens.GetTokenText(new SourceToken(token, position), text), position); } }
public void ConsumeToken(Tokens token, string text, Span position) { ProcessWhitespaces(token, position); ProcessToken(token, _tokens.GetTokenText(new SourceToken(token, position), text), position); _previousToken = token; _previous = position; }