private void ConsumeToken(Token tok) { _index += tok.RawValue.Length; tok.LeadingTrivia = _leadingTrivia; _leadingTrivia = ""; _tokenQueue.Enqueue(tok); }
internal void AddToken(Token token) { _tokens.Add(token); }