// Process a token. and add to the list of triva/tokens we're accumulating. public void AddToken(SyntaxToken.Green token, bool isFirst, bool isLast) { bool isMissing = token.IsMissing; if (token.HasLeadingTrivia && (isFirst || isMissing || token.GetLeadingTrivia().TriviaListContainsStructuredTrivia())) { FinishInProgressTokens(); AddTrivia(token.GetLeadingTrivia()); token = ((SyntaxToken.Green)token.WithLeadingTrivia(null)); } ////if (!preserveExistingDiagnostics) ////{ //// token = token.WithoutDiagnostics(); ////} GreenNode trailingTrivia = null; if (token.HasTrailingTrivia && (isLast || isMissing || token.GetTrailingTrivia().TriviaListContainsStructuredTrivia())) { trailingTrivia = token.GetTrailingTrivia(); token = ((SyntaxToken.Green)token.WithTrailingTrivia(null)); } if (isMissing) { // Don't add missing tokens to skipped tokens, but preserve their diagnostics. ////if (token.ContainsDiagnostics()) ////{ //// // Move diagnostics on missing token to next token. //// if (diagnosticsToAdd != null) //// { //// diagnosticsToAdd = diagnosticsToAdd.Concat(token.GetDiagnostics()); //// } //// else //// { //// diagnosticsToAdd = token.GetDiagnostics(); //// } //// addDiagnosticsToFirstTokenOnly = true; ////} } else { skippedTokensBuilder.Add(token); } if (trailingTrivia != null) { FinishInProgressTokens(); AddTrivia(trailingTrivia); } if (isFirst && addDiagnosticsToFirstTokenOnly) { FinishInProgressTokens(); // implicitly adds the diagnostics. } }
private static void PushReverseTerminal(Stack <GreenNode> stack, SyntaxToken.Green tk) { var trivia = tk.GetTrailingTrivia(); if (trivia != null) { PushChildReverse(stack, trivia); } PushChildReverse(stack, tk.WithLeadingTrivia(null).WithTrailingTrivia(null)); trivia = tk.GetLeadingTrivia(); if (trivia != null) { PushChildReverse(stack, trivia); } }