protected override void OnTokenProcessed(OnTokenProcessedEventArgs args) { OnTokenProcessedPreviousTokens.Add(args.PreviousToken?.Token.Name); if (args.PreviousToken == null) { OnTokenProcessedTokenPreviousTokenStarts.Add(0); OnTokenProcessedTokenPreviousTokenEnds.Add(0); } else { OnTokenProcessedTokenPreviousTokenStarts.Add(args.PreviousToken.Start); OnTokenProcessedTokenPreviousTokenEnds.Add(args.PreviousToken.End); } OnTokenProcessedTokens.Add(args.CurrentToken.Token.Name); OnTokenProcessedTokenTokenStarts.Add(args.CurrentToken.Start); OnTokenProcessedTokenTokenEnds.Add(args.CurrentToken.End); OnTokenProcessedNextTokens.Add(args.NextToken?.Token.Name); if (args.NextToken == null) { OnTokenProcessedTokenNextTokenStarts.Add(0); OnTokenProcessedTokenNextTokenEnds.Add(0); } else { OnTokenProcessedTokenNextTokenStarts.Add(args.NextToken.Start); OnTokenProcessedTokenNextTokenEnds.Add(args.NextToken.End); } OnTokenProcessedLeadings.Add(args.GetLeadingAsString()); OnTokenProcessedTrailings.Add(args.GetTrailingAsString()); }
protected override void OnTokenProcessed(OnTokenProcessedEventArgs args) { base.OnTokenProcessed(args); var Name = args.CurrentToken.Token.Name; if (Name == "SINGLE_QUOTE" || Name == "DOUBLE_QUOTE") { InString = !InString; } }
internal void InitializeABParser(ABParserConfiguration config) { // Set the tokens. Tokens = config.Tokens; // Then, initialize the base parser. InitializeBaseParser(config); BeforeTokenProcessedArgs = new BeforeTokenProcessedEventArgs(this); OnTokenProcessedArgs = new OnTokenProcessedEventArgs(this); OnEndArgs = new OnEndEventArgs(); OFUCPPos = 0; OnTokenProcessedPreviousTokenInfo = new TokenInformation(); OnTokenProcessedTokenInfo = new TokenInformation(); CurrentEventTokenInfo = new TokenInformation(); }
protected override void OnTokenProcessed(OnTokenProcessedEventArgs args) { base.OnTokenProcessed(args); }
/// <summary> /// Called when a token has been fully processed, and its leading and trailing have been generated. /// </summary> protected virtual void OnTokenProcessed(OnTokenProcessedEventArgs args) { }