/// <summary> /// Tokenizes provided string that contains R code /// </summary> private void Tokenize(string text) { _textProvider = new TextStream(text); var tokenizer = new RTokenizer(separateComments: false); var tokens = tokenizer.Tokenize(_textProvider, 0, _textProvider.Length); _tokens = new TokenStream <RToken>(tokens, RToken.EndOfStreamToken); _braceHandler = new BraceHandler(_tokens, _tb); _expressionHelper = new ExpressionHelper(_tokens, _textProvider); }
public FormattingScope(TextBuilder tb, TokenStream<RToken> tokens, int openBraceTokenIndex, RFormatOptions options, BraceHandler braceHandler) { Debug.Assert(tokens[openBraceTokenIndex].TokenType == RTokenType.OpenCurlyBrace); _options = options; _tb = tb; _previousIndentLevel = tb.IndentBuilder.IndentLevel; CloseCurlyBraceTokenIndex = FindMatchingCloseBrace(tokens, openBraceTokenIndex); StartingLineIndentSize = braceHandler.GetOpenCurlyBraceIndentSize(tokens[openBraceTokenIndex], tb, options); if (StartingLineIndentSize > 0) { tb.IndentBuilder.SetIndentLevelForSize(StartingLineIndentSize + _options.IndentSize); } else { tb.IndentBuilder.NewIndentLevel(); } }
public FormattingScope(TextBuilder tb, TokenStream <RToken> tokens, int openBraceTokenIndex, RFormatOptions options, BraceHandler braceHandler) { Debug.Assert(tokens[openBraceTokenIndex].TokenType == RTokenType.OpenCurlyBrace); _options = options; _tb = tb; _previousIndentLevel = tb.IndentBuilder.IndentLevel; CloseCurlyBraceTokenIndex = FindMatchingCloseBrace(tokens, openBraceTokenIndex); StartingLineIndentSize = braceHandler.GetOpenCurlyBraceIndentSize(tokens[openBraceTokenIndex], tb, options); if (StartingLineIndentSize > 0) { tb.IndentBuilder.SetIndentLevelForSize(StartingLineIndentSize + _options.IndentSize); } else { tb.IndentBuilder.NewIndentLevel(); } }
/// <summary> /// Tokenizes provided string that contains R code /// </summary> private void Tokenize(string text) { _textProvider = new TextStream(text); var tokenizer = new RTokenizer(separateComments: false); var tokens = tokenizer.Tokenize(_textProvider, 0, _textProvider.Length); _tokens = new TokenStream<RToken>(tokens, RToken.EndOfStreamToken); _braceHandler = new BraceHandler(_tokens, _tb); _expressionHelper = new ExpressionHelper(_tokens, _textProvider); }