internal virtual Tokens TokenizeAndMark(Tokenizer /*!*/ tokenizer) { Tokens result = tokenizer.Tokenize(); tokenizer.CaptureTokenSpan(); return(result); }
internal override Tokens TokenizeAndMark(Tokenizer /*!*/ tokenizer) { Tokens result = tokenizer.TokenizeString(this); tokenizer.CaptureTokenSpan(); return(result); }
internal override Tokens TokenizeAndMark(Tokenizer /*!*/ tokenizer) { tokenizer.MarkTokenStart(); Tokens token = tokenizer.TokenizeMultiLineComment(false); tokenizer.CaptureTokenSpan(); return(token); }