protected TokenizerBackedParser(LanguageCharacteristics <TTokenizer> language, ParserContext context) : base(context) { Language = language; LanguageTokenizeString = Language.TokenizeString; var languageTokenizer = Language.CreateTokenizer(Context.Source); _tokenizer = new TokenizerView <TTokenizer>(languageTokenizer); SpanContext = new SpanContextBuilder(); }
internal TestTokenizerBackedParser(LanguageCharacteristics <HtmlTokenizer> language, ParserContext context) : base(language, context) { }