コード例 #1
0
    protected TokenizerBackedParser(LanguageCharacteristics <TTokenizer> language, ParserContext context)
        : base(context)
    {
        Language = language;
        LanguageTokenizeString = Language.TokenizeString;

        var languageTokenizer = Language.CreateTokenizer(Context.Source);

        _tokenizer  = new TokenizerView <TTokenizer>(languageTokenizer);
        SpanContext = new SpanContextBuilder();
    }
コード例 #2
0
 internal TestTokenizerBackedParser(LanguageCharacteristics <HtmlTokenizer> language, ParserContext context) : base(language, context)
 {
 }