/// <summary> /// Creates a tokenizer that first replays the given list of tokens, then continues reading /// from another tokenizer. Note that if the returned tokenizer is "pushed back", that does not push back /// on the continuation tokenizer, or vice versa. Care should be taken when using this method - it was /// created for the sake of Any parsing. /// </summary> internal static TextTokenizer FromReplayedTokens(IList <TextToken> tokens, TextTokenizer continuation) { return(new TextReplayTokenizer(tokens, continuation)); }
internal TextReplayTokenizer(IList <TextToken> tokens, TextTokenizer nextTokenizer) { this.tokens = tokens; this.nextTokenizer = nextTokenizer; }