Exemple #1
0
 /// <summary>
 /// Creates a tokenizer that first replays the given list of tokens, then continues reading
 /// from another tokenizer. Note that if the returned tokenizer is "pushed back", that does not push back
 /// on the continuation tokenizer, or vice versa. Care should be taken when using this method - it was
 /// created for the sake of Any parsing.
 /// </summary>
 internal static TextTokenizer FromReplayedTokens(IList <TextToken> tokens, TextTokenizer continuation)
 {
     return(new TextReplayTokenizer(tokens, continuation));
 }
Exemple #2
0
 internal TextReplayTokenizer(IList <TextToken> tokens, TextTokenizer nextTokenizer)
 {
     this.tokens        = tokens;
     this.nextTokenizer = nextTokenizer;
 }