public LookAheadTokenParser(StreamReader stream, string[] tokens, bool consumeWhiteSpace) { this.parser = new PeekableStream(stream); this.tokens = new List <string>(tokens); this.consumeWhiteSpace = consumeWhiteSpace; AddTokens(new string[] { " ", "\r", "\n", "\"", "\'" }); }
public LookAheadTokenParser(StreamReader stream, string[] tokens, bool consumeWhiteSpace) { this.parser = new PeekableStream(stream); this.tokens = new List<string>(tokens); this.consumeWhiteSpace = consumeWhiteSpace; AddTokens(new string[] { " ", "\r", "\n", "\"", "\'" }); }