internal TokenScanner(Lexer lexer, string text) { if (lexer == null) { throw new ArgumentNullException(nameof(lexer)); } _lexer = lexer; _reader = new TokenCharacterReader(text); }
private void SkipWhitespaces(TokenCharacterReader reader) { int value; while ((value = reader.Read()) > 0) { if (!char.IsWhiteSpace((char)value)) { reader.Seek(-1, SeekOrigin.Current); return; } } }