private Token Lex(string str) { StringReader rdr = new StringReader(str); lexer = new Lexer("foo.py", rdr); return(lexer.Get()); }
private Token LexMore() { if (lexer == null) { throw new InvalidOperationException("Must call Lex() first."); } return(lexer.Get()); }
private void Lex(string str, params TokenType[] tokens) { StringReader rdr = new StringReader(str); lexer = new Lexer("foo.py", rdr); Token tok = new Token(); foreach (var exp in tokens) { tok = lexer.Get(); Assert.AreEqual(exp, tok.Type); } Assert.AreEqual(TokenType.EOF, tok.Type); }
private Token Lex(string str) { StringReader rdr = new StringReader(str); lexer = new Lexer("foo.py", rdr); return lexer.Get(); }