예제 #1
0
        protected Tokenizer(string source)
        {
            this.source = source;

            pos = 0;
            Line = 1;
            lineStart = 0;
            Lookahead = Next();
        }
예제 #2
0
 protected Token Lex()
 {
     var prev = Lookahead;
     Lookahead = Next();
     return prev;
 }
예제 #3
0
 Exception OnUnexpectedError(Token token)
 {
     return new UnexpectedTokenException(Line, Column(), token);
 }