private void NextToken() { _rangeRecorder.RecordLeave(_token); _rangeRecorder.RecordEnter(_lookahead); _token = _lookahead; if (_lookahead.Id != TokenId.Eof) { _lexer.NextToken(); _lookahead = _lexer.GetToken(); } }
public void RecordLeave(Token token) { _lastEndLocation = token.Range.EndLocation; }
private void Reset(int pos) { _lexer.Reset(pos); // Intialize _token and _lookahead _token = _lexer.GetToken(); _rangeRecorder.RecordEnter(_token); if (_token.Id == TokenId.Eof) _lookahead = _token; else { _lexer.NextToken(); _lookahead = _lexer.GetToken(); } }
public void RecordEnter(Token token) { _lastStartLocation = token.Range.StartLocation; }