Example #1
0
        private void DiscardToken()
        {
            _previousToken = _currentToken.Clone();
            _currentToken  = _nextToken.Clone();

            _nextToken = _tokenSequence.Any() ?
                         _tokenSequence.Dequeue() : new RuleToken(Lexicon.SequenceTerminator, string.Empty);
        }
Example #2
0
 private void SetupPointerTokens()
 {
     _previousToken = null;
     _currentToken  = _tokenSequence.Dequeue();
     _nextToken     = _tokenSequence.Dequeue();
 }