Example #1
0
        public Token Read()
        {
            var token = GetHead();

            TokenBuffer.RemoveAt(0);
            return(PreviewsToken = token);
        }
Example #2
0
        public Token GetHead()
        {
            if (Disposed || (IsBufferEmpty && Ended))
            {
                return(null);
            }

            if (TokenBuffer[0].Key == TokenSet.WhiteSpace ||
                TokenBuffer[0].Key == TokenSet.Comment ||
                TokenBuffer[0].Key == TokenSet.PreProcess)
            {
                TokenBuffer.RemoveAt(0);
                return(GetHead());
            }
            return(CurrentToken = TokenBuffer[0]);
        }