public Token Read() { var token = GetHead(); TokenBuffer.RemoveAt(0); return(PreviewsToken = token); }
public Token GetHead() { if (Disposed || (IsBufferEmpty && Ended)) { return(null); } if (TokenBuffer[0].Key == TokenSet.WhiteSpace || TokenBuffer[0].Key == TokenSet.Comment || TokenBuffer[0].Key == TokenSet.PreProcess) { TokenBuffer.RemoveAt(0); return(GetHead()); } return(CurrentToken = TokenBuffer[0]); }