public TokenizerState ProcessChar(char c, string fullExpression, int currentIndex) { if (!_passedWhitespace && " \t\r\n".IndexOf(c) >= 0) { _skipped = Skipped + 1; return(TokenizerState.Valid); } _passedWhitespace = true; return(_processor.ProcessChar(c, fullExpression, currentIndex)); }
public TokenizerState Feed(char c, string fullExpression, int currentIndex) { if (!_stillValid) { return(TokenizerState.Fail); } TokenizerState state = _tokenProcessor.ProcessChar(c, fullExpression, currentIndex); if (state != TokenizerState.Valid) { _stillValid = false; } return(state); }