public IEnumerable <_64TassToken> Tokenize(string inputLine) { currentState = State.BeforeInstruction; intructionTokenType = _64TassTokenType.DontKnow; var scanner = new _64TassScanner(inputLine); while (scanner.SkipWhitespace()) { yield return(GetNextToken(scanner)); } }
public IEnumerable<_64TassToken> Tokenize(string inputLine) { currentState = State.BeforeInstruction; intructionTokenType = _64TassTokenType.DontKnow; var scanner = new _64TassScanner(inputLine); while (scanner.SkipWhitespace()) { yield return GetNextToken(scanner); } }