private IEnumerable<Token> ExtractTokens(StringBuilder currentToken, char delimiter) { yield return new Token(TokenType.Identifier, currentToken.Extract()); yield return new Token(TokenType.Delimiter, delimiter.ToString()); }
private Token ExtractToken(StringBuilder currentToken) { return new Token(TokenType.Identifier, currentToken.Extract()); }