private string GetCommand(SqlConnection connection) { if (_updatePredicates?.Count > 0 && !string.IsNullOrEmpty(updateWhen)) { throw new Exception("两种updateWhen不可同时使用"); } string comm = "MERGE INTO " + BulkOperationsHelper.GetFullQualifyingTableName(connection.Database, _schema, _tableName) + $" WITH ({_tableHint}) AS Target " + "USING " + Constants.TempTableName + " AS Source " + BulkOperationsHelper.BuildJoinConditionsForInsertOrUpdate(_matchTargetOn.ToArray(), Constants.SourceAlias, Constants.TargetAlias, base._collationColumnDic, _nullableColumnDic) + "WHEN MATCHED " + BulkOperationsHelper.BuildPredicateQuery(_matchTargetOn.ToArray(), _updatePredicates, Constants.TargetAlias, base._collationColumnDic) + " " + updateWhen + " " + "THEN UPDATE " + BulkOperationsHelper.BuildUpdateSet(_columns, Constants.SourceAlias, Constants.TargetAlias, _identityColumn, _excludeFromUpdate) + "WHEN NOT MATCHED BY TARGET THEN " + BulkOperationsHelper.BuildInsertSet(_columns, Constants.SourceAlias, _identityColumn) + (_deleteWhenNotMatchedFlag ? " WHEN NOT MATCHED BY SOURCE " + BulkOperationsHelper.BuildPredicateQuery(_matchTargetOn.ToArray(), _deletePredicates, Constants.TargetAlias, base._collationColumnDic) + "THEN DELETE " : " ") + BulkOperationsHelper.GetOutputIdentityCmd(_identityColumn, _outputIdentity, Constants.TempOutputTableName, OperationType.InsertOrUpdate) + "; " + "DROP TABLE " + Constants.TempTableName + ";"; return(comm); }
/// <summary> /// /// </summary> /// <param name="fullQualifiedTableName"></param> /// <returns></returns> public string GetCommand(string fullQualifiedTableName) { return($"UPDATE {fullQualifiedTableName} {BulkOperationsHelper.BuildUpdateSet(_columns, _excludeFromUpdate, _identityColumn)}" + $"{(_outputIdentity == ColumnDirectionType.InputOutput ? $", @{_identityColumn} = [{_identityColumn}] " : string.Empty)} " + $"{BulkOperationsHelper.BuildMatchTargetOnList(_matchTargetOn, _collationColumnDic, _customColumnMappings)} " + $"IF (@@ROWCOUNT = 0) BEGIN " + $"{BulkOperationsHelper.BuildInsertIntoSet(_columns, _identityColumn, fullQualifiedTableName)} " + $"VALUES{BulkOperationsHelper.BuildValueSet(_columns, _identityColumn)}" + $"{(_outputIdentity == ColumnDirectionType.InputOutput ? $" SET @{_identityColumn} = SCOPE_IDENTITY()" : string.Empty)} END"); }
private string GetCommand(SqlConnection connection) { string comm = "MERGE INTO " + BulkOperationsHelper.GetFullQualifyingTableName(connection.Database, _schema, _tableName) + $" WITH ({_tableHint}) AS Target " + "USING " + Constants.TempTableName + " AS Source " + BulkOperationsHelper.BuildJoinConditionsForInsertOrUpdate(_matchTargetOn.ToArray(), Constants.SourceAlias, Constants.TargetAlias, base._collationColumnDic, _nullableColumnDic) + "WHEN MATCHED " + BulkOperationsHelper.BuildPredicateQuery(_matchTargetOn.ToArray(), _updatePredicates, Constants.TargetAlias, base._collationColumnDic) + "THEN UPDATE " + BulkOperationsHelper.BuildUpdateSet(_columns, Constants.SourceAlias, Constants.TargetAlias, _identityColumn) + BulkOperationsHelper.GetOutputIdentityCmd(_identityColumn, _outputIdentity, Constants.TempOutputTableName, OperationType.Update) + "; " + "DROP TABLE " + Constants.TempTableName + ";"; return(comm); }
private string GetMatchedTargetCmd() { // If user manually excludes every column, it's effectively the same as calling ExcludeAllColumnsFromUpdate() once. if (_excludeFromUpdate.Count == _columns.Count) { _excludeAllColumnsFromUpdate = true; } if (_excludeAllColumnsFromUpdate) { return(string.Empty); } return("WHEN MATCHED " + BulkOperationsHelper.BuildPredicateQuery(_matchTargetOn.ToArray(), _updatePredicates, Constants.TargetAlias, base._collationColumnDic) + "THEN UPDATE " + BulkOperationsHelper.BuildUpdateSet(_columns, Constants.SourceAlias, Constants.TargetAlias, _identityColumn, _excludeFromUpdate, _bulkCopySettings)); }
/// <summary> /// Commits a transaction to database asynchronously. A valid setup must exist for the operation to be /// successful. /// </summary> /// <param name="connection"></param> /// <returns></returns> public async Task <int> CommitAsync(SqlConnection connection) { int affectedRows = 0; if (_singleEntity == null) { return(affectedRows); } if (connection.State == ConnectionState.Closed) { await connection.OpenAsync(); } SqlCommand command = connection.CreateCommand(); command.Connection = connection; command.CommandTimeout = _sqlTimeout; string fullQualifiedTableName = BulkOperationsHelper.GetFullQualifyingTableName(connection.Database, _schema, _tableName); BulkOperationsHelper.AddSqlParamsForQuery(_sqlParams, _columns, _singleEntity, customColumns: _customColumnMappings); var concatenatedQuery = _whereConditions.Concat(_andConditions).Concat(_orConditions).OrderBy(x => x.SortOrder); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns); string comm = $"UPDATE {fullQualifiedTableName} " + $"{BulkOperationsHelper.BuildUpdateSet(_columns, null, _identityColumn)}" + $"{BulkOperationsHelper.BuildPredicateQuery(concatenatedQuery, _collationColumnDic)}"; command.CommandText = comm; if (_sqlParams.Count > 0) { command.Parameters.AddRange(_sqlParams.ToArray()); } affectedRows = await command.ExecuteNonQueryAsync(); return(affectedRows); }
private string GetQuery(SqlConnection connection) { var fullQualifiedTableName = BulkOperationsHelper.GetFullQualifyingTableName(connection.Database, _schema, _tableName); BulkOperationsHelper.AddSqlParamsForQuery(_propertyInfoList, _sqlParams, _columns, _singleEntity, customColumns: _customColumnMappings); var concatenatedQuery = _whereConditions.Concat(_andConditions).Concat(_orConditions).OrderBy(x => x.SortOrder); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns); var batchQtyStart = _batchQuantity != null ? "UpdateMore:\n" : string.Empty; var batchQty = _batchQuantity != null ? $"TOP ({_batchQuantity}) " : string.Empty; var batchQtyRepeat = _batchQuantity != null ? "\nIF @@ROWCOUNT != 0\ngoto UpdateMore" : string.Empty; var comm = $"{batchQtyStart}UPDATE {batchQty}{fullQualifiedTableName} " + $"{BulkOperationsHelper.BuildUpdateSet(_columns, null, _identityColumn)}" + $"{BulkOperationsHelper.BuildPredicateQuery(concatenatedQuery, _collationColumnDic, _customColumnMappings)}{batchQtyRepeat}"; return(comm); }
/// <summary> /// Commits a transaction to database asynchronously. A valid setup must exist for the operation to be /// successful. /// </summary> /// <param name="connection"></param> /// <returns></returns> /// <exception cref="SqlBulkToolsException"></exception> /// <exception cref="IdentityException"></exception> public async Task <int> CommitAsync(SqlConnection connection) { int affectedRows = 0; if (!_list.Any()) { return(affectedRows); } if (!_deleteWhenNotMatchedFlag && _deletePredicates.Count > 0) { throw new SqlBulkToolsException($"{BulkOperationsHelper.GetPredicateMethodName(PredicateType.Delete)} only usable on BulkInsertOrUpdate " + $"method when 'DeleteWhenNotMatched' is set to true."); } base.IndexCheck(); base.MatchTargetCheck(); DataTable dt = BulkOperationsHelper.CreateDataTable <T>(_columns, _customColumnMappings, _matchTargetOn, _outputIdentity); dt = BulkOperationsHelper.ConvertListToDataTable(dt, _list, _columns, _outputIdentityDic); // Must be after ToDataTable is called. BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns, _matchTargetOn); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _deletePredicates); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _updatePredicates); if (connection.State != ConnectionState.Open) { await connection.OpenAsync(); } var dtCols = BulkOperationsHelper.GetDatabaseSchema(connection, _schema, _tableName); try { SqlCommand command = connection.CreateCommand(); command.Connection = connection; command.CommandTimeout = _sqlTimeout; //Creating temp table on database command.CommandText = BulkOperationsHelper.BuildCreateTempTable(_columns, dtCols, _outputIdentity); await command.ExecuteNonQueryAsync(); BulkOperationsHelper.InsertToTmpTable(connection, dt, _bulkCopyEnableStreaming, _bulkCopyBatchSize, _bulkCopyNotifyAfter, _bulkCopyTimeout, _sqlBulkCopyOptions, _bulkCopyDelegates); if (_disableIndexList != null && _disableIndexList.Any()) { command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(Constants.Disable, _tableName, _schema, connection, _disableIndexList, _disableAllIndexes); await command.ExecuteNonQueryAsync(); } string comm = BulkOperationsHelper.GetOutputCreateTableCmd(_outputIdentity, Constants.TempOutputTableName, OperationType.InsertOrUpdate, _identityColumn); if (!string.IsNullOrWhiteSpace(comm)) { command.CommandText = comm; await command.ExecuteNonQueryAsync(); } comm = "MERGE INTO " + BulkOperationsHelper.GetFullQualifyingTableName(connection.Database, _schema, _tableName) + " WITH (HOLDLOCK) AS Target " + "USING " + Constants.TempTableName + " AS Source " + BulkOperationsHelper.BuildJoinConditionsForInsertOrUpdate(_matchTargetOn.ToArray(), Constants.SourceAlias, Constants.TargetAlias, base._collationColumnDic) + "WHEN MATCHED " + BulkOperationsHelper.BuildPredicateQuery(_matchTargetOn.ToArray(), _updatePredicates, Constants.TargetAlias, base._collationColumnDic) + "THEN UPDATE " + BulkOperationsHelper.BuildUpdateSet(_columns, Constants.SourceAlias, Constants.TargetAlias, _identityColumn, _excludeFromUpdate) + "WHEN NOT MATCHED BY TARGET THEN " + BulkOperationsHelper.BuildInsertSet(_columns, Constants.SourceAlias, _identityColumn) + (_deleteWhenNotMatchedFlag ? " WHEN NOT MATCHED BY SOURCE " + BulkOperationsHelper.BuildPredicateQuery(_matchTargetOn.ToArray(), _deletePredicates, Constants.TargetAlias, base._collationColumnDic) + "THEN DELETE " : " ") + BulkOperationsHelper.GetOutputIdentityCmd(_identityColumn, _outputIdentity, Constants.TempOutputTableName, OperationType.InsertOrUpdate) + "; " + "DROP TABLE " + Constants.TempTableName + ";"; command.CommandText = comm; if (_parameters.Count > 0) { command.Parameters.AddRange(_parameters.ToArray()); } affectedRows = await command.ExecuteNonQueryAsync(); if (_disableIndexList != null && _disableIndexList.Any()) { command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(Constants.Rebuild, _tableName, _schema, connection, _disableIndexList); await command.ExecuteNonQueryAsync(); } if (_outputIdentity == ColumnDirectionType.InputOutput) { await BulkOperationsHelper.LoadFromTmpOutputTableAsync(command, _identityColumn, _outputIdentityDic, OperationType.InsertOrUpdate, _list); } return(affectedRows); } catch (SqlException e) { for (int i = 0; i < e.Errors.Count; i++) { // Error 8102 is identity error. if (e.Errors[i].Number == 8102) { // Expensive but neccessary to inform user of an important configuration setup. throw new IdentityException(e.Errors[i].Message); } } throw; } }
/// <summary> /// Commits a transaction to database asynchronously. A valid setup must exist for the operation to be /// successful. /// </summary> /// <param name="conn"></param> /// <returns></returns> /// <exception cref="NullReferenceException"></exception> /// <exception cref="IdentityException"></exception> public async Task <int> CommitAsync(SqlConnection conn) { int affectedRows = 0; if (_singleEntity == null) { return(affectedRows); } if (_matchTargetOnSet.Count == 0) { throw new NullReferenceException("MatchTargetOn is a mandatory for upsert operation"); } try { BulkOperationsHelper.AddSqlParamsForQuery(_sqlParams, _columns, _singleEntity, _identityColumn, _outputIdentity, _customColumnMappings); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns); if (conn.State == ConnectionState.Closed) { await conn.OpenAsync(); } SqlCommand command = conn.CreateCommand(); command.Connection = conn; command.CommandTimeout = _sqlTimeout; string fullQualifiedTableName = BulkOperationsHelper.GetFullQualifyingTableName(conn.Database, _schema, _tableName); command.CommandText = $"UPDATE {fullQualifiedTableName} {BulkOperationsHelper.BuildUpdateSet(_columns, _excludeFromUpdate, _identityColumn)}" + $"{(_outputIdentity == ColumnDirectionType.InputOutput ? $", @{_identityColumn} = [{_identityColumn}] " : string.Empty)} " + $"{BulkOperationsHelper.BuildMatchTargetOnList(_matchTargetOnSet, _collationColumnDic)} " + $"IF (@@ROWCOUNT = 0) BEGIN " + $"{BulkOperationsHelper.BuildInsertIntoSet(_columns, _identityColumn, fullQualifiedTableName)} " + $"VALUES{BulkOperationsHelper.BuildValueSet(_columns, _identityColumn)}" + $"{(_outputIdentity == ColumnDirectionType.InputOutput ? $" SET @{_identityColumn} = SCOPE_IDENTITY()" : string.Empty)} END"; if (_sqlParams.Count > 0) { command.Parameters.AddRange(_sqlParams.ToArray()); } affectedRows = await command.ExecuteNonQueryAsync(); if (_outputIdentity == ColumnDirectionType.InputOutput) { foreach (var x in _sqlParams) { if (x.Direction == ParameterDirection.InputOutput && x.ParameterName == $"@{_identityColumn}") { if (x.Value is DBNull) { break; } PropertyInfo propertyInfo = _singleEntity.GetType().GetProperty(_identityColumn); propertyInfo.SetValue(_singleEntity, x.Value); break; } } } return(affectedRows); } catch (SqlException e) { for (int i = 0; i < e.Errors.Count; i++) { // Error 8102 and 544 is identity error. if (e.Errors[i].Number == 544 || e.Errors[i].Number == 8102) { // Expensive but neccessary to inform user of an important configuration setup. throw new IdentityException(e.Errors[i].Message); } } throw; } }
async Task <int> ITransaction.CommitTransactionAsync(string connectionName, SqlCredential credentials, SqlConnection connection) { int affectedRows = 0; if (!_list.Any()) { return(affectedRows); } base.IndexCheck(); base.MatchTargetCheck(); DataTable dt = BulkOperationsHelper.CreateDataTable <T>(_columns, _customColumnMappings, _matchTargetOn, _outputIdentity); dt = BulkOperationsHelper.ConvertListToDataTable(dt, _list, _columns, _outputIdentityDic); // Must be after ToDataTable is called. BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns, _matchTargetOn); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _updatePredicates); using (SqlConnection conn = BulkOperationsHelper.GetSqlConnection(connectionName, credentials, connection)) { await conn.OpenAsync(); var dtCols = BulkOperationsHelper.GetDatabaseSchema(conn, _schema, _tableName); using (SqlTransaction transaction = conn.BeginTransaction()) { try { SqlCommand command = conn.CreateCommand(); command.Connection = conn; command.Transaction = transaction; command.CommandTimeout = _sqlTimeout; //Creating temp table on database command.CommandText = BulkOperationsHelper.BuildCreateTempTable(_columns, dtCols, _outputIdentity); await command.ExecuteNonQueryAsync(); //Bulk insert into temp table await BulkOperationsHelper.InsertToTmpTableAsync(conn, transaction, dt, _bulkCopyEnableStreaming, _bulkCopyBatchSize, _bulkCopyNotifyAfter, _bulkCopyTimeout, _sqlBulkCopyOptions, _bulkCopyDelegates); if (_disableIndexList != null && _disableIndexList.Any()) { command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(IndexOperation.Disable, _tableName, _schema, conn, _disableIndexList, _disableAllIndexes); await command.ExecuteNonQueryAsync(); } string comm = BulkOperationsHelper.GetOutputCreateTableCmd(_outputIdentity, Constants.TempOutputTableName, OperationType.InsertOrUpdate, _identityColumn); if (!string.IsNullOrWhiteSpace(comm)) { command.CommandText = comm; command.ExecuteNonQuery(); } // Updating destination table, and dropping temp table comm = "MERGE INTO " + BulkOperationsHelper.GetFullQualifyingTableName(conn.Database, _schema, _tableName) + " WITH (HOLDLOCK) AS Target " + "USING " + Constants.TempTableName + " AS Source " + BulkOperationsHelper.BuildJoinConditionsForUpdateOrInsert(_matchTargetOn.ToArray(), Constants.SourceAlias, Constants.TargetAlias) + "WHEN MATCHED " + BulkOperationsHelper.BuildPredicateQuery(_matchTargetOn.ToArray(), _updatePredicates, Constants.TargetAlias) + "THEN UPDATE " + BulkOperationsHelper.BuildUpdateSet(_columns, Constants.SourceAlias, Constants.TargetAlias, _identityColumn) + BulkOperationsHelper.GetOutputIdentityCmd(_identityColumn, _outputIdentity, Constants.TempOutputTableName, OperationType.Update) + "; " + "DROP TABLE " + Constants.TempTableName + ";"; command.CommandText = comm; if (_parameters.Count > 0) { command.Parameters.AddRange(_parameters.ToArray()); } affectedRows = await command.ExecuteNonQueryAsync(); if (_disableIndexList != null && _disableIndexList.Any()) { command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(IndexOperation.Rebuild, _tableName, _schema, conn, _disableIndexList); await command.ExecuteNonQueryAsync(); } if (_outputIdentity == ColumnDirection.InputOutput) { await BulkOperationsHelper.LoadFromTmpOutputTableAsync(command, _identityColumn, _outputIdentityDic, OperationType.Delete, _list); } transaction.Commit(); return(affectedRows); } catch (SqlException e) { for (int i = 0; i < e.Errors.Count; i++) { // Error 8102 is identity error. if (e.Errors[i].Number == 8102) { // Expensive but neccessary to inform user of an important configuration setup. throw new IdentityException(e.Errors[i].Message); } } transaction.Rollback(); throw; } catch (Exception) { transaction.Rollback(); throw; } finally { conn.Close(); } } } }
int ITransaction.CommitTransaction(string connectionName, SqlCredential credentials, SqlConnection connection) { int affectedRows = 0; if (_singleEntity == null) { return(affectedRows); } BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _whereConditions); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _orConditions); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _andConditions); BulkOperationsHelper.AddSqlParamsForUpdateQuery(_parameters, _columns, _singleEntity); var concatenatedQuery = _whereConditions.Concat(_andConditions).Concat(_orConditions).OrderBy(x => x.SortOrder); using (SqlConnection conn = BulkOperationsHelper.GetSqlConnection(connectionName, credentials, connection)) { conn.Open(); using (SqlTransaction transaction = conn.BeginTransaction()) { try { SqlCommand command = conn.CreateCommand(); command.Connection = conn; command.Transaction = transaction; command.CommandTimeout = _sqlTimeout; string fullQualifiedTableName = BulkOperationsHelper.GetFullQualifyingTableName(conn.Database, _schema, _tableName); string comm = $"UPDATE {fullQualifiedTableName} " + $"{BulkOperationsHelper.BuildUpdateSet(_columns, fullQualifiedTableName)}" + $"{BulkOperationsHelper.BuildPredicateQuery(concatenatedQuery)}"; command.CommandText = comm; if (_parameters.Count > 0) { command.Parameters.AddRange(_parameters.ToArray()); } affectedRows = command.ExecuteNonQuery(); transaction.Commit(); return(affectedRows); } catch (Exception) { transaction.Rollback(); throw; } finally { conn.Close(); } } } }