/// <summary> /// Commits a transaction to database asynchronously. A valid setup must exist for the operation to be /// successful. /// </summary> /// <param name="connection"></param> /// <returns></returns> /// <exception cref="SqlBulkToolsException"></exception> /// <exception cref="IdentityException"></exception> public async Task <int> CommitAsync(SqlConnection connection) { int affectedRows = 0; if (!_list.Any()) { return(affectedRows); } if (!_deleteWhenNotMatchedFlag && _deletePredicates.Count > 0) { throw new SqlBulkToolsException($"{BulkOperationsHelper.GetPredicateMethodName(PredicateType.Delete)} only usable on BulkInsertOrUpdate " + $"method when 'DeleteWhenNotMatched' is set to true."); } base.MatchTargetCheck(); DataTable dt = BulkOperationsHelper.CreateDataTable <T>(_propertyInfoList, _columns, _customColumnMappings, _ordinalDic, _matchTargetOn, _outputIdentity); dt = BulkOperationsHelper.ConvertListToDataTable(_propertyInfoList, dt, _list, _columns, _ordinalDic, _outputIdentityDic); // Must be after ToDataTable is called. BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns, _matchTargetOn); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _deletePredicates); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _updatePredicates); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _excludeFromUpdate); if (connection.State != ConnectionState.Open) { await connection.OpenAsync(); } var dtCols = BulkOperationsHelper.GetDatabaseSchema(connection, _schema, _tableName); try { SqlCommand command = connection.CreateCommand(); command.Connection = connection; command.CommandTimeout = _sqlTimeout; _nullableColumnDic = BulkOperationsHelper.GetNullableColumnDic(dtCols); //Creating temp table on database command.CommandText = BulkOperationsHelper.BuildCreateTempTable(_columns, dtCols, _outputIdentity); await command.ExecuteNonQueryAsync(); BulkOperationsHelper.InsertToTmpTable(connection, dt, _bulkCopySettings); string comm = BulkOperationsHelper.GetOutputCreateTableCmd(_outputIdentity, Constants.TempOutputTableName, OperationType.InsertOrUpdate, _identityColumn); if (!string.IsNullOrWhiteSpace(comm)) { command.CommandText = comm; await command.ExecuteNonQueryAsync(); } comm = GetCommand(connection); command.CommandText = comm; if (_parameters.Count > 0) { command.Parameters.AddRange(_parameters.ToArray()); } affectedRows = await command.ExecuteNonQueryAsync(); if (_outputIdentity == ColumnDirectionType.InputOutput) { await BulkOperationsHelper.LoadFromTmpOutputTableAsync(command, _identityColumn, _outputIdentityDic, OperationType.InsertOrUpdate, _list); } return(affectedRows); } catch (SqlException e) { for (int i = 0; i < e.Errors.Count; i++) { // Error 8102 is identity error. if (e.Errors[i].Number == 8102) { // Expensive but neccessary to inform user of an important configuration setup. throw new IdentityException(e.Errors[i].Message); } } throw; } }
/// <summary> /// Commits a transaction to database asynchronously. A valid setup must exist for the operation to be /// successful. /// </summary> /// <param name="connection"></param> /// <returns></returns> /// <exception cref="SqlBulkToolsException"></exception> /// <exception cref="IdentityException"></exception> public async Task <int> CommitAsync(SqlConnection connection) { int affectedRows = 0; if (!_list.Any()) { return(affectedRows); } if (!_deleteWhenNotMatchedFlag && _deletePredicates.Count > 0) { throw new SqlBulkToolsException($"{BulkOperationsHelper.GetPredicateMethodName(PredicateType.Delete)} only usable on BulkInsertOrUpdate " + $"method when 'DeleteWhenNotMatched' is set to true."); } base.IndexCheck(); base.MatchTargetCheck(); DataTable dt = BulkOperationsHelper.CreateDataTable <T>(_columns, _customColumnMappings, _matchTargetOn, _outputIdentity); dt = BulkOperationsHelper.ConvertListToDataTable(dt, _list, _columns, _outputIdentityDic); // Must be after ToDataTable is called. BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns, _matchTargetOn); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _deletePredicates); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _updatePredicates); if (connection.State != ConnectionState.Open) { await connection.OpenAsync(); } var dtCols = BulkOperationsHelper.GetDatabaseSchema(connection, _schema, _tableName); try { SqlCommand command = connection.CreateCommand(); command.Connection = connection; command.CommandTimeout = _sqlTimeout; //Creating temp table on database command.CommandText = BulkOperationsHelper.BuildCreateTempTable(_columns, dtCols, _outputIdentity); await command.ExecuteNonQueryAsync(); BulkOperationsHelper.InsertToTmpTable(connection, dt, _bulkCopyEnableStreaming, _bulkCopyBatchSize, _bulkCopyNotifyAfter, _bulkCopyTimeout, _sqlBulkCopyOptions, _bulkCopyDelegates); if (_disableIndexList != null && _disableIndexList.Any()) { command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(Constants.Disable, _tableName, _schema, connection, _disableIndexList, _disableAllIndexes); await command.ExecuteNonQueryAsync(); } string comm = BulkOperationsHelper.GetOutputCreateTableCmd(_outputIdentity, Constants.TempOutputTableName, OperationType.InsertOrUpdate, _identityColumn); if (!string.IsNullOrWhiteSpace(comm)) { command.CommandText = comm; await command.ExecuteNonQueryAsync(); } comm = "MERGE INTO " + BulkOperationsHelper.GetFullQualifyingTableName(connection.Database, _schema, _tableName) + " WITH (HOLDLOCK) AS Target " + "USING " + Constants.TempTableName + " AS Source " + BulkOperationsHelper.BuildJoinConditionsForInsertOrUpdate(_matchTargetOn.ToArray(), Constants.SourceAlias, Constants.TargetAlias, base._collationColumnDic) + "WHEN MATCHED " + BulkOperationsHelper.BuildPredicateQuery(_matchTargetOn.ToArray(), _updatePredicates, Constants.TargetAlias, base._collationColumnDic) + "THEN UPDATE " + BulkOperationsHelper.BuildUpdateSet(_columns, Constants.SourceAlias, Constants.TargetAlias, _identityColumn, _excludeFromUpdate) + "WHEN NOT MATCHED BY TARGET THEN " + BulkOperationsHelper.BuildInsertSet(_columns, Constants.SourceAlias, _identityColumn) + (_deleteWhenNotMatchedFlag ? " WHEN NOT MATCHED BY SOURCE " + BulkOperationsHelper.BuildPredicateQuery(_matchTargetOn.ToArray(), _deletePredicates, Constants.TargetAlias, base._collationColumnDic) + "THEN DELETE " : " ") + BulkOperationsHelper.GetOutputIdentityCmd(_identityColumn, _outputIdentity, Constants.TempOutputTableName, OperationType.InsertOrUpdate) + "; " + "DROP TABLE " + Constants.TempTableName + ";"; command.CommandText = comm; if (_parameters.Count > 0) { command.Parameters.AddRange(_parameters.ToArray()); } affectedRows = await command.ExecuteNonQueryAsync(); if (_disableIndexList != null && _disableIndexList.Any()) { command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(Constants.Rebuild, _tableName, _schema, connection, _disableIndexList); await command.ExecuteNonQueryAsync(); } if (_outputIdentity == ColumnDirectionType.InputOutput) { await BulkOperationsHelper.LoadFromTmpOutputTableAsync(command, _identityColumn, _outputIdentityDic, OperationType.InsertOrUpdate, _list); } return(affectedRows); } catch (SqlException e) { for (int i = 0; i < e.Errors.Count; i++) { // Error 8102 is identity error. if (e.Errors[i].Number == 8102) { // Expensive but neccessary to inform user of an important configuration setup. throw new IdentityException(e.Errors[i].Message); } } throw; } }
/// <summary> /// /// </summary> /// <param name="connectionName"></param> /// <param name="credentials"></param> /// <param name="connection"></param> /// <returns></returns> async Task <int> ITransaction.CommitTransactionAsync(string connectionName, SqlCredential credentials, SqlConnection connection) { int affectedRows = 0; if (!_list.Any()) { return(affectedRows); } base.IndexCheck(); base.MatchTargetCheck(); DataTable dt = BulkOperationsHelper.CreateDataTable <T>(_columns, _customColumnMappings, _matchTargetOn, _outputIdentity); dt = BulkOperationsHelper.ConvertListToDataTable(dt, _list, _columns, _outputIdentityDic); // Must be after ToDataTable is called. BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _deletePredicates); using (SqlConnection conn = BulkOperationsHelper.GetSqlConnection(connectionName, credentials, connection)) { await conn.OpenAsync(); var dtCols = BulkOperationsHelper.GetDatabaseSchema(conn, _schema, _tableName); using (SqlTransaction transaction = conn.BeginTransaction()) { try { SqlCommand command = conn.CreateCommand(); command.Connection = conn; command.Transaction = transaction; command.CommandTimeout = _sqlTimeout; //Creating temp table on database command.CommandText = BulkOperationsHelper.BuildCreateTempTable(_columns, dtCols, _outputIdentity); await command.ExecuteNonQueryAsync(); await BulkOperationsHelper.InsertToTmpTableAsync(conn, transaction, dt, _bulkCopyEnableStreaming, _bulkCopyBatchSize, _bulkCopyNotifyAfter, _bulkCopyTimeout, _sqlBulkCopyOptions, _bulkCopyDelegates); if (_disableIndexList != null && _disableIndexList.Any()) { command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(IndexOperation.Disable, _tableName, _schema, conn, _disableIndexList, _disableAllIndexes); await command.ExecuteNonQueryAsync(); } string comm = BulkOperationsHelper.GetOutputCreateTableCmd(_outputIdentity, Constants.TempOutputTableName, OperationType.InsertOrUpdate, _identityColumn); if (!string.IsNullOrWhiteSpace(comm)) { command.CommandText = comm; command.ExecuteNonQuery(); } // Updating destination table, and dropping temp table comm = "MERGE INTO " + BulkOperationsHelper.GetFullQualifyingTableName(conn.Database, _schema, _tableName) + " WITH (HOLDLOCK) AS Target " + "USING " + Constants.TempTableName + " AS Source " + BulkOperationsHelper.BuildJoinConditionsForUpdateOrInsert(_matchTargetOn.ToArray(), Constants.SourceAlias, Constants.TargetAlias) + "WHEN MATCHED " + BulkOperationsHelper.BuildPredicateQuery(_matchTargetOn.ToArray(), _deletePredicates, Constants.TargetAlias) + "THEN DELETE " + BulkOperationsHelper.GetOutputIdentityCmd(_identityColumn, _outputIdentity, Constants.TempOutputTableName, OperationType.Delete) + "; " + "DROP TABLE " + Constants.TempTableName + ";"; command.CommandText = comm; if (_parameters.Count > 0) { command.Parameters.AddRange(_parameters.ToArray()); } affectedRows = await command.ExecuteNonQueryAsync(); if (_disableIndexList != null && _disableIndexList.Any()) { command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(IndexOperation.Rebuild, _tableName, _schema, conn, _disableIndexList); await command.ExecuteNonQueryAsync(); } if (_outputIdentity == ColumnDirection.InputOutput) { await BulkOperationsHelper.LoadFromTmpOutputTableAsync(command, _identityColumn, _outputIdentityDic, OperationType.Delete, _list); } transaction.Commit(); return(affectedRows); } catch (Exception) { transaction.Rollback(); throw; } finally { conn.Close(); } } } }
int ITransaction.CommitTransaction(string connectionName, SqlCredential credentials, SqlConnection connection) { int affectedRows = 0; if (!_list.Any()) { return(affectedRows); } base.IndexCheck(); DataTable dt = BulkOperationsHelper.CreateDataTable <T>(_columns, _customColumnMappings, _matchTargetOn, _outputIdentity); dt = BulkOperationsHelper.ConvertListToDataTable(dt, _list, _columns); // Must be after ToDataTable is called. BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns, _matchTargetOn); using (SqlConnection conn = BulkOperationsHelper.GetSqlConnection(connectionName, credentials, connection)) { conn.Open(); DataTable dtCols = null; if (_outputIdentity == ColumnDirection.InputOutput) { dtCols = BulkOperationsHelper.GetDatabaseSchema(conn, _schema, _tableName); } using (SqlTransaction transaction = conn.BeginTransaction()) { //Bulk insert into temp table using (SqlBulkCopy bulkcopy = new SqlBulkCopy(conn, _sqlBulkCopyOptions, transaction)) { try { bulkcopy.DestinationTableName = BulkOperationsHelper.GetFullQualifyingTableName(conn.Database, _schema, _tableName); BulkOperationsHelper.MapColumns(bulkcopy, _columns, _customColumnMappings); BulkOperationsHelper.SetSqlBulkCopySettings(bulkcopy, _bulkCopyEnableStreaming, _bulkCopyBatchSize, _bulkCopyNotifyAfter, _bulkCopyTimeout, _bulkCopyDelegates); SqlCommand command = conn.CreateCommand(); command.Connection = conn; command.Transaction = transaction; if (_disableAllIndexes || (_disableIndexList != null && _disableIndexList.Any())) { command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(IndexOperation.Disable, _tableName, _schema, conn, _disableIndexList, _disableAllIndexes); command.ExecuteNonQuery(); } // If InputOutput identity is selected, must use staging table. if (_outputIdentity == ColumnDirection.InputOutput && dtCols != null) { command.CommandText = BulkOperationsHelper.BuildCreateTempTable(_columns, dtCols, _outputIdentity); command.ExecuteNonQuery(); BulkOperationsHelper.InsertToTmpTable(conn, transaction, dt, _bulkCopyEnableStreaming, _bulkCopyBatchSize, _bulkCopyNotifyAfter, _bulkCopyTimeout, _sqlBulkCopyOptions, _bulkCopyDelegates); command.CommandText = BulkOperationsHelper.GetInsertIntoStagingTableCmd(command, conn, _schema, _tableName, _columns, _identityColumn, _outputIdentity); command.ExecuteNonQuery(); BulkOperationsHelper.LoadFromTmpOutputTable(command, _identityColumn, _outputIdentityDic, OperationType.Insert, _list); } else { bulkcopy.WriteToServer(dt); } if (_disableAllIndexes || (_disableIndexList != null && _disableIndexList.Any())) { command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(IndexOperation.Rebuild, _tableName, _schema, conn, _disableIndexList, _disableAllIndexes); command.ExecuteNonQuery(); } transaction.Commit(); bulkcopy.Close(); affectedRows = dt.Rows.Count; return(affectedRows); } catch (Exception) { transaction.Rollback(); throw; } finally { conn.Close(); } } } } }
/// <summary> /// Commits a transaction to database. A valid setup must exist for the operation to be /// successful. /// </summary> /// <param name="connection"></param> /// <returns></returns> /// <exception cref="IdentityException"></exception> public int Commit(SqlConnection connection, SqlTransaction transaction) { int affectedRows = 0; if (!_list.Any()) { return(affectedRows); } base.MatchTargetCheck(); DataTable dt = BulkOperationsHelper.CreateDataTable <T>(_propertyInfoList, _columns, _customColumnMappings, _ordinalDic, _matchTargetOn, _outputIdentity); dt = BulkOperationsHelper.ConvertListToDataTable(_propertyInfoList, dt, _list, _columns, _ordinalDic, _outputIdentityDic); // Must be after ToDataTable is called. BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns, _matchTargetOn); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _updatePredicates); if (connection.State == ConnectionState.Closed) { connection.Open(); } var dtCols = BulkOperationsHelper.GetDatabaseSchema(bulk, connection, _schema, _tableName); try { SqlCommand command = connection.CreateCommand(); command.Connection = connection; command.CommandTimeout = _sqlTimeout; command.Transaction = transaction; _nullableColumnDic = BulkOperationsHelper.GetNullableColumnDic(dtCols); //Creating temp table on database command.CommandText = BulkOperationsHelper.BuildCreateTempTable(_columns, dtCols, _outputIdentity); command.ExecuteNonQuery(); //Bulk insert into temp table BulkOperationsHelper.InsertToTmpTable(connection, dt, _bulkCopySettings, transaction); string comm = BulkOperationsHelper.GetOutputCreateTableCmd(_outputIdentity, Constants.TempOutputTableName, OperationType.InsertOrUpdate, _identityColumn); if (!string.IsNullOrWhiteSpace(comm)) { command.CommandText = comm; command.ExecuteNonQuery(); } comm = GetCommand(connection); command.CommandText = comm; if (_parameters.Count > 0) { command.Parameters.AddRange(_parameters.ToArray()); } affectedRows = command.ExecuteNonQuery(); if (_outputIdentity == ColumnDirectionType.InputOutput) { BulkOperationsHelper.LoadFromTmpOutputTable(command, _identityColumn, _outputIdentityDic, OperationType.InsertOrUpdate, _list); } return(affectedRows); } catch (SqlException e) { for (int i = 0; i < e.Errors.Count; i++) { // Error 8102 is identity error. if (e.Errors[i].Number == 8102) { // Expensive call but neccessary to inform user of an important configuration setup. throw new IdentityException(e.Errors[i].Message); } } throw; } }
/// <summary> /// Commits a transaction to database asynchronously. A valid setup must exist for the operation to be /// successful. /// </summary> /// <param name="connection"></param> /// <param name="commandTimeout"></param> /// <returns></returns> /// <exception cref="IdentityException"></exception> public async Task <int> CommitAsync(SqlConnection connection, int commandTimeout = 0) { try { int affectedRows = 0; if (!_list.Any()) { return(affectedRows); } base.MatchTargetCheck(); DataTable dt = BulkOperationsHelper.CreateDataTable <T>(_propertyInfoList, _columns, _customColumnMappings, _ordinalDic, _matchTargetOn, _outputIdentity); dt = BulkOperationsHelper.ConvertListToDataTable(_propertyInfoList, dt, _list, _columns, _ordinalDic, _outputIdentityDic); // Must be after ToDataTable is called. BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns, _matchTargetOn); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _updatePredicates); if (connection.State == ConnectionState.Closed) { await connection.OpenAsync(); } BulkOperationsHelper.ValidateMsSqlVersion(connection, OperationType.Update); var dtCols = BulkOperationsHelper.GetDatabaseSchema(connection, _schema, _tableName); SqlCommand command = connection.CreateCommand(); command.Connection = connection; command.CommandTimeout = commandTimeout; //Creating temp table on database var schemaDetail = BulkOperationsHelper.BuildCreateTempTable(_columns, dtCols, _outputIdentity); command.CommandText = schemaDetail.BuildCreateTableQuery; await command.ExecuteNonQueryAsync(); _nullableColumnDic = schemaDetail.NullableDic; //Insert into temp table if (BulkOperationsHelper.GetBulkInsertStrategyType(dt, _columns) == BulkInsertStrategyType.MultiValueInsert) { var tempTableSetup = BulkOperationsHelper.BuildInsertQueryFromDataTable(_customColumnMappings, dt, _identityColumn, _columns, _bulkCopySettings, schemaDetail, Constants.TempTableName, keepIdentity: true, keepInternalId: true); command.CommandText = tempTableSetup.InsertQuery; command.Parameters.AddRange(tempTableSetup.SqlParameterList.ToArray()); await command.ExecuteNonQueryAsync(); command.Parameters.Clear(); } else { await BulkOperationsHelper.InsertToTmpTableWithBulkCopyAsync(connection, dt, _bulkCopySettings); } string comm = BulkOperationsHelper.GetOutputCreateTableCmd(_outputIdentity, Constants.TempOutputTableName, OperationType.Update, _identityColumn); if (!string.IsNullOrWhiteSpace(comm)) { command.CommandText = comm; await command.ExecuteNonQueryAsync(); } comm = GetCommand(connection); command.CommandText = comm; if (_parameters.Count > 0) { command.Parameters.AddRange(_parameters.ToArray()); } affectedRows = await command.ExecuteNonQueryAsync(); if (_outputIdentity == ColumnDirectionType.InputOutput) { await BulkOperationsHelper.LoadFromTmpOutputTableAsync(command, _identityColumn, _outputIdentityDic, OperationType.InsertOrUpdate, _list); } return(affectedRows); } catch (SqlException e) { for (int i = 0; i < e.Errors.Count; i++) { // Error 8102 is identity error. if (e.Errors[i].Number == 544 || e.Errors[i].Number == 8102) { // Expensive call but neccessary to inform user of an important configuration setup. throw new IdentityException(e.Errors[i].Message); } } throw; } }
/// <summary> /// Commits a transaction to database asynchronously. A valid setup must exist for the operation to be /// successful. /// </summary> /// <param name="connection"></param> /// <returns></returns> public async Task <int> CommitAsync(SqlConnection connection, SqlTransaction transaction) { int affectedRows = 0; if (!_list.Any()) { return(affectedRows); } DataTable dt = BulkOperationsHelper.CreateDataTable <T>(_propertyInfoList, _columns, _customColumnMappings, _ordinalDic, _matchTargetOn, _outputIdentity); dt = BulkOperationsHelper.ConvertListToDataTable(_propertyInfoList, dt, _list, _columns, _ordinalDic); // Must be after ToDataTable is called. BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns, _matchTargetOn); if (connection.State != ConnectionState.Open) { await connection.OpenAsync(); } DataTable dtCols = null; if (_outputIdentity == ColumnDirectionType.InputOutput) { dtCols = BulkOperationsHelper.GetDatabaseSchema(bulk, connection, _schema, _tableName); } using (SqlBulkCopy bulkcopy = new SqlBulkCopy(connection, _bulkCopySettings.SqlBulkCopyOptions, transaction)) { bulkcopy.DestinationTableName = BulkOperationsHelper.GetFullQualifyingTableName(connection.Database, _schema, _tableName); BulkOperationsHelper.MapColumns(bulkcopy, _columns, _customColumnMappings); BulkOperationsHelper.SetSqlBulkCopySettings(bulkcopy, _bulkCopySettings); SqlCommand command = connection.CreateCommand(); command.Connection = connection; command.CommandTimeout = _sqlTimeout; command.Transaction = transaction; if (_disableAllIndexes) { command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(Constants.Disable, _tableName, _schema, connection); await command.ExecuteNonQueryAsync(); } // If InputOutput identity is selected, must use staging table. if (_outputIdentity == ColumnDirectionType.InputOutput && dtCols != null) { command.CommandText = BulkOperationsHelper.BuildCreateTempTable(_columns, dtCols, _outputIdentity); await command.ExecuteNonQueryAsync(); BulkOperationsHelper.InsertToTmpTable(connection, dt, _bulkCopySettings, transaction); command.CommandText = BulkOperationsHelper.GetInsertIntoStagingTableCmd(connection, _schema, _tableName, _columns, _identityColumn, _outputIdentity); await command.ExecuteNonQueryAsync(); BulkOperationsHelper.LoadFromTmpOutputTable(command, _identityColumn, _outputIdentityDic, OperationType.Insert, _list); } else { await bulkcopy.WriteToServerAsync(dt); } if (_disableAllIndexes) { command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(Constants.Rebuild, _tableName, _schema, connection); await command.ExecuteNonQueryAsync(); } bulkcopy.Close(); affectedRows = dt.Rows.Count; return(affectedRows); } }
/// <summary> /// Commits a transaction to database asynchronously. A valid setup must exist for the operation to be /// successful. /// </summary> /// <param name="connection"></param> /// <param name="transaction"></param> /// <returns></returns> public async Task <int> CommitAsync(SqlConnection connection, SqlTransaction transaction) { var affectedRecords = 0; if (!_list.Any()) { return(affectedRecords); } MatchTargetCheck(); var dt = BulkOperationsHelper.CreateDataTable <T>(_propertyInfoList, _columns, _customColumnMappings, _ordinalDic, _matchTargetOn, _outputIdentity); dt = BulkOperationsHelper.ConvertListToDataTable(_propertyInfoList, dt, _list, _columns, _ordinalDic, _outputIdentityDic); // Must be after ToDataTable is called. BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _deletePredicates); if (connection.State != ConnectionState.Open) { await connection.OpenAsync(); } var dtCols = BulkOperationsHelper.GetDatabaseSchema(_bulk, connection, _schema, _tableName); var command = connection.CreateCommand(); command.Connection = connection; command.CommandTimeout = _sqlTimeout; command.Transaction = transaction; _nullableColumnDic = BulkOperationsHelper.GetNullableColumnDic(dtCols); //Creating temp table on database command.CommandText = BulkOperationsHelper.BuildCreateTempTable(_columns, dtCols, _outputIdentity); await command.ExecuteNonQueryAsync(); BulkOperationsHelper.InsertToTmpTable(connection, dt, _bulkCopySettings, transaction); var comm = BulkOperationsHelper.GetOutputCreateTableCmd(_outputIdentity, Constants.TempOutputTableName, OperationType.InsertOrUpdate, _identityColumn); if (!string.IsNullOrWhiteSpace(comm)) { command.CommandText = comm; await command.ExecuteNonQueryAsync(); } comm = GetCommand(connection); command.CommandText = comm; if (_parameters.Count > 0) { command.Parameters.AddRange(_parameters.ToArray()); } affectedRecords = command.ExecuteNonQuery(); if (_outputIdentity == ColumnDirectionType.InputOutput) { await BulkOperationsHelper.LoadFromTmpOutputTableAsync(command, _identityColumn, _outputIdentityDic, OperationType.Delete, _list); } return(affectedRecords); }
/// <summary> /// Commits a transaction to database asynchronously. A valid setup must exist for the operation to be /// successful. /// </summary> /// <param name="connection"></param> /// <returns></returns> public async Task <int> CommitAsync(SqlConnection connection) { int affectedRecords = 0; if (!_list.Any()) { return(affectedRecords); } base.IndexCheck(); base.MatchTargetCheck(); DataTable dt = BulkOperationsHelper.CreateDataTable <T>(_columns, _customColumnMappings, _matchTargetOn, _outputIdentity); dt = BulkOperationsHelper.ConvertListToDataTable(dt, _list, _columns, _outputIdentityDic); // Must be after ToDataTable is called. BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _deletePredicates); if (connection.State != ConnectionState.Open) { await connection.OpenAsync(); } var dtCols = BulkOperationsHelper.GetDatabaseSchema(connection, _schema, _tableName); SqlCommand command = connection.CreateCommand(); command.Connection = connection; command.CommandTimeout = _sqlTimeout; //Creating temp table on database command.CommandText = BulkOperationsHelper.BuildCreateTempTable(_columns, dtCols, _outputIdentity); await command.ExecuteNonQueryAsync(); BulkOperationsHelper.InsertToTmpTable(connection, dt, _bulkCopyEnableStreaming, _bulkCopyBatchSize, _bulkCopyNotifyAfter, _bulkCopyTimeout, _sqlBulkCopyOptions, _bulkCopyDelegates); if (_disableIndexList != null && _disableIndexList.Any()) { command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(Constants.Disable, _tableName, _schema, connection, _disableIndexList, _disableAllIndexes); await command.ExecuteNonQueryAsync(); } string comm = BulkOperationsHelper.GetOutputCreateTableCmd(_outputIdentity, Constants.TempOutputTableName, OperationType.InsertOrUpdate, _identityColumn); if (!string.IsNullOrWhiteSpace(comm)) { command.CommandText = comm; await command.ExecuteNonQueryAsync(); } comm = "MERGE INTO " + BulkOperationsHelper.GetFullQualifyingTableName(connection.Database, _schema, _tableName) + " WITH (HOLDLOCK) AS Target " + "USING " + Constants.TempTableName + " AS Source " + BulkOperationsHelper.BuildJoinConditionsForInsertOrUpdate(_matchTargetOn.ToArray(), Constants.SourceAlias, Constants.TargetAlias, base._collationColumnDic) + "WHEN MATCHED " + BulkOperationsHelper.BuildPredicateQuery(_matchTargetOn.ToArray(), _deletePredicates, Constants.TargetAlias, base._collationColumnDic) + "THEN DELETE " + BulkOperationsHelper.GetOutputIdentityCmd(_identityColumn, _outputIdentity, Constants.TempOutputTableName, OperationType.Delete) + "; " + "DROP TABLE " + Constants.TempTableName + ";"; command.CommandText = comm; if (_parameters.Count > 0) { command.Parameters.AddRange(_parameters.ToArray()); } affectedRecords = command.ExecuteNonQuery(); if (_disableIndexList != null && _disableIndexList.Any()) { command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(Constants.Rebuild, _tableName, _schema, connection, _disableIndexList); await command.ExecuteNonQueryAsync(); } if (_outputIdentity == ColumnDirectionType.InputOutput) { BulkOperationsHelper.LoadFromTmpOutputTable(command, _identityColumn, _outputIdentityDic, OperationType.Delete, _list); } return(affectedRecords); }
/// <summary> /// Commits a transaction to database. A valid setup must exist for the operation to be /// successful. /// </summary> /// <param name="connection"></param> /// <param name="commandTimeout"></param> /// <returns></returns> public int Commit(SqlConnection connection, int commandTimeout = 0) { try { int affectedRows = 0; if (!_list.Any()) { return(affectedRows); } DataTable dt = BulkOperationsHelper.CreateDataTable <T>(_propertyInfoList, _columns, _customColumnMappings, _ordinalDic, _matchTargetOn, _outputIdentity); dt = BulkOperationsHelper.ConvertListToDataTable(_propertyInfoList, dt, _list, _columns, _ordinalDic); // Must be after ToDataTable is called. BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns, _matchTargetOn); if (connection.State == ConnectionState.Closed) { connection.Open(); } BulkOperationsHelper.ValidateMsSqlVersion(connection, OperationType.Insert); DataTable dtCols = BulkOperationsHelper.GetDatabaseSchema(connection, _schema, _tableName); string destinationTableName = BulkOperationsHelper.GetFullQualifyingTableName(connection.Database, _schema, _tableName); var schemaDetail = BulkOperationsHelper.BuildCreateTempTable(_columns, dtCols, _outputIdentity); SqlCommand command = connection.CreateCommand(); command.Connection = connection; command.CommandTimeout = commandTimeout; if (_disableAllIndexes) { command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(Constants.Disable, _tableName, _schema, connection); command.ExecuteNonQuery(); } // If InputOutput identity is selected, must use staging table. if (_outputIdentity == ColumnDirectionType.InputOutput && dtCols != null) { command.CommandText = schemaDetail.BuildCreateTableQuery; command.ExecuteNonQuery(); if (BulkOperationsHelper.GetBulkInsertStrategyType(dt, _columns) == BulkInsertStrategyType.MultiValueInsert) { var tempTableSetup = BulkOperationsHelper.BuildInsertQueryFromDataTable(_customColumnMappings, dt, _identityColumn, _columns, _bulkCopySettings, schemaDetail, Constants.TempTableName, keepIdentity: true, keepInternalId: true); command.CommandText = tempTableSetup.InsertQuery; command.Parameters.AddRange(tempTableSetup.SqlParameterList.ToArray()); command.ExecuteNonQuery(); command.Parameters.Clear(); } else { BulkOperationsHelper.InsertToTmpTableWithBulkCopy(connection, dt, _bulkCopySettings); } command.CommandText = BulkOperationsHelper.GetInsertIntoStagingTableCmd(command, connection, _schema, _tableName, _columns, _identityColumn, _outputIdentity); command.ExecuteNonQuery(); BulkOperationsHelper.LoadFromTmpOutputTable(command, _identityColumn, _outputIdentityDic, OperationType.Insert, _list); } else if (BulkOperationsHelper.GetBulkInsertStrategyType(dt, _columns) == BulkInsertStrategyType.MultiValueInsert) { var tableSetup = BulkOperationsHelper.BuildInsertQueryFromDataTable(_customColumnMappings, dt, _identityColumn, _columns, _bulkCopySettings, schemaDetail, destinationTableName); command.CommandText = GetSetIdentityCmd(on: true); command.CommandText += tableSetup.InsertQuery; command.CommandText += " " + GetSetIdentityCmd(on: false); command.Parameters.AddRange(tableSetup.SqlParameterList.ToArray()); command.ExecuteNonQuery(); command.Parameters.Clear(); } else { using (SqlBulkCopy bulkcopy = new SqlBulkCopy(connection, _bulkCopySettings.SqlBulkCopyOptions, null)) { bulkcopy.DestinationTableName = destinationTableName; BulkOperationsHelper.MapColumns(bulkcopy, _columns, _customColumnMappings); BulkOperationsHelper.SetSqlBulkCopySettings(bulkcopy, _bulkCopySettings); bulkcopy.WriteToServer(dt); bulkcopy.Close(); } } if (_disableAllIndexes) { command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(Constants.Rebuild, _tableName, _schema, connection); command.ExecuteNonQuery(); } affectedRows = dt.Rows.Count; return(affectedRows); } catch (SqlException e) { for (int i = 0; i < e.Errors.Count; i++) { // Error 8102 is identity error. if (e.Errors[i].Number == 544 || e.Errors[i].Number == 8102) { // Expensive but neccessary to inform user of an important configuration setup. throw new IdentityException(e.Errors[i].Message); } } throw; } }
/// <summary> /// Commits a transaction to database. A valid setup must exist for the operation to be /// successful. /// </summary> /// <param name="connection"></param> /// <param name="commandTimeout"></param> /// <returns></returns> public int Commit(SqlConnection connection, int commandTimeout = 0) { int affectedRecords = 0; if (!_list.Any()) { return(affectedRecords); } base.MatchTargetCheck(); DataTable dt = BulkOperationsHelper.CreateDataTable <T>(_propertyInfoList, _columns, _customColumnMappings, _ordinalDic, _matchTargetOn, _outputIdentity); dt = BulkOperationsHelper.ConvertListToDataTable(_propertyInfoList, dt, _list, _columns, _ordinalDic, _outputIdentityDic); // Must be after ToDataTable is called. BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns); BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _deletePredicates); if (connection.State == ConnectionState.Closed) { connection.Open(); } BulkOperationsHelper.ValidateMsSqlVersion(connection, OperationType.Delete); var dtCols = BulkOperationsHelper.GetDatabaseSchema(connection, _schema, _tableName); SqlCommand command = connection.CreateCommand(); command.Connection = connection; command.CommandTimeout = commandTimeout; //Creating temp table on database var schemaDetail = BulkOperationsHelper.BuildCreateTempTable(_columns, dtCols, _outputIdentity); command.CommandText = schemaDetail.BuildCreateTableQuery; command.ExecuteNonQuery(); _nullableColumnDic = schemaDetail.NullableDic; if (BulkOperationsHelper.GetBulkInsertStrategyType(dt, _columns) == BulkInsertStrategyType.MultiValueInsert) { var tempTableSetup = BulkOperationsHelper.BuildInsertQueryFromDataTable(_customColumnMappings, dt, _identityColumn, _columns, _bulkCopySettings, schemaDetail, Constants.TempTableName, keepIdentity: true, keepInternalId: true); command.CommandText = tempTableSetup.InsertQuery; command.Parameters.AddRange(tempTableSetup.SqlParameterList.ToArray()); command.ExecuteNonQuery(); command.Parameters.Clear(); } else { BulkOperationsHelper.InsertToTmpTableWithBulkCopy(connection, dt, _bulkCopySettings); } string comm = BulkOperationsHelper.GetOutputCreateTableCmd(_outputIdentity, Constants.TempOutputTableName, OperationType.Delete, _identityColumn); if (!string.IsNullOrWhiteSpace(comm)) { command.CommandText = comm; command.ExecuteNonQuery(); } comm = GetCommand(connection); command.CommandText = comm; if (_parameters.Count > 0) { command.Parameters.AddRange(_parameters.ToArray()); } affectedRecords = command.ExecuteNonQuery(); if (_outputIdentity == ColumnDirectionType.InputOutput) { BulkOperationsHelper.LoadFromTmpOutputTable(command, _identityColumn, _outputIdentityDic, OperationType.Delete, _list); } return(affectedRecords); }