private string GetCommand(SqlConnection connection)
{
if (_updatePredicates?.Count > 0 && !string.IsNullOrEmpty(updateWhen))
{
throw new Exception("两种updateWhen不可同时使用");
}
string comm =
"MERGE INTO " + BulkOperationsHelper.GetFullQualifyingTableName(connection.Database, _schema, _tableName) +
$" WITH ({_tableHint}) AS Target " +
"USING " + Constants.TempTableName + " AS Source " +
BulkOperationsHelper.BuildJoinConditionsForInsertOrUpdate(_matchTargetOn.ToArray(),
Constants.SourceAlias, Constants.TargetAlias, base._collationColumnDic, _nullableColumnDic) +
"WHEN MATCHED " + BulkOperationsHelper.BuildPredicateQuery(_matchTargetOn.ToArray(), _updatePredicates, Constants.TargetAlias, base._collationColumnDic) +
" " + updateWhen + " " +
"THEN UPDATE " +
BulkOperationsHelper.BuildUpdateSet(_columns, Constants.SourceAlias, Constants.TargetAlias, _identityColumn, _excludeFromUpdate) +
"WHEN NOT MATCHED BY TARGET THEN " +
BulkOperationsHelper.BuildInsertSet(_columns, Constants.SourceAlias, _identityColumn) +
(_deleteWhenNotMatchedFlag ? " WHEN NOT MATCHED BY SOURCE " + BulkOperationsHelper.BuildPredicateQuery(_matchTargetOn.ToArray(),
_deletePredicates, Constants.TargetAlias, base._collationColumnDic) +
"THEN DELETE " : " ") +
BulkOperationsHelper.GetOutputIdentityCmd(_identityColumn, _outputIdentity, Constants.TempOutputTableName,
OperationType.InsertOrUpdate) + "; " +
"DROP TABLE " + Constants.TempTableName + ";";
return(comm);
}
/// <summary>
///
/// </summary>
/// <param name="fullQualifiedTableName"></param>
/// <returns></returns>
public string GetCommand(string fullQualifiedTableName)
{
return($"UPDATE {fullQualifiedTableName} {BulkOperationsHelper.BuildUpdateSet(_columns, _excludeFromUpdate, _identityColumn)}" +
$"{(_outputIdentity == ColumnDirectionType.InputOutput ? $", @{_identityColumn} = [{_identityColumn}] " : string.Empty)} " +
$"{BulkOperationsHelper.BuildMatchTargetOnList(_matchTargetOn, _collationColumnDic, _customColumnMappings)} " +
$"IF (@@ROWCOUNT = 0) BEGIN " +
$"{BulkOperationsHelper.BuildInsertIntoSet(_columns, _identityColumn, fullQualifiedTableName)} " +
$"VALUES{BulkOperationsHelper.BuildValueSet(_columns, _identityColumn)}" +
$"{(_outputIdentity == ColumnDirectionType.InputOutput ? $" SET @{_identityColumn} = SCOPE_IDENTITY()" : string.Empty)} END");
}
private string GetCommand(SqlConnection connection)
{
string comm = "MERGE INTO " + BulkOperationsHelper.GetFullQualifyingTableName(connection.Database, _schema, _tableName) + $" WITH ({_tableHint}) AS Target " +
"USING " + Constants.TempTableName + " AS Source " +
BulkOperationsHelper.BuildJoinConditionsForInsertOrUpdate(_matchTargetOn.ToArray(),
Constants.SourceAlias, Constants.TargetAlias, base._collationColumnDic, _nullableColumnDic) +
"WHEN MATCHED " + BulkOperationsHelper.BuildPredicateQuery(_matchTargetOn.ToArray(), _updatePredicates, Constants.TargetAlias, base._collationColumnDic) +
"THEN UPDATE " +
BulkOperationsHelper.BuildUpdateSet(_columns, Constants.SourceAlias, Constants.TargetAlias, _identityColumn) +
BulkOperationsHelper.GetOutputIdentityCmd(_identityColumn, _outputIdentity, Constants.TempOutputTableName,
OperationType.Update) + "; " +
"DROP TABLE " + Constants.TempTableName + ";";
return(comm);
}
private string GetMatchedTargetCmd()
{
// If user manually excludes every column, it's effectively the same as calling ExcludeAllColumnsFromUpdate() once.
if (_excludeFromUpdate.Count == _columns.Count)
{
_excludeAllColumnsFromUpdate = true;
}
if (_excludeAllColumnsFromUpdate)
{
return(string.Empty);
}
return("WHEN MATCHED " + BulkOperationsHelper.BuildPredicateQuery(_matchTargetOn.ToArray(), _updatePredicates, Constants.TargetAlias, base._collationColumnDic) +
"THEN UPDATE " +
BulkOperationsHelper.BuildUpdateSet(_columns, Constants.SourceAlias, Constants.TargetAlias, _identityColumn, _excludeFromUpdate, _bulkCopySettings));
}
/// <summary>
/// Commits a transaction to database asynchronously. A valid setup must exist for the operation to be
/// successful.
/// </summary>
/// <param name="connection"></param>
/// <returns></returns>
public async Task <int> CommitAsync(SqlConnection connection)
{
int affectedRows = 0;
if (_singleEntity == null)
{
return(affectedRows);
}
if (connection.State == ConnectionState.Closed)
{
await connection.OpenAsync();
}
SqlCommand command = connection.CreateCommand();
command.Connection = connection;
command.CommandTimeout = _sqlTimeout;
string fullQualifiedTableName = BulkOperationsHelper.GetFullQualifyingTableName(connection.Database, _schema,
_tableName);
BulkOperationsHelper.AddSqlParamsForQuery(_sqlParams, _columns, _singleEntity, customColumns: _customColumnMappings);
var concatenatedQuery = _whereConditions.Concat(_andConditions).Concat(_orConditions).OrderBy(x => x.SortOrder);
BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns);
string comm = $"UPDATE {fullQualifiedTableName} " +
$"{BulkOperationsHelper.BuildUpdateSet(_columns, null, _identityColumn)}" +
$"{BulkOperationsHelper.BuildPredicateQuery(concatenatedQuery, _collationColumnDic)}";
command.CommandText = comm;
if (_sqlParams.Count > 0)
{
command.Parameters.AddRange(_sqlParams.ToArray());
}
affectedRows = await command.ExecuteNonQueryAsync();
return(affectedRows);
}
private string GetQuery(SqlConnection connection)
{
var fullQualifiedTableName = BulkOperationsHelper.GetFullQualifyingTableName(connection.Database, _schema,
_tableName);
BulkOperationsHelper.AddSqlParamsForQuery(_propertyInfoList, _sqlParams, _columns, _singleEntity, customColumns: _customColumnMappings);
var concatenatedQuery = _whereConditions.Concat(_andConditions).Concat(_orConditions).OrderBy(x => x.SortOrder);
BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns);
var batchQtyStart = _batchQuantity != null ? "UpdateMore:\n" : string.Empty;
var batchQty = _batchQuantity != null ? $"TOP ({_batchQuantity}) " : string.Empty;
var batchQtyRepeat = _batchQuantity != null ? "\nIF @@ROWCOUNT != 0\ngoto UpdateMore" : string.Empty;
var comm = $"{batchQtyStart}UPDATE {batchQty}{fullQualifiedTableName} " +
$"{BulkOperationsHelper.BuildUpdateSet(_columns, null, _identityColumn)}" +
$"{BulkOperationsHelper.BuildPredicateQuery(concatenatedQuery, _collationColumnDic, _customColumnMappings)}{batchQtyRepeat}";
return(comm);
}
/// <summary>
/// Commits a transaction to database asynchronously. A valid setup must exist for the operation to be
/// successful.
/// </summary>
/// <param name="connection"></param>
/// <returns></returns>
/// <exception cref="SqlBulkToolsException"></exception>
/// <exception cref="IdentityException"></exception>
public async Task <int> CommitAsync(SqlConnection connection)
{
int affectedRows = 0;
if (!_list.Any())
{
return(affectedRows);
}
if (!_deleteWhenNotMatchedFlag && _deletePredicates.Count > 0)
{
throw new SqlBulkToolsException($"{BulkOperationsHelper.GetPredicateMethodName(PredicateType.Delete)} only usable on BulkInsertOrUpdate " +
$"method when 'DeleteWhenNotMatched' is set to true.");
}
base.IndexCheck();
base.MatchTargetCheck();
DataTable dt = BulkOperationsHelper.CreateDataTable <T>(_columns, _customColumnMappings, _matchTargetOn, _outputIdentity);
dt = BulkOperationsHelper.ConvertListToDataTable(dt, _list, _columns, _outputIdentityDic);
// Must be after ToDataTable is called.
BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns, _matchTargetOn);
BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _deletePredicates);
BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _updatePredicates);
if (connection.State != ConnectionState.Open)
{
await connection.OpenAsync();
}
var dtCols = BulkOperationsHelper.GetDatabaseSchema(connection, _schema, _tableName);
try
{
SqlCommand command = connection.CreateCommand();
command.Connection = connection;
command.CommandTimeout = _sqlTimeout;
//Creating temp table on database
command.CommandText = BulkOperationsHelper.BuildCreateTempTable(_columns, dtCols, _outputIdentity);
await command.ExecuteNonQueryAsync();
BulkOperationsHelper.InsertToTmpTable(connection, dt, _bulkCopyEnableStreaming, _bulkCopyBatchSize,
_bulkCopyNotifyAfter, _bulkCopyTimeout, _sqlBulkCopyOptions, _bulkCopyDelegates);
if (_disableIndexList != null && _disableIndexList.Any())
{
command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(Constants.Disable, _tableName,
_schema, connection, _disableIndexList, _disableAllIndexes);
await command.ExecuteNonQueryAsync();
}
string comm = BulkOperationsHelper.GetOutputCreateTableCmd(_outputIdentity, Constants.TempOutputTableName,
OperationType.InsertOrUpdate, _identityColumn);
if (!string.IsNullOrWhiteSpace(comm))
{
command.CommandText = comm;
await command.ExecuteNonQueryAsync();
}
comm =
"MERGE INTO " + BulkOperationsHelper.GetFullQualifyingTableName(connection.Database, _schema, _tableName) +
" WITH (HOLDLOCK) AS Target " +
"USING " + Constants.TempTableName + " AS Source " +
BulkOperationsHelper.BuildJoinConditionsForInsertOrUpdate(_matchTargetOn.ToArray(),
Constants.SourceAlias, Constants.TargetAlias, base._collationColumnDic) +
"WHEN MATCHED " + BulkOperationsHelper.BuildPredicateQuery(_matchTargetOn.ToArray(), _updatePredicates, Constants.TargetAlias, base._collationColumnDic) +
"THEN UPDATE " +
BulkOperationsHelper.BuildUpdateSet(_columns, Constants.SourceAlias, Constants.TargetAlias, _identityColumn, _excludeFromUpdate) +
"WHEN NOT MATCHED BY TARGET THEN " +
BulkOperationsHelper.BuildInsertSet(_columns, Constants.SourceAlias, _identityColumn) +
(_deleteWhenNotMatchedFlag ? " WHEN NOT MATCHED BY SOURCE " + BulkOperationsHelper.BuildPredicateQuery(_matchTargetOn.ToArray(),
_deletePredicates, Constants.TargetAlias, base._collationColumnDic) +
"THEN DELETE " : " ") +
BulkOperationsHelper.GetOutputIdentityCmd(_identityColumn, _outputIdentity, Constants.TempOutputTableName,
OperationType.InsertOrUpdate) + "; " +
"DROP TABLE " + Constants.TempTableName + ";";
command.CommandText = comm;
if (_parameters.Count > 0)
{
command.Parameters.AddRange(_parameters.ToArray());
}
affectedRows = await command.ExecuteNonQueryAsync();
if (_disableIndexList != null && _disableIndexList.Any())
{
command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(Constants.Rebuild,
_tableName, _schema, connection, _disableIndexList);
await command.ExecuteNonQueryAsync();
}
if (_outputIdentity == ColumnDirectionType.InputOutput)
{
await BulkOperationsHelper.LoadFromTmpOutputTableAsync(command, _identityColumn, _outputIdentityDic, OperationType.InsertOrUpdate, _list);
}
return(affectedRows);
}
catch (SqlException e)
{
for (int i = 0; i < e.Errors.Count; i++)
{
// Error 8102 is identity error.
if (e.Errors[i].Number == 8102)
{
// Expensive but neccessary to inform user of an important configuration setup.
throw new IdentityException(e.Errors[i].Message);
}
}
throw;
}
}
/// <summary>
/// Commits a transaction to database asynchronously. A valid setup must exist for the operation to be
/// successful.
/// </summary>
/// <param name="conn"></param>
/// <returns></returns>
/// <exception cref="NullReferenceException"></exception>
/// <exception cref="IdentityException"></exception>
public async Task <int> CommitAsync(SqlConnection conn)
{
int affectedRows = 0;
if (_singleEntity == null)
{
return(affectedRows);
}
if (_matchTargetOnSet.Count == 0)
{
throw new NullReferenceException("MatchTargetOn is a mandatory for upsert operation");
}
try
{
BulkOperationsHelper.AddSqlParamsForQuery(_sqlParams, _columns, _singleEntity, _identityColumn, _outputIdentity, _customColumnMappings);
BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns);
if (conn.State == ConnectionState.Closed)
{
await conn.OpenAsync();
}
SqlCommand command = conn.CreateCommand();
command.Connection = conn;
command.CommandTimeout = _sqlTimeout;
string fullQualifiedTableName = BulkOperationsHelper.GetFullQualifyingTableName(conn.Database, _schema, _tableName);
command.CommandText = $"UPDATE {fullQualifiedTableName} {BulkOperationsHelper.BuildUpdateSet(_columns, _excludeFromUpdate, _identityColumn)}" +
$"{(_outputIdentity == ColumnDirectionType.InputOutput ? $", @{_identityColumn} = [{_identityColumn}] " : string.Empty)} " +
$"{BulkOperationsHelper.BuildMatchTargetOnList(_matchTargetOnSet, _collationColumnDic)} " +
$"IF (@@ROWCOUNT = 0) BEGIN " +
$"{BulkOperationsHelper.BuildInsertIntoSet(_columns, _identityColumn, fullQualifiedTableName)} " +
$"VALUES{BulkOperationsHelper.BuildValueSet(_columns, _identityColumn)}" +
$"{(_outputIdentity == ColumnDirectionType.InputOutput ? $" SET @{_identityColumn} = SCOPE_IDENTITY()" : string.Empty)} END";
if (_sqlParams.Count > 0)
{
command.Parameters.AddRange(_sqlParams.ToArray());
}
affectedRows = await command.ExecuteNonQueryAsync();
if (_outputIdentity == ColumnDirectionType.InputOutput)
{
foreach (var x in _sqlParams)
{
if (x.Direction == ParameterDirection.InputOutput &&
x.ParameterName == $"@{_identityColumn}")
{
if (x.Value is DBNull)
{
break;
}
PropertyInfo propertyInfo = _singleEntity.GetType().GetProperty(_identityColumn);
propertyInfo.SetValue(_singleEntity, x.Value);
break;
}
}
}
return(affectedRows);
}
catch (SqlException e)
{
for (int i = 0; i < e.Errors.Count; i++)
{
// Error 8102 and 544 is identity error.
if (e.Errors[i].Number == 544 || e.Errors[i].Number == 8102)
{
// Expensive but neccessary to inform user of an important configuration setup.
throw new IdentityException(e.Errors[i].Message);
}
}
throw;
}
}
async Task <int> ITransaction.CommitTransactionAsync(string connectionName, SqlCredential credentials, SqlConnection connection)
{
int affectedRows = 0;
if (!_list.Any())
{
return(affectedRows);
}
base.IndexCheck();
base.MatchTargetCheck();
DataTable dt = BulkOperationsHelper.CreateDataTable <T>(_columns, _customColumnMappings, _matchTargetOn, _outputIdentity);
dt = BulkOperationsHelper.ConvertListToDataTable(dt, _list, _columns, _outputIdentityDic);
// Must be after ToDataTable is called.
BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _columns, _matchTargetOn);
BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _updatePredicates);
using (SqlConnection conn = BulkOperationsHelper.GetSqlConnection(connectionName, credentials, connection))
{
await conn.OpenAsync();
var dtCols = BulkOperationsHelper.GetDatabaseSchema(conn, _schema, _tableName);
using (SqlTransaction transaction = conn.BeginTransaction())
{
try
{
SqlCommand command = conn.CreateCommand();
command.Connection = conn;
command.Transaction = transaction;
command.CommandTimeout = _sqlTimeout;
//Creating temp table on database
command.CommandText = BulkOperationsHelper.BuildCreateTempTable(_columns, dtCols, _outputIdentity);
await command.ExecuteNonQueryAsync();
//Bulk insert into temp table
await BulkOperationsHelper.InsertToTmpTableAsync(conn, transaction, dt, _bulkCopyEnableStreaming, _bulkCopyBatchSize,
_bulkCopyNotifyAfter, _bulkCopyTimeout, _sqlBulkCopyOptions, _bulkCopyDelegates);
if (_disableIndexList != null && _disableIndexList.Any())
{
command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(IndexOperation.Disable, _tableName,
_schema, conn, _disableIndexList, _disableAllIndexes);
await command.ExecuteNonQueryAsync();
}
string comm = BulkOperationsHelper.GetOutputCreateTableCmd(_outputIdentity, Constants.TempOutputTableName,
OperationType.InsertOrUpdate, _identityColumn);
if (!string.IsNullOrWhiteSpace(comm))
{
command.CommandText = comm;
command.ExecuteNonQuery();
}
// Updating destination table, and dropping temp table
comm = "MERGE INTO " + BulkOperationsHelper.GetFullQualifyingTableName(conn.Database, _schema, _tableName) + " WITH (HOLDLOCK) AS Target " +
"USING " + Constants.TempTableName + " AS Source " +
BulkOperationsHelper.BuildJoinConditionsForUpdateOrInsert(_matchTargetOn.ToArray(), Constants.SourceAlias, Constants.TargetAlias) +
"WHEN MATCHED " + BulkOperationsHelper.BuildPredicateQuery(_matchTargetOn.ToArray(), _updatePredicates, Constants.TargetAlias) +
"THEN UPDATE " +
BulkOperationsHelper.BuildUpdateSet(_columns, Constants.SourceAlias, Constants.TargetAlias, _identityColumn) +
BulkOperationsHelper.GetOutputIdentityCmd(_identityColumn, _outputIdentity, Constants.TempOutputTableName,
OperationType.Update) + "; " +
"DROP TABLE " + Constants.TempTableName + ";";
command.CommandText = comm;
if (_parameters.Count > 0)
{
command.Parameters.AddRange(_parameters.ToArray());
}
affectedRows = await command.ExecuteNonQueryAsync();
if (_disableIndexList != null && _disableIndexList.Any())
{
command.CommandText = BulkOperationsHelper.GetIndexManagementCmd(IndexOperation.Rebuild, _tableName,
_schema, conn, _disableIndexList);
await command.ExecuteNonQueryAsync();
}
if (_outputIdentity == ColumnDirection.InputOutput)
{
await
BulkOperationsHelper.LoadFromTmpOutputTableAsync(command, _identityColumn, _outputIdentityDic,
OperationType.Delete, _list);
}
transaction.Commit();
return(affectedRows);
}
catch (SqlException e)
{
for (int i = 0; i < e.Errors.Count; i++)
{
// Error 8102 is identity error.
if (e.Errors[i].Number == 8102)
{
// Expensive but neccessary to inform user of an important configuration setup.
throw new IdentityException(e.Errors[i].Message);
}
}
transaction.Rollback();
throw;
}
catch (Exception)
{
transaction.Rollback();
throw;
}
finally
{
conn.Close();
}
}
}
}
int ITransaction.CommitTransaction(string connectionName, SqlCredential credentials, SqlConnection connection)
{
int affectedRows = 0;
if (_singleEntity == null)
{
return(affectedRows);
}
BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _whereConditions);
BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _orConditions);
BulkOperationsHelper.DoColumnMappings(_customColumnMappings, _andConditions);
BulkOperationsHelper.AddSqlParamsForUpdateQuery(_parameters, _columns, _singleEntity);
var concatenatedQuery = _whereConditions.Concat(_andConditions).Concat(_orConditions).OrderBy(x => x.SortOrder);
using (SqlConnection conn = BulkOperationsHelper.GetSqlConnection(connectionName, credentials, connection))
{
conn.Open();
using (SqlTransaction transaction = conn.BeginTransaction())
{
try
{
SqlCommand command = conn.CreateCommand();
command.Connection = conn;
command.Transaction = transaction;
command.CommandTimeout = _sqlTimeout;
string fullQualifiedTableName = BulkOperationsHelper.GetFullQualifyingTableName(conn.Database, _schema,
_tableName);
string comm = $"UPDATE {fullQualifiedTableName} " +
$"{BulkOperationsHelper.BuildUpdateSet(_columns, fullQualifiedTableName)}" +
$"{BulkOperationsHelper.BuildPredicateQuery(concatenatedQuery)}";
command.CommandText = comm;
if (_parameters.Count > 0)
{
command.Parameters.AddRange(_parameters.ToArray());
}
affectedRows = command.ExecuteNonQuery();
transaction.Commit();
return(affectedRows);
}
catch (Exception)
{
transaction.Rollback();
throw;
}
finally
{
conn.Close();
}
}
}
}
