protected virtual void LookupIds(BulkLoadContext loadContext, BulkLoadSqlContext sqlContext,
BulkItemsAndFieldsReader itemAndFieldReader)
{
var lookupBlobsSql = sqlContext.GetEmbeddedSql(loadContext, "Sql.02.LookupBlobs.sql");
var lookupItemsSql = sqlContext.GetEmbeddedSql(loadContext, "Sql.03.LookupItems.sql");
var stopwatch = Stopwatch.StartNew();
if (loadContext.LookupBlobIds)
{
sqlContext.ExecuteSql(lookupBlobsSql);
}
if (loadContext.LookupItemIds)
{
// Using sql parameters resets temp tables.
if (loadContext.Destination != null)
{
lookupItemsSql = sqlContext.ReplaceOneLineSqlStringParameter(lookupItemsSql, "@destinationPath",
loadContext.Destination.ItemPath);
lookupItemsSql = sqlContext.ReplaceOneLineSqlStringParameter(lookupItemsSql, "@destinationId",
loadContext.Destination.ItemId.ToString("D"));
}
sqlContext.ExecuteSql(lookupItemsSql);
}
loadContext.Log.Info($"Looked up ids: {(int)stopwatch.Elapsed.TotalSeconds}s");
}
protected virtual bool ValidateAndPrepareData(BulkLoadContext loadContext, BulkLoadSqlContext sqlContext)
{
var splitTempTablesSql = sqlContext.GetEmbeddedSql(loadContext, "Sql.04.SplitTempTable.sql");
var indexesSql = sqlContext.GetEmbeddedSql(loadContext, "Sql.06.CreateIndexes.sql");
var stopwatch = Stopwatch.StartNew();
sqlContext.ExecuteSql(splitTempTablesSql);
if (!OnStagedDataValidating.Execute(p => p.ValidateLoadStage(loadContext, sqlContext),
breakOnDefault: true))
{
return(false);
}
sqlContext.ExecuteSql(indexesSql);
if (!OnTempDataValidating.Execute(p => p.ValidateLoadStage(loadContext, sqlContext), breakOnDefault: true))
{
return(false);
}
loadContext.Log.Info($"Validated and prepared loaded data: {(int)stopwatch.Elapsed.TotalSeconds}s");
return(true);
}
public void Process(BulkLoadContext loadContext, BulkLoadSqlContext sqlContext)
{
if (!loadContext.UpdateHistory.GetValueOrDefault())
{
return;
}
if (loadContext.ItemChanges.Count == 0)
{
return;
}
// In Sitecore 9, history engine is disabled by default
if (!HistoryEngineEnabled(loadContext))
{
loadContext.Log.Info($"Skipped updating history because history engine is not enabled.");
return;
}
var stopwatch = Stopwatch.StartNew();
var sql = sqlContext.GetEmbeddedSql(loadContext, "Sql.09.UpdateHistory.sql");
sqlContext.ExecuteSql(sql,
commandProcessor: cmd => cmd.Parameters.AddWithValue("@UserName", Sitecore.Context.User.Name));
loadContext.Log.Info($"Updated history: {(int)stopwatch.Elapsed.TotalSeconds}s");
}
protected virtual bool StageData(BulkLoadContext loadContext, BulkLoadSqlContext sqlContext,
IEnumerable <BulkItem> items, out BulkItemsAndFieldsReader itemAndFieldReader)
{
var sql = sqlContext.GetEmbeddedSql(loadContext, "Sql.01.CreateTempTable.sql");
// Cleanup left-over staging tables.
if (loadContext.StageDataWithoutProcessing)
{
sqlContext.DropStageTables();
}
// Create temp table.
// We don't use table valued parameters because we don't want to change the database schema.
sqlContext.ExecuteSql(sql);
// Load data into temp table.
itemAndFieldReader = NewReader(items);
if (!BulkCopyToTempTable(loadContext, sqlContext, itemAndFieldReader, NewFieldRulesReader(loadContext)))
{
return(false);
}
loadContext.OnDataStaged?.Invoke(loadContext);
Event.RaiseEvent("bulkloader:datastaged", loadContext);
return(true);
}
public void Process(BulkLoadContext loadContext, BulkLoadSqlContext sqlContext)
{
if (!loadContext.UpdatePublishQueue.GetValueOrDefault())
{
return;
}
if (loadContext.ItemChanges.Count == 0)
{
return;
}
var stopwatch = Stopwatch.StartNew();
var sql = sqlContext.GetEmbeddedSql(loadContext, "Sql.10.UpdatePublishQueue.sql");
sqlContext.ExecuteSql(sql,
commandProcessor: cmd => cmd.Parameters.AddWithValue("@UserName", global::Sitecore.Context.User.Name));
loadContext.Log.Info($"Updated publish queue: {(int)stopwatch.Elapsed.TotalSeconds}s");
}