private async Task RunJobInternal(TableSyncJob job, bool fullReload, CancellationToken token)
{
_logger.LogWarning($"Processing {job}");
var log = new SyncJobLog
{
TableSyncJobId = job.Id,
StartDate = DateTime.Now
};
_context.Logs.Add(log);
await _context.SaveChangesAsync(token);
try
{
var source = Sources.FirstOrDefault(s => s.GetName() == job.SourceProvider);
if (source == null)
{
throw new ApplicationException($"No source provider with name '{job.SourceProvider}'");
}
var target = Targets.FirstOrDefault(s => s.GetName() == job.TargetProvider);
if (target == null)
{
throw new ApplicationException($"No target provider with name '{job.TargetProvider}'");
}
await source.Initialize(job.SourceConnectionString);
await target.Initialize(job.TargetConnectionString);
var sw = new Stopwatch();
sw.Start();
target.Progress += (sender, args) =>
{
log.Elapsed = sw.Elapsed;
log.RecordsProcessed = args.Processed;
_context.SaveChanges();
var handler = Progress;
handler?.Invoke(sender, args);
};
var curDateTable = (await _context.Settings.FirstOrDefaultAsync(s => s.Key == Setting.CurrentDateTable, token))?.Value;
var records = await _pumper.Pump(source, target,
new TableName(job.SourceTableName),
new TableName(job.TargetTableName),
"ActualDate",
new TableName(curDateTable), fullReload?DateTime.Today.AddYears(-100) : job.Date);
var currentDate = await GetCurrentDate(source) ?? DateTime.Now;
job.Date = currentDate;
_logger.LogInformation($"New job date is now '{job.Date}'");
log.Elapsed = sw.Elapsed;
log.EndDate = DateTime.Now;
log.RecordsProcessed = records;
log.Status = SyncStatus.Success;
await _context.SaveChangesAsync(token);
}
catch (Exception ex)
{
_logger.LogError($"Error processing job {job}", ex);
log.EndDate = DateTime.Now;
log.Status = SyncStatus.Error;
log.Message = ex.Message;
await _context.SaveChangesAsync(token);
}
}
private async Task <JobLog> RunJobInternal(PumperJobItem job, IDataPumperSource sourceProvider, IDataPumperTarget targetProvider, bool fullReloading)
{
Log.Warn($"Processing {job.Name}");
using (var ctx = new DataPumperContext(_configuration.MetadataConnectionString))
{
var tableSync = await ctx.TableSyncs.FirstOrDefaultAsync(ts => ts.TableName == job.TargetTableName);
if (tableSync == null)
{
tableSync = new TableSync
{
TableName = job.TargetTableName
};
ctx.TableSyncs.Add(tableSync);
}
var jobLog = new JobLog {
TableSync = tableSync
};
ctx.Logs.Add(jobLog);
await ctx.SaveChangesAsync();
try
{
var sw = new Stopwatch();
sw.Start();
targetProvider.Progress += UpdateJobLog;
await targetProvider.RunQuery(job.PreRunQuery);
if (fullReloading)
{
// При полной перезаливке обнуляем ActualDate
tableSync.ActualDate = null;
}
var jobActualDate = tableSync.ActualDate; // Если переливка не выполнялась, то будет Null
var onDate = jobActualDate ?? DateTime.Today.AddYears(-100);
var currentDate = await sourceProvider.GetCurrentDate(_configuration.CurrentDateQuery) ?? DateTime.Now.Date;
if (job.HistoricMode)
{
if (currentDate == tableSync.ActualDate)
{
onDate = tableSync.PreviousActualDate ?? DateTime.Today.AddYears(-100);
}
else
{
tableSync.PreviousActualDate = tableSync.ActualDate;
}
}
var records = await _pumper.Pump(sourceProvider, targetProvider,
new PumpParameters(
new TableName(job.SourceTableName),
new TableName(job.TargetTableName),
_configuration.ActualityColumnName,
_configuration.HistoricColumnFrom,
_configuration.TenantField,
onDate.AddDays(_configuration.BackwardReloadDays),
job.HistoricMode,
currentDate,
fullReloading,
_tenantCodes)
{
DeleteProtectionDate = _configuration.DeleteProtectionDate
});
tableSync.ActualDate = currentDate;
jobLog.EndDate = DateTime.Now;
jobLog.RecordsProcessed = records;
jobLog.Status = SyncStatus.Success;
await targetProvider.RunQuery(job.PostRunQuery);
sw.Stop();
}
catch (Exception ex)
{
Log.Error($"Error processing job {job}", ex);
jobLog.Message = ex.Message;
jobLog.Status = SyncStatus.Error;
}
await ctx.SaveChangesAsync();
return(jobLog);
}
}
