public int QueueOperation(int userId, ImportDto importDto)
{
using (var repository = new ExportImportRepository(GetPackageDbPath(importDto.PackageId)))
{
var exportDto = repository.GetSingleItem <ExportDto>();
importDto.ExportDto = exportDto;
}
importDto.ExportFileInfo =
GetExportFileInfo(Path.Combine(ExportFolder, importDto.PackageId, Constants.ExportManifestName));
var dataObject = JsonConvert.SerializeObject(importDto);
var jobId = DataProvider.Instance().AddNewJob(
importDto.PortalId, userId, JobType.Import, null, null, importDto.PackageId, dataObject);
//Run the scheduler if required.
if (importDto.RunNow)
{
EntitiesController.Instance.RunSchedule();
}
AddEventLog(importDto.PortalId, userId, jobId, Constants.LogTypeSiteImport);
return(jobId);
}
/// <summary>Runs the import job.</summary>
/// <param name="importJob">The import job.</param>
/// <param name="result">The result.</param>
/// <param name="scheduleHistoryItem">The schedule history item.</param>
public void Import(ExportImportJob importJob, ExportImportResult result, ScheduleHistoryItem scheduleHistoryItem)
{
scheduleHistoryItem.AddLogNote($"<br/><b>SITE IMPORT Started. JOB #{importJob.JobId}</b>");
this.timeoutSeconds = GetTimeoutPerSlot();
var importDto = JsonConvert.DeserializeObject <ImportDto>(importJob.JobObject);
if (importDto == null)
{
importJob.CompletedOnDate = DateUtils.GetDatabaseUtcTime();
importJob.JobStatus = JobStatus.Failed;
return;
}
var dbName = Path.Combine(ExportFolder, importJob.Directory, Constants.ExportDbName);
var finfo = new FileInfo(dbName);
if (!finfo.Exists)
{
DoUnPacking(importJob);
finfo = new FileInfo(dbName);
}
if (!finfo.Exists)
{
scheduleHistoryItem.AddLogNote("<br/>Import file not found. Name: " + dbName);
importJob.CompletedOnDate = DateUtils.GetDatabaseUtcTime();
importJob.JobStatus = JobStatus.Failed;
return;
}
using (var ctx = new ExportImportRepository(dbName))
{
var exportedDto = ctx.GetSingleItem <ExportDto>();
var exportVersion = new Version(exportedDto.SchemaVersion);
var importVersion = new Version(importDto.SchemaVersion);
if (importVersion < exportVersion)
{
importJob.CompletedOnDate = DateUtils.GetDatabaseUtcTime();
importJob.JobStatus = JobStatus.Failed;
scheduleHistoryItem.AddLogNote("Import NOT Possible");
var msg =
$"Exported version ({exportedDto.SchemaVersion}) is newer than import engine version ({importDto.SchemaVersion})";
result.AddSummary("Import NOT Possible", msg);
return;
}
var checkpoints = EntitiesController.Instance.GetJobChekpoints(importJob.JobId);
if (checkpoints.Count == 0)
{
result.AddSummary("Starting Importing Repository", finfo.Name);
result.AddSummary("Importing File Size", Util.FormatSize(finfo.Length));
CleanupDatabaseIfDirty(ctx);
}
else
{
result.AddSummary("Resuming Importing Repository", finfo.Name);
}
var implementors = Util.GetPortableImplementors().ToList();
var parentServices = implementors.Where(imp => string.IsNullOrEmpty(imp.ParentCategory)).ToList();
importJob.Name = exportedDto.ExportName;
importJob.Description = exportedDto.ExportDescription;
importJob.JobStatus = JobStatus.InProgress;
// there must be one parent implementor at least for this to work
implementors = implementors.Except(parentServices).ToList();
var nextLevelServices = new List <BasePortableService>();
var includedItems = GetAllCategoriesToInclude(exportedDto, implementors);
scheduleHistoryItem.AddLogNote($"<br/><b>SITE IMPORT Preparing Check Points. JOB #{importJob.JobId}: {importJob.Name}</b>");
this.PrepareCheckPoints(importJob.JobId, parentServices, implementors, includedItems, checkpoints);
var firstIteration = true;
AddJobToCache(importJob);
do
{
foreach (var service in parentServices.OrderBy(x => x.Priority))
{
if (importJob.IsCancelled)
{
importJob.JobStatus = JobStatus.Cancelled;
break;
}
if (implementors.Count > 0)
{
// collect children for next iteration
var children =
implementors.Where(imp => service.Category.Equals(imp.ParentCategory, IgnoreCaseComp));
nextLevelServices.AddRange(children);
implementors = implementors.Except(nextLevelServices).ToList();
}
if ((firstIteration && includedItems.Any(x => x.Equals(service.Category, IgnoreCaseComp))) ||
(!firstIteration && includedItems.Any(x => x.Equals(service.ParentCategory, IgnoreCaseComp))))
{
var serviceAssembly = service.GetType().Assembly.GetName().Name;
service.Result = result;
service.Repository = ctx;
service.CheckCancelled = CheckCancelledCallBack;
service.CheckPointStageCallback = this.CheckpointCallback;
service.CheckPoint = checkpoints.FirstOrDefault(cp => cp.Category == service.Category && cp.AssemblyName == serviceAssembly)
?? new ExportImportChekpoint
{
JobId = importJob.JobId,
AssemblyName = serviceAssembly,
Category = service.Category,
Progress = 0,
StartDate = DateUtils.GetDatabaseUtcTime(),
};
if (service.CheckPoint.StartDate == Null.NullDate)
{
service.CheckPoint.StartDate = DateUtils.GetDatabaseUtcTime();
}
this.CheckpointCallback(service);
try
{
service.ImportData(importJob, importDto);
}
finally
{
this.AddLogsToDatabase(importJob.JobId, result.CompleteLog);
}
scheduleHistoryItem.AddLogNote("<br/>Imported: " + service.Category);
}
}
firstIteration = false;
parentServices = new List <BasePortableService>(nextLevelServices);
nextLevelServices.Clear();
if (implementors.Count > 0 && parentServices.Count == 0)
{
// WARN: this is a case where there is a broken parent-children hierarchy
// and/or there are BasePortableService implementations without a known parent.
parentServices = implementors;
implementors.Clear();
scheduleHistoryItem.AddLogNote(
"<br/><b>Orphaned services:</b> " + string.Join(",", parentServices.Select(x => x.Category)));
}
}while (parentServices.Count > 0 && !this.TimeIsUp);
RemoveTokenFromCache(importJob);
if (this.TimeIsUp)
{
result.AddSummary(
$"Job time slot ({this.timeoutSeconds} sec) expired",
"Job will resume in the next scheduler iteration");
}
else if (importJob.JobStatus == JobStatus.InProgress)
{
importJob.JobStatus = JobStatus.Successful;
if (importDto.ExportDto.IncludeContent)
{
PagesExportService.ResetContentsFlag(ctx);
}
}
}
}
