private void ImportCoreOuter(DataImporterContext ctx)
{
if (ctx.Request.Profile == null || !ctx.Request.Profile.Enabled)
return;
var logPath = ctx.Request.Profile.GetImportLogPath();
FileSystemHelper.Delete(logPath);
using (var logger = new TraceLogger(logPath))
{
try
{
ctx.Log = logger;
ctx.ExecuteContext.DataExchangeSettings = _dataExchangeSettings.Value;
ctx.ExecuteContext.Services = _services;
ctx.ExecuteContext.Log = logger;
ctx.ExecuteContext.Languages = _languageService.GetAllLanguages(true);
ctx.ExecuteContext.UpdateOnly = ctx.Request.Profile.UpdateOnly;
ctx.ExecuteContext.KeyFieldNames = ctx.Request.Profile.KeyFieldNames.SplitSafe(",");
ctx.ExecuteContext.ImportFolder = ctx.Request.Profile.GetImportFolder();
ctx.ExecuteContext.ExtraData = XmlHelper.Deserialize<ImportExtraData>(ctx.Request.Profile.ExtraData);
{
var mapConverter = new ColumnMapConverter();
ctx.ExecuteContext.ColumnMap = mapConverter.ConvertFrom<ColumnMap>(ctx.Request.Profile.ColumnMapping) ?? new ColumnMap();
}
var files = ctx.Request.Profile.GetImportFiles();
if (files.Count == 0)
throw new SmartException("No files to import.");
if (!HasPermission(ctx))
throw new SmartException("You do not have permission to perform the selected import.");
ctx.Importer = _importerFactory(ctx.Request.Profile.EntityType);
files.ForEach(x => ImportCoreInner(ctx, x));
}
catch (Exception exception)
{
ctx.ExecuteContext.Result.AddError(exception);
}
finally
{
try
{
// database context sharing problem: if there are entities in modified state left by the provider due to SaveChanges failure,
// then all subsequent SaveChanges would fail too (e.g. IImportProfileService.UpdateImportProfile, IScheduledTaskService.UpdateTask...).
// so whatever it is, detach\dispose all what the tracker still has tracked.
_services.DbContext.DetachAll(false);
}
catch (Exception exception)
{
ctx.ExecuteContext.Result.AddError(exception);
}
try
{
SendCompletionEmail(ctx);
}
catch (Exception exception)
{
ctx.ExecuteContext.Result.AddError(exception);
}
try
{
ctx.ExecuteContext.Result.EndDateUtc = DateTime.UtcNow;
LogResult(ctx);
}
catch (Exception exception)
{
logger.ErrorsAll(exception);
}
try
{
ctx.Request.Profile.ResultInfo = XmlHelper.Serialize(ctx.ExecuteContext.Result.Clone());
_importProfileService.UpdateImportProfile(ctx.Request.Profile);
}
catch (Exception exception)
{
logger.ErrorsAll(exception);
}
try
{
ctx.Request.CustomData.Clear();
ctx.Log = null;
}
catch (Exception exception)
{
logger.ErrorsAll(exception);
}
}
}
}
private void ExportCoreOuter(DataExporterContext ctx)
{
if (ctx.Request.Profile == null || !ctx.Request.Profile.Enabled)
return;
var logPath = ctx.Request.Profile.GetExportLogPath();
var zipPath = ctx.Request.Profile.GetExportZipPath();
FileSystemHelper.Delete(logPath);
FileSystemHelper.Delete(zipPath);
FileSystemHelper.ClearDirectory(ctx.FolderContent, false);
using (var logger = new TraceLogger(logPath))
{
try
{
ctx.Log = logger;
ctx.ExecuteContext.Log = logger;
ctx.ProgressInfo = T("Admin.DataExchange.Export.ProgressInfo");
if (!ctx.Request.Provider.IsValid())
throw new SmartException("Export aborted because the export provider is not valid.");
if (!HasPermission(ctx))
throw new SmartException("You do not have permission to perform the selected export.");
foreach (var item in ctx.Request.CustomData)
{
ctx.ExecuteContext.CustomProperties.Add(item.Key, item.Value);
}
if (ctx.Request.Profile.ProviderConfigData.HasValue())
{
var configInfo = ctx.Request.Provider.Value.ConfigurationInfo;
if (configInfo != null)
{
ctx.ExecuteContext.ConfigurationData = XmlHelper.Deserialize(ctx.Request.Profile.ProviderConfigData, configInfo.ModelType);
}
}
// lazyLoading: false, proxyCreation: false impossible. how to identify all properties of all data levels of all entities
// that require manual resolving for now and for future? fragile, susceptible to faults (e.g. price calculation)...
using (var scope = new DbContextScope(_dbContext, autoDetectChanges: false, proxyCreation: true, validateOnSave: false, forceNoTracking: true))
{
ctx.DeliveryTimes = _deliveryTimeService.Value.GetAllDeliveryTimes().ToDictionary(x => x.Id);
ctx.QuantityUnits = _quantityUnitService.Value.GetAllQuantityUnits().ToDictionary(x => x.Id);
ctx.ProductTemplates = _productTemplateService.Value.GetAllProductTemplates().ToDictionary(x => x.Id, x => x.ViewPath);
ctx.CategoryTemplates = _categoryTemplateService.Value.GetAllCategoryTemplates().ToDictionary(x => x.Id, x => x.ViewPath);
if (ctx.Request.Provider.Value.EntityType == ExportEntityType.Product)
{
var allCategories = _categoryService.Value.GetAllCategories(showHidden: true, applyNavigationFilters: false);
ctx.Categories = allCategories.ToDictionary(x => x.Id);
}
if (ctx.Request.Provider.Value.EntityType == ExportEntityType.Order)
{
ctx.Countries = _countryService.Value.GetAllCountries(true).ToDictionary(x => x.Id, x => x);
}
if (ctx.Request.Provider.Value.EntityType == ExportEntityType.Customer)
{
var subscriptionEmails = _subscriptionRepository.Value.TableUntracked
.Where(x => x.Active)
.Select(x => x.Email)
.Distinct()
.ToList();
ctx.NewsletterSubscriptions = new HashSet<string>(subscriptionEmails, StringComparer.OrdinalIgnoreCase);
}
var stores = Init(ctx);
ctx.ExecuteContext.Language = ToDynamic(ctx, ctx.ContextLanguage);
ctx.ExecuteContext.Customer = ToDynamic(ctx, ctx.ContextCustomer);
ctx.ExecuteContext.Currency = ToDynamic(ctx, ctx.ContextCurrency);
stores.ForEach(x => ExportCoreInner(ctx, x));
}
if (!ctx.IsPreview && ctx.ExecuteContext.Abort != DataExchangeAbortion.Hard)
{
if (ctx.IsFileBasedExport)
{
if (ctx.Request.Profile.CreateZipArchive)
{
ZipFile.CreateFromDirectory(ctx.FolderContent, zipPath, CompressionLevel.Fastest, false);
}
if (ctx.Request.Profile.Deployments.Any(x => x.Enabled))
{
SetProgress(ctx, T("Common.Publishing"));
var allDeploymentsSucceeded = Deploy(ctx, zipPath);
if (allDeploymentsSucceeded && ctx.Request.Profile.Cleanup)
{
logger.Information("Cleaning up export folder");
FileSystemHelper.ClearDirectory(ctx.FolderContent, false);
}
}
}
if (ctx.Request.Profile.EmailAccountId != 0 && ctx.Request.Profile.CompletedEmailAddresses.HasValue())
{
SendCompletionEmail(ctx, zipPath);
}
else if (ctx.Request.Profile.IsSystemProfile && !ctx.Supports(ExportFeatures.CanOmitCompletionMail))
{
SendCompletionEmail(ctx, zipPath);
}
}
}
catch (Exception exception)
{
logger.ErrorsAll(exception);
ctx.Result.LastError = exception.ToString();
}
finally
{
try
{
if (!ctx.IsPreview && ctx.Request.Profile.Id != 0)
{
ctx.Request.Profile.ResultInfo = XmlHelper.Serialize(ctx.Result);
_exportProfileService.Value.UpdateExportProfile(ctx.Request.Profile);
}
}
catch (Exception exception)
{
logger.ErrorsAll(exception);
}
DetachAllEntitiesAndClear(ctx);
try
{
ctx.NewsletterSubscriptions.Clear();
ctx.ProductTemplates.Clear();
ctx.CategoryTemplates.Clear();
ctx.Countries.Clear();
ctx.Languages.Clear();
ctx.QuantityUnits.Clear();
ctx.DeliveryTimes.Clear();
ctx.CategoryPathes.Clear();
ctx.Categories.Clear();
ctx.Stores.Clear();
ctx.Request.CustomData.Clear();
ctx.ExecuteContext.CustomProperties.Clear();
ctx.ExecuteContext.Log = null;
ctx.Log = null;
}
catch (Exception exception)
{
logger.ErrorsAll(exception);
}
}
}
if (ctx.IsPreview || ctx.ExecuteContext.Abort == DataExchangeAbortion.Hard)
return;
// post process order entities
if (ctx.EntityIdsLoaded.Any() && ctx.Request.Provider.Value.EntityType == ExportEntityType.Order && ctx.Projection.OrderStatusChange != ExportOrderStatusChange.None)
{
using (var logger = new TraceLogger(logPath))
{
try
{
int? orderStatusId = null;
if (ctx.Projection.OrderStatusChange == ExportOrderStatusChange.Processing)
orderStatusId = (int)OrderStatus.Processing;
else if (ctx.Projection.OrderStatusChange == ExportOrderStatusChange.Complete)
orderStatusId = (int)OrderStatus.Complete;
using (var scope = new DbContextScope(_dbContext, false, null, false, false, false, false))
{
foreach (var chunk in ctx.EntityIdsLoaded.Chunk())
{
var entities = _orderRepository.Value.Table.Where(x => chunk.Contains(x.Id)).ToList();
entities.ForEach(x => x.OrderStatusId = (orderStatusId ?? x.OrderStatusId));
_dbContext.SaveChanges();
}
}
logger.Information("Updated order status for {0} order(s).".FormatInvariant(ctx.EntityIdsLoaded.Count()));
}
catch (Exception exception)
{
logger.ErrorsAll(exception);
ctx.Result.LastError = exception.ToString();
}
}
}
}
