public object Clone()
{
var clone = new ImportProgress(Count);
foreach (var entity in Entities)
{
clone.Entities.Add((EntityProgress)entity.Clone());
}
return(clone);
}
public bool ProcessRecords(EntityCollection ec, List <EntityMetadata> emds, int organizationMajorVersion, BackgroundWorker worker, ImportSettings settings)
{
var records = new List <Entity>(ec.Entities);
// Move annotation at the beginning if the list as the list will be
// inverted to allow list removal. This way, annotation are
// processed as the last records
var annotations = records.Where(e => e.LogicalName == "annotation").Reverse().ToList();
records = records.Except(annotations).ToList();
records.InsertRange(0, annotations);
var progress = new ImportProgress(records.Count);
var nextCycle = new List <Entity>();
progress.Entities.ForEach(p => { p.ErrorFirstPhase = 0; });
for (int i = records.Count - 1; i >= 0; i--)
{
if (worker.CancellationPending)
{
return(true);
}
var record = records[i];
if (record.LogicalName != "annotation")
{
if (record.Attributes.Values.Any(v =>
v is EntityReference reference &&
records.Select(r => r.Id).Contains(reference.Id)
))
{
if (nextCycle.Any(r => r.Id == record.Id))
{
continue;
}
var newRecord = new Entity(record.LogicalName)
{
Id = record.Id
};
var toRemove = new List <string>();
foreach (var attr in record.Attributes)
{
if (attr.Value is EntityReference)
{
newRecord.Attributes.Add(attr.Key, attr.Value);
toRemove.Add(attr.Key);
nextCycle.Add(newRecord);
}
}
foreach (var attr in toRemove)
{
record.Attributes.Remove(attr);
}
}
if (record.Attributes.Values.Any(v =>
v is Guid guid &&
records.Where(r => r.Id != record.Id)
.Select(r => r.Id)
.Contains(guid)
))
{
nextCycle.Add(record);
records.RemoveAt(i);
continue;
}
}
var entityProgress = progress.Entities.FirstOrDefault(e => e.LogicalName == record.LogicalName);
if (entityProgress == null)
{
var emd = emds.FirstOrDefault(e => e.LogicalName == record.LogicalName);
if (emd == null)
{
logger.LogError($"Record: Entity Logical Name: {record.LogicalName} for ID: {record.Id} not found in the target instance metadata.");
continue;
}
string displayName = emd.DisplayName?.UserLocalizedLabel?.Label;
if (displayName == null && emd.IsIntersect.Value)
{
var rel = emds.SelectMany(ent => ent.ManyToManyRelationships)
.First(r => r.IntersectEntityName == emd.LogicalName);
displayName = $"{emds.First(ent => ent.LogicalName == rel.Entity1LogicalName).DisplayName?.UserLocalizedLabel?.Label} / {emds.First(ent => ent.LogicalName == rel.Entity2LogicalName).DisplayName?.UserLocalizedLabel?.Label}";
}
if (displayName == null)
{
displayName = emd.SchemaName;
}
entityProgress = new EntityProgress(emd, displayName)
{
Count = records.Count(r => r.LogicalName == record.LogicalName)
};
progress.Entities.Add(entityProgress);
}
var name = string.IsNullOrEmpty(entityProgress.Metadata.PrimaryNameAttribute)
? "(N/A)"
: record.GetAttributeValue <string>(entityProgress.Metadata.PrimaryNameAttribute);
try
{
record.Attributes.Remove("ownerid");
if (record.Attributes.Contains("statecode") &&
record.GetAttributeValue <OptionSetValue>("statecode").Value == 1)
{
logger.LogInfo($"Record {name} ({record.Id}) is inactive : Added for deactivation step");
recordsToDeactivate.Add(record.ToEntityReference());
record.Attributes.Remove("statecode");
record.Attributes.Remove("statuscode");
}
if (organizationMajorVersion >= 8 && !settings.CreateOnlyNewSiteSettings)
{
var result = (UpsertResponse)service.Execute(new UpsertRequest
{
Target = record
});
logger.LogInfo(
$"Record {name} ({record.Id}) {(result.RecordCreated ? "created" : "updated")} ({entityProgress.Entity}/{record.Id})");
}
else
{
bool exists = false;
try
{
service.Retrieve(record.LogicalName, record.Id, new ColumnSet());
exists = true;
}
catch
{
// Do nothing
}
if (exists)
{
if (settings.CreateOnlyNewSiteSettings && record.LogicalName == "adx_sitesetting")
{
logger.LogWarning(
$"Record {name} ({record.Id}) not updated ({entityProgress.Entity}/{record.Id}) because of user choice");
}
else
{
service.Update(record);
logger.LogInfo(
$"Record {name} ({record.Id}) updated ({entityProgress.Entity}/{record.Id})");
}
}
else
{
service.Create(record);
logger.LogInfo(
$"Record {name} ({record.Id}) created ({entityProgress.Entity}/{record.Id})");
}
}
if (record.LogicalName == "annotation" && settings.CleanWebFiles)
{
var reference = record.GetAttributeValue <EntityReference>("objectid");
if (reference?.LogicalName == "adx_webfile")
{
logger.LogInfo("Searching for extra annotation in web file {0:B}", reference.Id);
var qe = new QueryExpression("annotation")
{
NoLock = true,
Criteria = new FilterExpression
{
Conditions =
{
new ConditionExpression("annotationid", ConditionOperator.NotEqual,
record.Id),
new ConditionExpression("objectid", ConditionOperator.Equal,
reference.Id),
}
}
};
var extraNotes = service.RetrieveMultiple(qe);
foreach (var extraNote in extraNotes.Entities)
{
logger.LogInfo("Deleting extra note {0:B}", extraNote.Id);
service.Delete(extraNote.LogicalName, extraNote.Id);
}
}
}
records.RemoveAt(i);
entityProgress.SuccessFirstPhase++;
}
catch (Exception error)
{
logger.LogError($"{name} ({entityProgress.Entity}/{record.Id}): {error.Message}");
entityProgress.ErrorFirstPhase++;
}
finally
{
entityProgress.Processed++;
worker.ReportProgress(0, progress.Clone());
}
}
var count = nextCycle.DistinctBy(r => r.Id).Count();
var index = 0;
if (count > 0)
{
worker.ReportProgress(0, @"Updating records to add references and processing many-to-many relationships...");
}
foreach (var record in nextCycle.DistinctBy(r => r.Id))
{
var entityProgress = progress.Entities.FirstOrDefault(e => e.LogicalName == record.LogicalName);
if (entityProgress == null)
{
var emd = emds.First(e => e.LogicalName == record.LogicalName);
string displayName = emd.DisplayName?.UserLocalizedLabel?.Label;
if (displayName == null && emd.IsIntersect.Value)
{
var rel = emds.SelectMany(ent => ent.ManyToManyRelationships)
.First(r => r.IntersectEntityName == emd.LogicalName);
displayName = $"{emds.First(ent => ent.LogicalName == rel.Entity1LogicalName).DisplayName?.UserLocalizedLabel?.Label} / {emds.First(ent => ent.LogicalName == rel.Entity2LogicalName).DisplayName?.UserLocalizedLabel?.Label}";
}
if (displayName == null)
{
displayName = emd.SchemaName;
}
entityProgress = new EntityProgress(emd, displayName)
{
Count = nextCycle.Count(r => r.LogicalName == record.LogicalName)
};
progress.Entities.Add(entityProgress);
}
if (!entityProgress.SuccessSecondPhase.HasValue)
{
entityProgress.SuccessSecondPhase = 0;
entityProgress.ErrorSecondPhase = 0;
}
try
{
index++;
record.Attributes.Remove("ownerid");
if (record.Attributes.Count == 3 && record.Attributes.Values.All(v => v is Guid))
{
logger.LogInfo($"Creating association {entityProgress.Entity} ({record.Id})");
try
{
var rel =
emds.SelectMany(e => e.ManyToManyRelationships)
.First(r => r.IntersectEntityName == record.LogicalName);
service.Associate(rel.Entity1LogicalName,
record.GetAttributeValue <Guid>(rel.Entity1IntersectAttribute),
new Relationship(rel.SchemaName),
new EntityReferenceCollection(new List <EntityReference>
{
new EntityReference(rel.Entity2LogicalName,
record.GetAttributeValue <Guid>(rel.Entity2IntersectAttribute))
}));
logger.LogInfo($"Association {entityProgress.Entity} ({record.Id}) created");
}
catch (FaultException <OrganizationServiceFault> error)
{
if (error.Detail.ErrorCode != -2147220937)
{
throw;
}
logger.LogInfo($"Association {entityProgress.Entity} ({record.Id}) already exists");
}
finally
{
entityProgress.Processed++;
}
}
else
{
logger.LogInfo($"Upating record {record.LogicalName} ({record.Id})");
service.Update(record);
}
var percentage = index * 100 / count;
entityProgress.SuccessSecondPhase = entityProgress.SuccessSecondPhase.Value + 1;
worker.ReportProgress(percentage, progress.Clone());
}
catch (Exception error)
{
logger.LogInfo(error.Message);
var percentage = index * 100 / count;
entityProgress.ErrorSecondPhase = entityProgress.ErrorSecondPhase.Value + 1;
worker.ReportProgress(percentage, progress.Clone());
}
}
if (recordsToDeactivate.Any())
{
count = recordsToDeactivate.Count;
index = 0;
worker.ReportProgress(0, "Deactivating records...");
foreach (var er in recordsToDeactivate)
{
var entityProgress = progress.Entities.First(e => e.LogicalName == er.LogicalName);
if (!entityProgress.SuccessSecondPhase.HasValue)
{
entityProgress.SuccessSetStatePhase = 0;
entityProgress.ErrorSetState = 0;
}
try
{
index++;
logger.LogInfo($"Deactivating record {er.LogicalName} ({er.Id})");
var recordToUpdate = new Entity(er.LogicalName)
{
Id = er.Id,
["statecode"] = new OptionSetValue(1),
["statuscode"] = new OptionSetValue(-1)
};
service.Update(recordToUpdate);
var percentage = index * 100 / count;
entityProgress.SuccessSetStatePhase++;
worker.ReportProgress(percentage, progress.Clone());
}
catch (Exception error)
{
logger.LogInfo(error.Message);
var percentage = index * 100 / count;
entityProgress.ErrorSetState++;
worker.ReportProgress(percentage, progress.Clone());
}
}
}
return(false);
}
public bool ProcessRecords(EntityCollection ec, List <EntityMetadata> emds, int organizationMajorVersion, BackgroundWorker worker)
{
var records = new List <Entity>(ec.Entities);
var progress = new ImportProgress(records.Count);
var nextCycle = new List <Entity>();
int loopIndex = 0;
while (records.Any())
{
loopIndex++;
if (loopIndex == maxErrorLoopCount)
{
logger.LogWarning("Max loop count reached! Exit record first cycle processing !");
break;
}
for (int i = records.Count - 1; i >= 0; i--)
{
if (worker.CancellationPending)
{
return(true);
}
var record = records[i];
if (record.LogicalName != "annotation")
{
if (record.Attributes.Values.Any(v =>
v is EntityReference &&
records.Select(r => r.Id).Contains(((EntityReference)v).Id)
))
{
if (nextCycle.Any(r => r.Id == record.Id))
{
continue;
}
var newRecord = new Entity(record.LogicalName)
{
Id = record.Id
};
var toRemove = new List <string>();
foreach (var attr in record.Attributes)
{
if (attr.Value is EntityReference)
{
newRecord.Attributes.Add(attr.Key, attr.Value);
toRemove.Add(attr.Key);
nextCycle.Add(newRecord);
}
}
foreach (var attr in toRemove)
{
record.Attributes.Remove(attr);
}
}
if (record.Attributes.Values.Any(v =>
v is Guid &&
records.Where(r => r.Id != record.Id)
.Select(r => r.Id)
.Contains((Guid)v)
))
{
continue;
}
}
var entityProgress = progress.Entities.FirstOrDefault(e => e.LogicalName == record.LogicalName);
if (entityProgress == null)
{
var emd = emds.First(e => e.LogicalName == record.LogicalName);
string displayName = emd.DisplayName?.UserLocalizedLabel?.Label;
if (displayName == null && emd.IsIntersect.Value)
{
var rel = emds.SelectMany(ent => ent.ManyToManyRelationships)
.First(r => r.IntersectEntityName == emd.LogicalName);
displayName = $"{emds.First(ent => ent.LogicalName == rel.Entity1LogicalName).DisplayName?.UserLocalizedLabel?.Label} / {emds.First(ent => ent.LogicalName == rel.Entity2LogicalName).DisplayName?.UserLocalizedLabel?.Label}";
}
if (displayName == null)
{
displayName = emd.SchemaName;
}
entityProgress = new EntityProgress(emd, displayName);
progress.Entities.Add(entityProgress);
}
try
{
record.Attributes.Remove("ownerid");
if (record.Attributes.Count == 3 && record.Attributes.Values.All(v => v is Guid))
{
try
{
var rel =
emds.SelectMany(e => e.ManyToManyRelationships)
.First(r => r.IntersectEntityName == record.LogicalName);
service.Associate(rel.Entity1LogicalName,
record.GetAttributeValue <Guid>(rel.Entity1IntersectAttribute),
new Relationship(rel.SchemaName),
new EntityReferenceCollection(new List <EntityReference>
{
new EntityReference(rel.Entity2LogicalName,
record.GetAttributeValue <Guid>(rel.Entity2IntersectAttribute))
}));
logger.LogInfo($"Association {entityProgress.Entity} ({record.Id}) created");
}
catch (FaultException <OrganizationServiceFault> error)
{
if (error.Detail.ErrorCode != -2147220937)
{
throw;
}
logger.LogInfo($"Association {entityProgress.Entity} ({record.Id}) already exists");
}
}
else
{
if (record.Attributes.Contains("statecode") &&
record.GetAttributeValue <OptionSetValue>("statecode").Value == 1)
{
logger.LogInfo($"Record {record.GetAttributeValue<string>(entityProgress.Metadata.PrimaryNameAttribute)} is inactive : Added for deactivation step");
recordsToDeactivate.Add(record.ToEntityReference());
record.Attributes.Remove("statecode");
record.Attributes.Remove("statuscode");
}
if (organizationMajorVersion >= 8)
{
var result = (UpsertResponse)service.Execute(new UpsertRequest
{
Target = record
});
logger.LogInfo(
$"Record {record.GetAttributeValue<string>(entityProgress.Metadata.PrimaryNameAttribute)} {(result.RecordCreated ? "created" : "updated")} ({entityProgress.Entity}/{record.Id})");
}
else
{
bool exists = false;
try
{
service.Retrieve(record.LogicalName, record.Id, new ColumnSet());
exists = true;
}
catch
{
// Do nothing
}
if (exists)
{
service.Update(record);
logger.LogInfo(
$"Record {record.GetAttributeValue<string>(entityProgress.Metadata.PrimaryNameAttribute)} updated ({entityProgress.Entity}/{record.Id})");
}
else
{
service.Create(record);
logger.LogInfo(
$"Record {record.GetAttributeValue<string>(entityProgress.Metadata.PrimaryNameAttribute)} created ({entityProgress.Entity}/{record.Id})");
}
}
}
records.RemoveAt(i);
entityProgress.Success++;
entityProgress.Processed++;
}
catch (Exception error)
{
logger.LogError($"{record.GetAttributeValue<string>(entityProgress.Metadata.PrimaryNameAttribute)} ({entityProgress.Entity}/{record.Id}): {error.Message}");
entityProgress.Error++;
}
finally
{
worker.ReportProgress(0, progress.Clone());
}
}
}
worker.ReportProgress(0, "Updating records to add references...");
var count = nextCycle.DistinctBy(r => r.Id).Count();
var index = 0;
foreach (var record in nextCycle.DistinctBy(r => r.Id))
{
try
{
index++;
logger.LogInfo($"Upating record {record.LogicalName} ({record.Id})");
record.Attributes.Remove("ownerid");
service.Update(record);
var percentage = index * 100 / count;
worker.ReportProgress(percentage, true);
}
catch (Exception error)
{
logger.LogInfo(error.Message);
var percentage = index * 100 / count;
worker.ReportProgress(percentage, false);
}
}
if (recordsToDeactivate.Any())
{
count = recordsToDeactivate.Count;
index = 0;
worker.ReportProgress(0, "Deactivating records...");
foreach (var er in recordsToDeactivate)
{
try
{
index++;
logger.LogInfo($"Deactivating record {er.LogicalName} ({er.Id})");
var recordToUpdate = new Entity(er.LogicalName)
{
Id = er.Id,
["statecode"] = new OptionSetValue(1),
["statuscode"] = new OptionSetValue(-1)
};
service.Update(recordToUpdate);
var percentage = index * 100 / count;
worker.ReportProgress(percentage, true);
}
catch (Exception error)
{
logger.LogInfo(error.Message);
var percentage = index * 100 / count;
worker.ReportProgress(percentage, false);
}
}
}
return(false);
}
