private void tsbGenerate_Click(object sender, EventArgs e)
{
#region # Varibale declaration #
EntityCollection entityColl = null;
CreateExcelDoc excell_app = null;
int progressCounter = 0;
bool createJob = false;
#endregion # Varibale declaration #
if (txtFilePath.Text.Length == 0)
{
MessageBox.Show(this, "Please select file location.", "Warning", MessageBoxButtons.OK, MessageBoxIcon.Warning);
return;
}
if (this.lvAttributes.CheckedItems == null || this.lvAttributes.CheckedItems.Count <= 0)
{
MessageBox.Show(this, "Please select Attributes.", "Warning", MessageBoxButtons.OK, MessageBoxIcon.Warning);
return;
}
if (this.cmbDuplicateDetectionJobs.SelectedItem == null && ApplicationSetting.ExistingJobIds != null && ApplicationSetting.ExistingJobIds.Count > 0)
{
// MessageBox.Show(this, "Please select existing Job to run.", "Warning", MessageBoxButtons.OK, MessageBoxIcon.Warning);
DialogResult result = MessageBox.Show("Please select existing Job to run. If you want to run Job for all records click Yes, else click No button.", "Confirmation", MessageBoxButtons.YesNoCancel);
if (result == DialogResult.Yes)
{
createJob = true;
}
else if (result == DialogResult.No)
{
return;
}
}
else if (ApplicationSetting.ExistingJobIds.Count <= 0)
{
DialogResult result = MessageBox.Show("If you want to run Job for all records click Yes, else click No button.", "Confirmation", MessageBoxButtons.YesNo);
if (result == DialogResult.Yes)
{
createJob = true;
}
else if (result == DialogResult.No)
{
return;
}
}
GetAttributesList();
WorkAsync(new WorkAsyncInfo
{
Message = string.Concat("Duplicate ", ApplicationSetting.SelectedEntity.DisplayName, " detection started......"),
AsyncArgument = null,
Work = (bw, evt) =>
{
#region # Bulk Detection #
Guid jobId = Guid.Empty;
bool isJobCompleted = false;
if (createJob == true)
{
BulkDetectDuplicatesRequest request = new BulkDetectDuplicatesRequest()
{
JobName = string.Format("{0} {1} {2}", "Detect duplicate", ApplicationSetting.SelectedEntity.DisplayName, DateTime.Now),
Query = new QueryExpression()
{
EntityName = ApplicationSetting.SelectedEntity.LogicalName,
ColumnSet = new ColumnSet(true)
},
RecurrencePattern = String.Empty,
RecurrenceStartTime = DateTime.Now,
ToRecipients = new Guid[0],
CCRecipients = new Guid[0]
};
BulkDetectDuplicatesResponse _response = (BulkDetectDuplicatesResponse)Service.Execute(request);
jobId = _response.JobId;
UpdateJobStatus(jobId);
isJobCompleted = IsJobCompleted(jobId);
}
else
{
this.Invoke(new Action(() => { jobId = new Guid(cmbDuplicateDetectionJobs.SelectedValue.ToString()); }));
isJobCompleted = true;
}
#endregion # Bulk Detection #
if (jobId != Guid.Empty && isJobCompleted)
{
ApplicationSetting.JobId.Add(jobId);
entityColl = GetDuplicateRecords(jobId);
ApplicationSetting.DuplicateCollection = new EntityCollection();
ApplicationSetting.DuplicateRecords = new List <DuplicateRecords>();
if (entityColl != null && entityColl.Entities.Count > 0)
{
this.Invoke(new Action(() =>
{
btnMergeDuplicates.Enabled = true;
rbCreatedOn.Enabled = true;
rbModifiedOn.Enabled = true;
rbNoOfActivities.Enabled = true;
rbnNoOfCompletedFields.Enabled = true;
}));
excell_app = new CreateExcelDoc(txtFilePath.Text.Trim());
//GenerateHeader(excell_app);
bw.ReportProgress(100, string.Concat("Duplicate ", ApplicationSetting.SelectedEntity.DisplayName, " found (", entityColl.Entities.Count, ")"));
int row = 1;
bw.ReportProgress(0, "Retrieving duplicate records........");
int rowCount = 0;
IEnumerable <System.Linq.IGrouping <object, Entity> > entityCollGroupBy = entityColl.Entities.GroupBy(ent => ent.Attributes[ApplicationSetting.SelectedEntity.PrimaryIdAttribute]);
List <Guid> chidList = new List <Guid>();
foreach (IEnumerable <Entity> elements in entityCollGroupBy)
{
foreach (Entity entity in elements)
{
bw.ReportProgress(progressCounter * 100 / entityColl.Entities.Count(), string.Concat("Generating duplicate report........"));
if (entity != null)
{
if (!DoesItContain(ApplicationSetting.DuplicateRecords, entity.Id))
{
rowCount++;
DuplicateRecords rec = new DuplicateRecords();
rec.MasterId = entity.Id;
if (elements != null && elements.Count() > 0)
{
var activityGroupBy = elements.Where(cnt => cnt.Attributes.Contains("Activities.activitytypecode") && cnt.Attributes["Activities.activitytypecode"] != null);
entity.Attributes["ActivitiesCount"] = activityGroupBy != null ? activityGroupBy.Count() : 0;
}
else
{
entity.Attributes["ActivitiesCount"] = 0;
}
rec.MasterEntity = entity;
Entity duplicateTemp = new Entity(ApplicationSetting.SelectedEntity.LogicalName);
duplicateTemp.Id = entity.Id;
var re = new RetrieveDuplicatesRequest
{
BusinessEntity = duplicateTemp,
MatchingEntityName = duplicateTemp.LogicalName,
PagingInfo = new PagingInfo()
{
PageNumber = 1, Count = 500
}
};
var response = (RetrieveDuplicatesResponse)Service.Execute(re);
if (response != null && response.DuplicateCollection != null)
{
List <Entity> childRecords = new List <Entity>();
rec.ChildIds = new List <Guid>();
foreach (Entity duplicate in response.DuplicateCollection.Entities)
{
if (!DoesItContain(ApplicationSetting.DuplicateRecords, duplicate.Id))
{
rowCount++;
rec.ChildIds.Add(duplicate.Id);
chidList.Add(duplicate.Id);
childRecords.Add(duplicate);
}
}
rec.ChildEntity = childRecords;
}
ApplicationSetting.DuplicateRecords.Add(rec);
}
progressCounter++;
break;// Break every time...Row is repeating for every activity
}
}
}
bw.ReportProgress(0, "Generating Duplicate report........");
progressCounter = 0;
List <DuplicateRecords> DuplicateRecords = ApplicationSetting.DuplicateRecords;
EntityCollection childs = new EntityCollection();
if (chidList != null && chidList.Count() > 0)
{
childs = GetRelatedDuplicateRecords(chidList.ToArray());
}
int columnCount = ApplicationSetting.AttributesToDisplayName.Count() + 2;
var data = new object[rowCount + 1, columnCount];
GenerateHeader(excell_app, ref data);
for (int indexofRecord = 0; indexofRecord < DuplicateRecords.Count(); indexofRecord++)
{
bw.ReportProgress(progressCounter * 100 / DuplicateRecords.Count(), string.Concat("Generating Duplicate report........"));
ApplicationSetting.DuplicateRecords[indexofRecord].MasterEntity = GetExcelPopulated(DuplicateRecords[indexofRecord].MasterEntity, 0, excell_app, ref row, null, Convert.ToInt32(DuplicateRecords[indexofRecord].MasterEntity.Attributes["ActivitiesCount"]), true, ref data);
for (int indexOfChild = 0; indexOfChild < DuplicateRecords[indexofRecord].ChildEntity.Count(); indexOfChild++)
{
if (DuplicateRecords[indexofRecord].ChildEntity.ElementAt(indexOfChild) != null)
{
var activities = childs != null && childs.Entities.Count > 0 ? (childs.Entities.Where(i => ((EntityReference)i.Attributes["regardingobjectid"]).Id == DuplicateRecords[indexofRecord].ChildEntity.ElementAt(indexOfChild).Id).Count()) : 0;
ApplicationSetting.DuplicateRecords[indexofRecord].ChildEntity[indexOfChild] = GetExcelPopulated(DuplicateRecords[indexofRecord].ChildEntity.ElementAt(indexOfChild), 0, excell_app, ref row, null, activities, false, ref data);
}
}
progressCounter++;
}
excell_app.WriteArray(rowCount + 1, columnCount, data);
bw.ReportProgress(100, "Duplicate detection completed........");
excell_app.worksheet.SaveAs(txtFilePath.Text);
this.Invoke(new Action(() => { MessageBox.Show(this, "Duplicate Detection Completed."); }));
this.Invoke(new Action(() =>
{
excell_app.app.DisplayAlerts = true;
excell_app.app.Calculation = Microsoft.Office.Interop.Excel.XlCalculation.xlCalculationAutomatic;
excell_app.app.ScreenUpdating = true;
excell_app.app.Visible = true;
}));
excell_app.ReleaseObject();
excell_app = null;
this.Invoke(new Action(() => { txtFilePath.Text = ""; }));
}
else
{
this.Invoke(new Action(() => { MessageBox.Show(this, "No Duplicates found."); }));
}
cmbDuplicateDetectionJobs.DataSource = null;
// Bind the Jobs
GetExistingJobs();
}
},
PostWorkCallBack = evt =>
{
if (evt.Error != null)
{
this.Invoke(new Action(() => { MessageBox.Show(this, "An error occured " + evt.Error.ToString(), "Error", MessageBoxButtons.OK, MessageBoxIcon.Error); }));
}
},
ProgressChanged = evt => { SetWorkingMessage(string.Format("{0}%\r\n{1}", evt.ProgressPercentage, evt.UserState)); }
});
}
/// <summary>
/// Perform Merge operation
/// </summary>
private void MergeOperation()
{
#region # Varibale declaration #
int progressCounter = 0;
#endregion # Varibale declaration #
if (ApplicationSetting.AttributesSchemaList == null || ApplicationSetting.AttributesSchemaList.Count <= 0)
{
MessageBox.Show(this, "Please select Attributes.", "Warning", MessageBoxButtons.OK, MessageBoxIcon.Warning);
return;
}
WorkAsync(new WorkAsyncInfo
{
Message = string.Concat("Duplicate ", ApplicationSetting.SelectedEntity.DisplayName, " sorting started......"),
AsyncArgument = null,
Work = (bw, evt) =>
{
#region Duplicate Collection #
List <DuplicateRecords> duplicateRecords = new List <DuplicateRecords>();
foreach (DuplicateRecords record in ApplicationSetting.DuplicateRecords)
{
List <Entity> duplicatesCollection = new List <Entity>();
bw.ReportProgress(progressCounter * 100 / ApplicationSetting.DuplicateRecords.Count(), string.Concat("Generating duplicate report........"));
duplicatesCollection.AddRange(record.ChildEntity);
duplicatesCollection.Add(record.MasterEntity);
#region # Sort Master and Child #
if (duplicatesCollection != null && duplicatesCollection.Count() > 0)
{
IEnumerable <Entity> sortedRecord = null;
if (rbCreatedOn.Checked)
{
DateTime dateSortedFound = duplicatesCollection.Min(c => (DateTime)c.Attributes["createdon"]);
sortedRecord = duplicatesCollection.Where(c => (DateTime)c.Attributes["createdon"] == dateSortedFound);
}
else if (rbModifiedOn.Checked)
{
DateTime dateSortedFound = duplicatesCollection.Max(c => (DateTime)c.Attributes["modifiedon"]);
sortedRecord = duplicatesCollection.Where(c => (DateTime)c.Attributes["modifiedon"] == dateSortedFound);
}
else if (rbNoOfActivities.Checked)
{
int activitiesCount = duplicatesCollection.Max(c => (int)c.Attributes["ActivitiesCount"]);
sortedRecord = duplicatesCollection.Where(c => (int)c.Attributes["ActivitiesCount"] == activitiesCount);
}
else if (rbnNoOfCompletedFields.Checked)
{
int fieldsCount = duplicatesCollection.Max(c => (int)c.Attributes["CountOfCompletedFields"]);
sortedRecord = duplicatesCollection.Where(c => (int)c.Attributes["CountOfCompletedFields"] == fieldsCount);
}
// If only one record no need to query
if (sortedRecord != null && sortedRecord.Count() > 0)
{
Entity recordFound = sortedRecord.FirstOrDefault();
List <Entity> childRecords = duplicatesCollection.Where(c => c.Id != recordFound.Id).ToList();
List <Entity> childs = new List <Entity>();
if (recordFound != null && recordFound.Attributes.Contains("statecode") && ((OptionSetValue)recordFound.Attributes["statecode"]).Value == 0)
{
if (childRecords != null && childRecords.Count() > 0)
{
List <Guid> ids = new List <Guid>();
foreach (var childId in childRecords)
{
if (childId.Attributes.Contains("statecode") && ((OptionSetValue)childId.Attributes["statecode"]).Value == 0)
{
ids.Add(childId.Id);
childs.Add(childId);
}
}
duplicateRecords.Add(new DuplicateRecords {
MasterId = recordFound.Id, ChildIds = ids, ChildEntity = childs, MasterEntity = recordFound
});
}
}
}
}
#endregion # Sort Master and Child #
progressCounter++;
}
#endregion Duplicate Collection #
progressCounter = 0;
bw.ReportProgress(1, "Duplicate merge started........");
#region # Merge #
for (int i = 0; i < duplicateRecords.Count(); i++)
{
bw.ReportProgress(progressCounter * 100 / ApplicationSetting.DuplicateRecords.Count(), string.Concat("Duplicate merge started........"));
DuplicateRecords duplicate = duplicateRecords[i];
MergeRecords(duplicate.MasterEntity, duplicate.ChildEntity);
progressCounter++;
}
this.Invoke(new Action(() => { btnMergeDuplicates.Enabled = false; }));
bw.ReportProgress(100, "Duplicate merge completed........");
this.Invoke(new Action(() => { MessageBox.Show(this, "Duplicate merge completed."); }));
#endregion # Merge #
},
PostWorkCallBack = evt =>
{
if (evt.Error != null)
{
this.Invoke(new Action(() => { MessageBox.Show(this, "An error occured " + evt.Error.ToString(), "Error", MessageBoxButtons.OK, MessageBoxIcon.Error); }));
}
},
ProgressChanged = evt => { SetWorkingMessage(string.Format("{0}%\r\n{1}", evt.ProgressPercentage, evt.UserState)); }
});
}
