public static bool ProcessRecord <RecordType, RecordLogType>(this DCDContext dc, Record record, ImportLog importLog)
where RecordType : IDCD, new()
where RecordLogType : IDCDRecordImportLog, new()
{
//First see if the record already exists
IDCD entry = dc.GetRecord <RecordType>(record.Identification.RecordId);
//Process delete
if (record.Command == CommandType.Delete)
{
if (entry == null)
{
dc.CreateRecordLogEntry <RecordLogType>(record.Identification.RecordId, importLog, RecordImportResult.Skipped, RecordImportOperation.Delete, "Cannot delete. Record doesn't exist.");
return(true);
}
else
{
try
{
entry.DeleteRecordOnSubmit(dc);
dc.SubmitChanges();
}
catch (Exception e)
{
dc.CreateRecordLogEntry <RecordLogType>(record.Identification.RecordId, importLog, RecordImportResult.Failure, RecordImportOperation.Delete, "Error deleting record.", e);
return(false);
}
dc.CreateRecordLogEntry <RecordLogType>(record.Identification.RecordId, importLog, RecordImportResult.Success, RecordImportOperation.Delete, string.Empty);
return(true);
}
}
//Upsert
else
{
RecordImportOperation op = RecordImportOperation.Insert;
IDCD processingRecord;
try
{
//If the record already exists
if (entry != null)
{
op = RecordImportOperation.Update;
//Only records that are newer than the records in the feed will be skipped
if (entry.LastModified > record.Identification.LastModified)
{
dc.CreateRecordLogEntry <RecordLogType>(record.Identification.RecordId, importLog, RecordImportResult.Skipped, op, "Existing record has a newer Last Modified Date.");
return(true);
}
else if (record.Content == null || string.IsNullOrEmpty(record.Content.InnerXml))
{
dc.CreateRecordLogEntry <RecordLogType>(record.Identification.RecordId, importLog, RecordImportResult.Skipped, op, "Record does not have any content.");
return(true);
}
else
{
entry.RecordNumber = record.Identification.RecordNumber;
entry.Title = XMLFileUtilities.RemoveBrackets(record.Identification.Title);
entry.LastModified = record.Identification.LastModified;
entry.Created = record.Identification.Created;
entry.Published = record.Identification.Created;
if (!record.Identification.Published.ToString().Equals(DateTime.MinValue.ToString()))
{
entry.Published = record.Identification.Published;
}
entry.Content = record.Content.InnerXml;
}
}
else
{
op = RecordImportOperation.Insert;
processingRecord = new RecordType();
processingRecord.RecordId = record.Identification.RecordId;
processingRecord.RecordNumber = record.Identification.RecordNumber;
processingRecord.Title = XMLFileUtilities.RemoveBrackets(record.Identification.Title);
processingRecord.LastModified = record.Identification.LastModified;
processingRecord.Created = record.Identification.Created;
processingRecord.Published = record.Identification.Created;
if (!record.Identification.Published.ToString().Equals(DateTime.MinValue.ToString()))
{
processingRecord.Published = record.Identification.Published;
}
processingRecord.Content = record.Content.InnerXml;
processingRecord.InsertRecordOnSubmit(dc);
}
dc.SubmitChanges();
}
catch (Exception e)
{
dc.CreateRecordLogEntry <RecordLogType>(record.Identification.RecordId, importLog, RecordImportResult.Failure, op, "Error inserting/updating record.", e);
return(false);
}
dc.CreateRecordLogEntry <RecordLogType>(record.Identification.RecordId, importLog, RecordImportResult.Success, op, string.Empty);
return(true);
}
}
public bool ProcessFile()
{
using (DCDContext dcCntxt = new DCDContext())
{
//Initialize the database log entry for this import
dcCntxt.CreateImportLogEntry(DateTime.Now, _fileName, out _importingLogRecord);
}
if (_importingLogRecord == null)
{
return(false);
}
try
{
//Set the DTD validation options
XmlReaderSettings settings = new XmlReaderSettings();
settings.ProhibitDtd = false;
settings.ValidationType = ValidationType.DTD;
settings.ValidationEventHandler += new ValidationEventHandler(XMLValidationHandler);
settings.CheckCharacters = false;
XmlReader reader = XmlReader.Create(_documentPath, settings);
IBIContent content;
try
{
//Deserialize the xml file
XmlSerializer serializer = new XmlSerializer(typeof(IBIContent));
content = (IBIContent)serializer.Deserialize(reader);
}
catch (Exception e)
{
reader.Close();
DCDImportLogger.ThrowCriticalImportError("DCD XML doc de-serialization failed! ", e, _fileName, _importingLogRecord, _importLogNotes);
return(false);
}
reader.Close();
//If there was an error validating the XML file with the appropriate DTD file
if (!documentIsValid)
{
DCDImportLogger.ThrowCriticalImportError("DCD XML doc validation failed! " + _importLogNotes, _fileName, _importingLogRecord, _importLogNotes);
return(false);
}
//Our XML file is good. Quickly validate that the number of records is correct.
int numRecords;
if (!int.TryParse(content.Feed.NumberOfRecords, out numRecords))
{
DCDImportLogger.ThrowCriticalImportError("Error processing DCD XML doc. Number of records value is not a valid integer.", _fileName, _importingLogRecord, _importLogNotes);
return(false);
}
if (numRecords != content.RecordSet.Count)
{
DCDImportLogger.ThrowCriticalImportError("Error processing DCD XML doc. Number of records value does not equal the record set size.", _fileName, _importingLogRecord, _importLogNotes);
return(false);
}
//We're past the critical error point. Time to process each record
foreach (Record record in content.RecordSet)
{
using (DCDContext dc = new DCDContext())
{
bool success = false;
if (content.type == IBIContentType.deal)
{
//_importingLogRecord = new Model.DCD.DCDManager().GetImportLogById(_importingLogRecord.Id);
success = dc.ProcessRecord <Deal, DealRecordImportLog>(record, _importingLogRecord);
if (success)
{
if (record.Command == CommandType.Delete)
{
_dealDeletes.Add(record.Identification.RecordNumber);
}
else
{
_dealUpdates.Add(dc.GetRecord <Deal>(record.Identification.RecordId));
}
}
}
else if (content.type == IBIContentType.company)
{
success = dc.ProcessRecord <Informa.Models.DCD.Company, CompanyRecordImportLog>(record, _importingLogRecord);
if (success)
{
//TODO: This is a hack for the thin records. Replace this when full records are imported
if (!string.IsNullOrEmpty(record.Content.InnerXml))
{
XDocument contentDoc = XDocument.Parse(record.Content.InnerXml);
List <CompanyPath> paths = new List <CompanyPath>();
foreach (XElement node in contentDoc.Descendants("CompanyPath"))
{
CompanyPath path = new CompanyPath();
XAttribute id = node.Attribute("id");
if (id != null)
{
path.id = id.Value;
}
path.Value = node.Value;
paths.Add(path);
}
success = dc.AddRelatedCompanies(record.Identification.RecordId, paths);
}
if (record.Command == CommandType.Delete)
{
_companyDeletes.Add(record.Identification.RecordNumber);
}
else
{
_companyUpdates.Add(dc.GetRecord <Informa.Models.DCD.Company>(record.Identification.RecordId));
}
}
}
else if (content.type == IBIContentType.drug)
{
success = dc.ProcessRecord <Drug, DrugRecordImportLog>(record, _importingLogRecord);
if (success)
{
if (record.Command == CommandType.Delete)
{
_drugDeletes.Add(record.Identification.RecordNumber);
}
else
{
_drugUpdates.Add(dc.GetRecord <Drug>(record.Identification.RecordId));
}
}
}
if (!success)
{
_hasSomeFailures = true;
}
}
}
//COVEO INDEX REBUILDING REMOVED
using (DCDContext dc = new DCDContext())
{
//If it is an "all update" note any discrepancies and send them to the distro
if (content.Feed.type == FeedType.ALLRECORDS)
{
IEnumerable <IDCD> discrepancies = null;
IEnumerable <IDCD> olderItems = null;
IEnumerable <IDCD> noContentItems = null;
string type = string.Empty;
if (content.type == IBIContentType.deal)
{
var imported = dc.DealRecordImportLogs.Where(d => d.ImportLog == _importingLogRecord);
discrepancies = dc.Deals.Where(d => !imported.Any(dl => dl.RecordId == d.RecordId)).Select(i => (IDCD)i);
olderItems = imported.Where(r => r.Notes == "Existing record has a newer Last Modified Date.").Select(r => (IDCD)dc.Deals.FirstOrDefault(c => c.RecordId == r.RecordId.Value));
noContentItems = imported.Where(r => r.Notes == "Record does not have any content.").Select(r => (IDCD)dc.Deals.FirstOrDefault(c => c.RecordId == r.RecordId.Value));
type = "deals";
}
else if (content.type == IBIContentType.company)
{
var imported = dc.CompanyRecordImportLogs.Where(c => c.ImportLog == _importingLogRecord);
discrepancies = dc.Companies.Where(c => !imported.Any(co => co.RecordId == c.RecordId)).Select(i => (IDCD)i);
olderItems = imported.Where(r => r.Notes == "Existing record has a newer Last Modified Date.").Select(r => (IDCD)dc.Companies.FirstOrDefault(c => c.RecordId == r.RecordId.Value));
noContentItems = imported.Where(r => r.Notes == "Record does not have any content.").Select(r => (IDCD)dc.Companies.FirstOrDefault(c => c.RecordId == r.RecordId.Value));
type = "companies";
}
else if (content.type == IBIContentType.drug)
{
var imported = dc.DrugRecordImportLogs.Where(d => d.ImportLog == _importingLogRecord);
discrepancies = dc.Drugs.Where(d => !imported.Any(dl => dl.RecordId == d.RecordId)).Select(i => (IDCD)i);
olderItems = imported.Where(r => r.Notes == "Existing record has a newer Last Modified Date.").Select(r => (IDCD)dc.Drugs.FirstOrDefault(c => c.RecordId == r.RecordId.Value));
noContentItems = imported.Where(r => r.Notes == "Record does not have any content.").Select(r => (IDCD)dc.Drugs.FirstOrDefault(c => c.RecordId == r.RecordId.Value));
type = "drugs";
}
//Send email if there are any discrepancies
bool hasDiscrepancies = (discrepancies != null && discrepancies.Count() > 0);
bool hasOlderItems = (olderItems != null && olderItems.Count() > 0);
bool hasNoContentItems = noContentItems != null && noContentItems.Count() > 0;
if (hasDiscrepancies || hasOlderItems || hasNoContentItems)
{
string subject = DCDConstants.BusinessAcronym + " discrepancy report for " + type + " import: " + _fileName;
StringBuilder sb = new StringBuilder();
sb.AppendLine("There were discrepancies when processing the full import file: " + _fileName);
sb.AppendLine();
if (hasDiscrepancies)
{
sb.AppendLine("These existing " + type + " were not altered by the import.");
sb.AppendLine();
foreach (var discrepancy in discrepancies)
{
sb.AppendLine(discrepancy.RecordNumber + " - " + discrepancy.Title);
}
}
if (hasOlderItems)
{
sb.AppendLine("These existing " + type + " have a newer modified date in the database.");
sb.AppendLine();
foreach (var olderItem in olderItems)
{
sb.AppendLine(olderItem.RecordNumber + " - " + olderItem.Title);
}
}
if (hasNoContentItems)
{
sb.AppendLine("These existing " + type + " do not have a <Content> node in their record.");
sb.AppendLine();
foreach (var noContentItem in noContentItems)
{
sb.AppendLine(noContentItem.RecordNumber + " - " + noContentItem.Title);
}
}
DCDImportLogger.SendNotification(subject, sb.ToString());
}
}
}
Event.RaiseEvent("dcdimport:end", content.type);
Sitecore.Eventing.EventManager.QueueEvent <DCDImportEndRemoteEvent>(new DCDImportEndRemoteEvent(content.type));
}
catch (Exception e)
{
DCDImportLogger.ThrowCriticalImportError("Error processing DCD XML doc.", e, _fileName, _importingLogRecord, _importLogNotes);
return(false);
}
//If we get this far, the import was a success
//Log import completion
_importingLogRecord.ImportEnd = DateTime.Now;
_importingLogRecord.Result = (_hasSomeFailures) ? ImportResult.PartialSuccess.ToString() : ImportResult.Success.ToString();
_importingLogRecord.Notes = _importLogNotes.ToString();
using (DCDContext dcdContext = new DCDContext())
dcdContext.UpdateImportLogEntry(_importingLogRecord);
return(true);
}
