public static bool ProcessRecord <RecordType, RecordLogType>(this DCDContext dc, Record record, ImportLog importLog) where RecordType : IDCD, new() where RecordLogType : IDCDRecordImportLog, new() { //First see if the record already exists IDCD entry = dc.GetRecord <RecordType>(record.Identification.RecordId); //Process delete if (record.Command == CommandType.Delete) { if (entry == null) { dc.CreateRecordLogEntry <RecordLogType>(record.Identification.RecordId, importLog, RecordImportResult.Skipped, RecordImportOperation.Delete, "Cannot delete. Record doesn't exist."); return(true); } else { try { entry.DeleteRecordOnSubmit(dc); dc.SubmitChanges(); } catch (Exception e) { dc.CreateRecordLogEntry <RecordLogType>(record.Identification.RecordId, importLog, RecordImportResult.Failure, RecordImportOperation.Delete, "Error deleting record.", e); return(false); } dc.CreateRecordLogEntry <RecordLogType>(record.Identification.RecordId, importLog, RecordImportResult.Success, RecordImportOperation.Delete, string.Empty); return(true); } } //Upsert else { RecordImportOperation op = RecordImportOperation.Insert; IDCD processingRecord; try { //If the record already exists if (entry != null) { op = RecordImportOperation.Update; //Only records that are newer than the records in the feed will be skipped if (entry.LastModified > record.Identification.LastModified) { dc.CreateRecordLogEntry <RecordLogType>(record.Identification.RecordId, importLog, RecordImportResult.Skipped, op, "Existing record has a newer Last Modified Date."); return(true); } else if (record.Content == null || string.IsNullOrEmpty(record.Content.InnerXml)) { dc.CreateRecordLogEntry <RecordLogType>(record.Identification.RecordId, importLog, RecordImportResult.Skipped, op, "Record does not have any content."); return(true); } else { entry.RecordNumber = record.Identification.RecordNumber; entry.Title = XMLFileUtilities.RemoveBrackets(record.Identification.Title); entry.LastModified = record.Identification.LastModified; entry.Created = record.Identification.Created; entry.Published = record.Identification.Created; if (!record.Identification.Published.ToString().Equals(DateTime.MinValue.ToString())) { entry.Published = record.Identification.Published; } entry.Content = record.Content.InnerXml; } } else { op = RecordImportOperation.Insert; processingRecord = new RecordType(); processingRecord.RecordId = record.Identification.RecordId; processingRecord.RecordNumber = record.Identification.RecordNumber; processingRecord.Title = XMLFileUtilities.RemoveBrackets(record.Identification.Title); processingRecord.LastModified = record.Identification.LastModified; processingRecord.Created = record.Identification.Created; processingRecord.Published = record.Identification.Created; if (!record.Identification.Published.ToString().Equals(DateTime.MinValue.ToString())) { processingRecord.Published = record.Identification.Published; } processingRecord.Content = record.Content.InnerXml; processingRecord.InsertRecordOnSubmit(dc); } dc.SubmitChanges(); } catch (Exception e) { dc.CreateRecordLogEntry <RecordLogType>(record.Identification.RecordId, importLog, RecordImportResult.Failure, op, "Error inserting/updating record.", e); return(false); } dc.CreateRecordLogEntry <RecordLogType>(record.Identification.RecordId, importLog, RecordImportResult.Success, op, string.Empty); return(true); } }
public bool ProcessFile() { using (DCDContext dcCntxt = new DCDContext()) { //Initialize the database log entry for this import dcCntxt.CreateImportLogEntry(DateTime.Now, _fileName, out _importingLogRecord); } if (_importingLogRecord == null) { return(false); } try { //Set the DTD validation options XmlReaderSettings settings = new XmlReaderSettings(); settings.ProhibitDtd = false; settings.ValidationType = ValidationType.DTD; settings.ValidationEventHandler += new ValidationEventHandler(XMLValidationHandler); settings.CheckCharacters = false; XmlReader reader = XmlReader.Create(_documentPath, settings); IBIContent content; try { //Deserialize the xml file XmlSerializer serializer = new XmlSerializer(typeof(IBIContent)); content = (IBIContent)serializer.Deserialize(reader); } catch (Exception e) { reader.Close(); DCDImportLogger.ThrowCriticalImportError("DCD XML doc de-serialization failed! ", e, _fileName, _importingLogRecord, _importLogNotes); return(false); } reader.Close(); //If there was an error validating the XML file with the appropriate DTD file if (!documentIsValid) { DCDImportLogger.ThrowCriticalImportError("DCD XML doc validation failed! " + _importLogNotes, _fileName, _importingLogRecord, _importLogNotes); return(false); } //Our XML file is good. Quickly validate that the number of records is correct. int numRecords; if (!int.TryParse(content.Feed.NumberOfRecords, out numRecords)) { DCDImportLogger.ThrowCriticalImportError("Error processing DCD XML doc. Number of records value is not a valid integer.", _fileName, _importingLogRecord, _importLogNotes); return(false); } if (numRecords != content.RecordSet.Count) { DCDImportLogger.ThrowCriticalImportError("Error processing DCD XML doc. Number of records value does not equal the record set size.", _fileName, _importingLogRecord, _importLogNotes); return(false); } //We're past the critical error point. Time to process each record foreach (Record record in content.RecordSet) { using (DCDContext dc = new DCDContext()) { bool success = false; if (content.type == IBIContentType.deal) { //_importingLogRecord = new Model.DCD.DCDManager().GetImportLogById(_importingLogRecord.Id); success = dc.ProcessRecord <Deal, DealRecordImportLog>(record, _importingLogRecord); if (success) { if (record.Command == CommandType.Delete) { _dealDeletes.Add(record.Identification.RecordNumber); } else { _dealUpdates.Add(dc.GetRecord <Deal>(record.Identification.RecordId)); } } } else if (content.type == IBIContentType.company) { success = dc.ProcessRecord <Informa.Models.DCD.Company, CompanyRecordImportLog>(record, _importingLogRecord); if (success) { //TODO: This is a hack for the thin records. Replace this when full records are imported if (!string.IsNullOrEmpty(record.Content.InnerXml)) { XDocument contentDoc = XDocument.Parse(record.Content.InnerXml); List <CompanyPath> paths = new List <CompanyPath>(); foreach (XElement node in contentDoc.Descendants("CompanyPath")) { CompanyPath path = new CompanyPath(); XAttribute id = node.Attribute("id"); if (id != null) { path.id = id.Value; } path.Value = node.Value; paths.Add(path); } success = dc.AddRelatedCompanies(record.Identification.RecordId, paths); } if (record.Command == CommandType.Delete) { _companyDeletes.Add(record.Identification.RecordNumber); } else { _companyUpdates.Add(dc.GetRecord <Informa.Models.DCD.Company>(record.Identification.RecordId)); } } } else if (content.type == IBIContentType.drug) { success = dc.ProcessRecord <Drug, DrugRecordImportLog>(record, _importingLogRecord); if (success) { if (record.Command == CommandType.Delete) { _drugDeletes.Add(record.Identification.RecordNumber); } else { _drugUpdates.Add(dc.GetRecord <Drug>(record.Identification.RecordId)); } } } if (!success) { _hasSomeFailures = true; } } } //COVEO INDEX REBUILDING REMOVED using (DCDContext dc = new DCDContext()) { //If it is an "all update" note any discrepancies and send them to the distro if (content.Feed.type == FeedType.ALLRECORDS) { IEnumerable <IDCD> discrepancies = null; IEnumerable <IDCD> olderItems = null; IEnumerable <IDCD> noContentItems = null; string type = string.Empty; if (content.type == IBIContentType.deal) { var imported = dc.DealRecordImportLogs.Where(d => d.ImportLog == _importingLogRecord); discrepancies = dc.Deals.Where(d => !imported.Any(dl => dl.RecordId == d.RecordId)).Select(i => (IDCD)i); olderItems = imported.Where(r => r.Notes == "Existing record has a newer Last Modified Date.").Select(r => (IDCD)dc.Deals.FirstOrDefault(c => c.RecordId == r.RecordId.Value)); noContentItems = imported.Where(r => r.Notes == "Record does not have any content.").Select(r => (IDCD)dc.Deals.FirstOrDefault(c => c.RecordId == r.RecordId.Value)); type = "deals"; } else if (content.type == IBIContentType.company) { var imported = dc.CompanyRecordImportLogs.Where(c => c.ImportLog == _importingLogRecord); discrepancies = dc.Companies.Where(c => !imported.Any(co => co.RecordId == c.RecordId)).Select(i => (IDCD)i); olderItems = imported.Where(r => r.Notes == "Existing record has a newer Last Modified Date.").Select(r => (IDCD)dc.Companies.FirstOrDefault(c => c.RecordId == r.RecordId.Value)); noContentItems = imported.Where(r => r.Notes == "Record does not have any content.").Select(r => (IDCD)dc.Companies.FirstOrDefault(c => c.RecordId == r.RecordId.Value)); type = "companies"; } else if (content.type == IBIContentType.drug) { var imported = dc.DrugRecordImportLogs.Where(d => d.ImportLog == _importingLogRecord); discrepancies = dc.Drugs.Where(d => !imported.Any(dl => dl.RecordId == d.RecordId)).Select(i => (IDCD)i); olderItems = imported.Where(r => r.Notes == "Existing record has a newer Last Modified Date.").Select(r => (IDCD)dc.Drugs.FirstOrDefault(c => c.RecordId == r.RecordId.Value)); noContentItems = imported.Where(r => r.Notes == "Record does not have any content.").Select(r => (IDCD)dc.Drugs.FirstOrDefault(c => c.RecordId == r.RecordId.Value)); type = "drugs"; } //Send email if there are any discrepancies bool hasDiscrepancies = (discrepancies != null && discrepancies.Count() > 0); bool hasOlderItems = (olderItems != null && olderItems.Count() > 0); bool hasNoContentItems = noContentItems != null && noContentItems.Count() > 0; if (hasDiscrepancies || hasOlderItems || hasNoContentItems) { string subject = DCDConstants.BusinessAcronym + " discrepancy report for " + type + " import: " + _fileName; StringBuilder sb = new StringBuilder(); sb.AppendLine("There were discrepancies when processing the full import file: " + _fileName); sb.AppendLine(); if (hasDiscrepancies) { sb.AppendLine("These existing " + type + " were not altered by the import."); sb.AppendLine(); foreach (var discrepancy in discrepancies) { sb.AppendLine(discrepancy.RecordNumber + " - " + discrepancy.Title); } } if (hasOlderItems) { sb.AppendLine("These existing " + type + " have a newer modified date in the database."); sb.AppendLine(); foreach (var olderItem in olderItems) { sb.AppendLine(olderItem.RecordNumber + " - " + olderItem.Title); } } if (hasNoContentItems) { sb.AppendLine("These existing " + type + " do not have a <Content> node in their record."); sb.AppendLine(); foreach (var noContentItem in noContentItems) { sb.AppendLine(noContentItem.RecordNumber + " - " + noContentItem.Title); } } DCDImportLogger.SendNotification(subject, sb.ToString()); } } } Event.RaiseEvent("dcdimport:end", content.type); Sitecore.Eventing.EventManager.QueueEvent <DCDImportEndRemoteEvent>(new DCDImportEndRemoteEvent(content.type)); } catch (Exception e) { DCDImportLogger.ThrowCriticalImportError("Error processing DCD XML doc.", e, _fileName, _importingLogRecord, _importLogNotes); return(false); } //If we get this far, the import was a success //Log import completion _importingLogRecord.ImportEnd = DateTime.Now; _importingLogRecord.Result = (_hasSomeFailures) ? ImportResult.PartialSuccess.ToString() : ImportResult.Success.ToString(); _importingLogRecord.Notes = _importLogNotes.ToString(); using (DCDContext dcdContext = new DCDContext()) dcdContext.UpdateImportLogEntry(_importingLogRecord); return(true); }