private string GenerateDocumentIdForEV(Document currentDcbDocument) { if (currentDcbDocument == null) { return(null); } string generatedDocumentIdForEV; switch (SelectedDocumentIdGenerationAlgorithm) { case DocumentIdGenerationAlgorithm.FromDcbDocId: Field dcbDocIdField = currentDcbDocument.FieldItems.Find(o => o.Code.Equals(DcbOpticonJobBEO.FamilyRelations.DocId)); string dcbDocId = null; if (null != dcbDocIdField) { dcbDocId = ExtractDcbDocumentId(dcbDocIdField.Value, DcbOpticonJobBEO.FamilyRelations.IsDocIDFormatRange); } if (String.IsNullOrEmpty(dcbDocId)) { dcbDocId = currentDcbDocument.PhysicalNumber.ToString(CultureInfo.InvariantCulture); } generatedDocumentIdForEV = String.Format("{0}-{1}", DcbOpticonJobBEO.BaseKeyDocId, dcbDocId); break; case DocumentIdGenerationAlgorithm.FromPhysicalDocumentNumber: default: generatedDocumentIdForEV = String.Format("{0}-{1}", DcbOpticonJobBEO.BaseKeyDocId, currentDcbDocument.PhysicalNumber); break; } return(generatedDocumentIdForEV); }
private static string GetDateFiedlValue(Field dcbField, JobWorkerLog <DcbParserLogInfo> dcbParserLogEntry) { string strDateTime = dcbField.Value; DateTime dt; bool success = DateTime.TryParseExact(strDateTime, Constants.DateFormatType3, CultureInfo.InvariantCulture, DateTimeStyles.None, out dt); if (success) { return(dt.ToString(Constants.EVDateTimeFormat)); } string errorMessage = String.Format("Cannot parse string \"{0}\" as date/time format \"{1}\"", strDateTime, Constants.DateFormatType3); Tracer.Error(errorMessage); dcbParserLogEntry.Success = false; dcbParserLogEntry.LogInfo.Message = errorMessage; return(String.Empty); }
private string GetNativeFilePath(Document currentDcbDocument) { Field nativeFilePathField = currentDcbDocument.FieldItems.Find(o => o.Name.Equals(DcbOpticonJobBEO.NativeFilePath)); string nativeFilePath = String.Empty; if ((null != nativeFilePathField) && (false == String.IsNullOrEmpty(nativeFilePathField.Value))) { NoteRecord2 nr2 = currentDcbDocument.Notes.Find(o => o.LinkFieldCode == nativeFilePathField.Code); try { //There are five cases I identified for finding the file path on different scnarios //Native File Field has valid path nativeFilePath = File.Exists(nativeFilePathField.Value) ? nativeFilePathField.Value : ProcessFromRelativePath(nativeFilePathField.Value); //Process from notes database if ((!File.Exists(nativeFilePath)) && (null != nr2)) { nativeFilePath = File.Exists(nr2.Attachment) ? nr2.Attachment : ProcessFromRelativePath(nr2.Attachment); } //Next Try if (!File.Exists(nativeFilePath)) { nativeFilePath = String.Format("{0}\\{1}", Path.GetDirectoryName(DcbOpticonJobBEO.DcbSourcePath), Path.GetFileName(nativeFilePathField.Value)); } if (!File.Exists(nativeFilePath)) { return(String.Empty); } } catch (Exception ex) { ex.Trace().Swallow(); return(string.Empty); } } return(nativeFilePath); }
private List <DocumentCommentBEO> FetchComments(RVWDocumentBEO rVwDocumentBEO, Document currentDcbDocument, DcbDocumentTags dcbDocumentTags) { List <DocumentCommentBEO> documentCommentBEOList = new List <DocumentCommentBEO>(); try { foreach (NoteRecord2 dcbnotes in currentDcbDocument.Notes) { DocumentCommentBEO comment = new DocumentCommentBEO { DocumentId = rVwDocumentBEO.DocumentId, CollectionId = new Guid(DcbOpticonJobBEO.TargetDatasetId), MatterId = Convert.ToInt64(DcbOpticonJobBEO.MatterId), MetadataTypeVersionId = Constants.One }; FieldMapBEO fieldmap = DcbOpticonJobBEO.FieldMappings.Find(o => (o.SourceFieldID == dcbnotes.LinkFieldCode)); if (null != fieldmap) { comment.Comment.FieldId = fieldmap.DatasetFieldID; comment.MetadataType = MetadataType.TextLevelComments; Field fld = currentDcbDocument.FieldItems.Find(o => o.Code == fieldmap.SourceFieldID); int startindex = 0; if (DcbOpticonJobBEO.ContentFields.Field.Contains(fld.Name)) { foreach (string contentfld in DcbOpticonJobBEO.ContentFields.Field) { if (contentfld.Equals(fld.Name)) { break; } else { if (!String.IsNullOrEmpty(fld.Value)) { startindex = startindex + Regex.Replace(fld.Value, "\r\n", "\n").Length; } } } } JsonComment jscomment = new JsonComment { FieldId = Convert.ToString(fieldmap.DatasetFieldID), IndexInDocument = Convert.ToString(startindex + dcbnotes.LinkOffset), SelectedText = Regex.Replace(fld.Value, Constants.ReturnAndNewLineFeed, Constants.NewLineFeed).Substring( dcbnotes.LinkOffset, dcbnotes.LinkLength) }; jscomment.SelectedText = Regex.Replace(jscomment.SelectedText, Constants.NewLineFeed, Constants.HtmlBreakWithNewLine); JavaScriptSerializer serializer = new JavaScriptSerializer(); comment.Comment.SelectedText = serializer.Serialize(jscomment); comment.SequenceId = 0; comment.VersionId = 0; comment.Comment.Comment = dcbnotes.Text; comment.Comment.FontSize = int.Parse(ConfigurationManager.AppSettings.Get(Constants.DCBCommentsFontSize)); comment.Comment.FontName = ConfigurationManager.AppSettings.Get(Constants.DCBCommentsFont); comment.Comment.Color = ConfigurationManager.AppSettings.Get(Constants.DCBCommentsFontColor); string createdByGuid = String.Empty; if (null != ProfileBEO && null != ProfileBEO.CreatedBy) { createdByGuid = ProfileBEO.CreatedBy; } comment.CreatedBy = createdByGuid; comment.ModifiedBy = createdByGuid; documentCommentBEOList.Add(comment); if (DcbOpticonJobBEO.IncludeTags && (dcbnotes.Tags != null) && (dcbnotes.Tags.Count > 0)) { dcbDocumentTags.compositeTagNames.AddRange(dcbnotes.Tags); } } else { if (DcbOpticonJobBEO.IncludeTags && (dcbnotes.Tags != null) && (dcbnotes.Tags.Count > 0)) { Field fld = currentDcbDocument.FieldItems.Find(o => o.Code == dcbnotes.LinkFieldCode); StringBuilder sbTags = new StringBuilder(); foreach (string tag in dcbnotes.Tags) { sbTags.AppendFormat(" {0}, ", tag); } } } } } catch (Exception ex) { ex.Trace().Swallow(); } return(documentCommentBEOList); }
private void ImportDocumentRelationship(string documentId, Document currentDcbDocument, FamiliesInfo familiesInfo) { // Debug //Tracer.Warning("DCB documentId = {0}", documentId); if (DcbOpticonJobBEO.FamilyRelations.IsEmailDCB) { if (null != currentDcbDocument.children && currentDcbDocument.children.Any()) { foreach (int physicalChildDocumentNumber in currentDcbDocument.children) { FamilyInfo familyInfoRecord1 = new FamilyInfo(null); familyInfoRecord1.OriginalDocumentId = GenerateDocumentIdForEV(physicalChildDocumentNumber.ToString(CultureInfo.InvariantCulture)); familyInfoRecord1.OriginalParentId = GenerateDocumentIdForEV(currentDcbDocument); familiesInfo.FamilyInfoList.Add(familyInfoRecord1); } } // We don't skip standalone documents for Families, because they always can appear to be topmost parents. // And also we need all of them to provide Original to Real Id translation. FamilyInfo familyInfoRecord2 = new FamilyInfo(documentId); familyInfoRecord2.OriginalDocumentId = GenerateDocumentIdForEV(currentDcbDocument.PhysicalNumber.ToString(CultureInfo.InvariantCulture)); familyInfoRecord2.OriginalParentId = null; familiesInfo.FamilyInfoList.Add(familyInfoRecord2); return; } /*One way of maintaining parent-child relationship in DCB is through PARENT_DOCID & DOCID fields * Most of the case it is assumed that PARENT_DOCID & DOCID will have UUID, but in CNClassic there is a * way to map DOCID and PARENT_DOCID field during import process * For Document realtion the first priority is given to PAREN_DOCID & DOCID field */ Field dcbDocIdField = currentDcbDocument.FieldItems.Find(o => o.Code.Equals(DcbOpticonJobBEO.FamilyRelations.DocId)); string dcbDocId = null; if (null != dcbDocIdField) { dcbDocId = ExtractDcbDocumentId(dcbDocIdField.Value, DcbOpticonJobBEO.FamilyRelations.IsDocIDFormatRange); } if (dcbDocId == null) { Tracer.Warning("Potentially bad DCB source data: document {0} has no DocId field", documentId); return; // No point in sending family record with the original document Id missing } Field dcbParentDocIdField = currentDcbDocument.FieldItems.Find(o => o.Code.Equals(DcbOpticonJobBEO.FamilyRelations.ParentDocId)); string dcbParentDocId = null; if (null != dcbParentDocIdField) { dcbParentDocId = ExtractDcbDocumentId(dcbParentDocIdField.Value, DcbOpticonJobBEO.FamilyRelations.IsParentDocIDFormatRange); } FamilyInfo familyInfo = new FamilyInfo(documentId); familyInfo.OriginalDocumentId = GenerateDocumentIdForEV(dcbDocId); familyInfo.OriginalParentId = GenerateDocumentIdForEV(dcbParentDocId); familiesInfo.FamilyInfoList.Add(familyInfo); //Tracer.Trace("Adding Relationship record. Parent = {0}, Child = {1}", threadingEntity.ParentDocumentID, threadingEntity.ChildDocumentID); }
protected void FetchDocumentFromDCB(int documentNumber, List <DocumentDetail> documentDetailList, FamiliesInfo familiesInfo, JobWorkerLog <DcbParserLogInfo> dcbParserLogEntry) { #region Precondition asserts documentDetailList.ShouldNotBe(null); dcbParserLogEntry.ShouldNotBe(null); #endregion RVWDocumentBEO evDocument = new RVWDocumentBEO(); try { //Get the document from DcbFacade Document currentDcbDocument = DcbFacade.GetDocument(documentNumber); //Throw exception if GetDocument fails currentDcbDocument.ShouldNotBe(null); //Create the target EV document evDocument.DocumentId = Guid.NewGuid().ToString().Replace("-", "").ToUpper(); dcbParserLogEntry.LogInfo.DocumentId = evDocument.DocumentId; evDocument.CollectionId = DcbOpticonJobBEO.TargetDatasetId; evDocument.MatterId = DcbOpticonJobBEO.MatterId; //Add the fields required for casemap RVWDocumentFieldBEO evDocumentAccessionNumField = new RVWDocumentFieldBEO { FieldId = Convert.ToInt32(DcbOpticonJobBEO.SysDocId), FieldName = EVSystemFields.DcbId, IsSystemField = true, IsRequired = true, FieldValue = Convert.ToString(currentDcbDocument.UUID, CultureInfo.InvariantCulture) }; evDocument.FieldList.Add(evDocumentAccessionNumField); evDocument.FieldList.Add(_evDocumentSysImportTypeField); //Set the fields from field mapping except content field foreach (FieldMapBEO fieldMap in DcbOpticonJobBEO.FieldMappings) { Field dcbField = currentDcbDocument.FieldItems.Find(o => (o.Code == fieldMap.SourceFieldID)); //Profile fieldmapping has duplicates RVWDocumentFieldBEO evDocumentFieldBEO = evDocument.FieldList.Find(o => o.FieldId.Equals(fieldMap.DatasetFieldID)); if ((null != dcbField) && (evDocumentFieldBEO == null) && (fieldMap.DatasetFieldID != _contentFieldId)) { RVWDocumentFieldBEO evDocuemtnField = new RVWDocumentFieldBEO { FieldId = fieldMap.DatasetFieldID, FieldName = fieldMap.DatasetFieldName }; FieldBEO evfieldDef = _dataset.DatasetFieldList.Find(o => o.ID == evDocuemtnField.FieldId); evDocuemtnField.FieldValue = evfieldDef.FieldType.DataTypeId == Constants.DateDataType ? GetDateFiedlValue(dcbField, dcbParserLogEntry) : Regex.Replace(dcbField.Value, "\r\n", "\n"); evDocument.FieldList.Add(evDocuemtnField); } } //Separate logic for content StringBuilder sbContent = new StringBuilder(); if (DcbOpticonJobBEO.ContentFields != null) { foreach (string contentfield in DcbOpticonJobBEO.ContentFields.Field) { Field dcbContentField = currentDcbDocument.FieldItems.Find(o => (o.Name.Equals(contentfield))); if (null != dcbContentField) { sbContent.Append(dcbContentField.Value); } } } string text = sbContent.ToString().Replace("\r\n", "\n"); //evDocument.DocumentBinary.Content = Regex.Replace(sbContent.ToString(), "\r\n", "\n"); if (!DumpTextToFile(evDocument, text, dcbParserLogEntry)) { return; } //Set the native file path if selected evDocument.NativeFilePath = GetNativeFilePath(currentDcbDocument); if (!String.IsNullOrEmpty(evDocument.NativeFilePath) && File.Exists(evDocument.NativeFilePath)) { FileInfo fileInfo = new FileInfo(evDocument.NativeFilePath); //Tracer.Trace("DcbParcer located native document {0} for DocumentId = {1} and the file length is {2}", // evDocument.NativeFilePath, evDocument.DocumentId, fileInfo.Length); if (fileInfo.Length > 0) { evDocument.FileSize = (int)Math.Ceiling(fileInfo.Length / 1024.0); } else { evDocument.FileSize = 0; } evDocument.MD5HashValue = DocumentHashHelper.GetMD5HashValue(evDocument.NativeFilePath); evDocument.SHAHashValue = DocumentHashHelper.GetSHAHashValue(evDocument.NativeFilePath); } //Set the MIME type string extn = string.Empty; string newExtn = string.Empty; extn = Path.GetExtension(evDocument.NativeFilePath); if (!String.IsNullOrEmpty(extn)) { newExtn = extn.Remove(0, 1); } evDocument.MimeType = GetMimeType(newExtn); evDocument.FileExtension = extn; string createdByGuid = String.Empty; if (null != ProfileBEO && null != ProfileBEO.CreatedBy) { createdByGuid = ProfileBEO.CreatedBy; } evDocument.CreatedBy = createdByGuid; evDocument.ModifiedBy = createdByGuid; if (File.Exists(evDocument.NativeFilePath)) { //Calculating size of file in KB FileInfo fileInfo = new FileInfo(evDocument.NativeFilePath); evDocument.FileSize = (int)Math.Ceiling(fileInfo.Length / Constants.KBConversionConstant); if (evDocument.DocumentBinary == null) { evDocument.DocumentBinary = new RVWDocumentBinaryBEO(); } RVWExternalFileBEO nativeFile = new RVWExternalFileBEO { Type = NATIVE_FILE_TYPE, Path = evDocument.NativeFilePath }; evDocument.DocumentBinary.FileList.Add(nativeFile); } DocumentDetail documentDetail = new DocumentDetail { // CorrId is the same as TaskId and it is 1 based. CorrelationId = checked (documentNumber + 1).ToString(CultureInfo.InvariantCulture), IsNewDocument = true, docType = DocumentsetType.NativeSet, document = evDocument }; documentDetailList.Add(documentDetail); //Add Tags if (DcbOpticonJobBEO.IncludeTags && null != currentDcbDocument.TagItems && currentDcbDocument.TagItems.Count > 0) { if (null == documentDetail.DcbTags) { documentDetail.DcbTags = new List <DcbTags>(); } DcbDocumentTags dcbDocumentTags = new DcbDocumentTags { compositeTagNames = currentDcbDocument.TagItems, DatasetId = DcbOpticonJobBEO.TargetDatasetId, MatterId = DcbOpticonJobBEO.MatterId, DocumentId = evDocument.DocumentId }; documentDetail.DcbTags.Add(dcbDocumentTags); } // Add notes AddComments(documentDetail, evDocument, currentDcbDocument); //Add Images if (DcbOpticonJobBEO.ImportImages) { RVWDocumentBEO images = ImportDocumentImages(evDocument.DocumentId, currentDcbDocument); if (null != images) { DocumentDetail imageDocumentDetail = new DocumentDetail { // CorrId is the same as TaskId and it is 1 based. CorrelationId = checked (documentNumber + 1).ToString(CultureInfo.InvariantCulture), IsNewDocument = true, docType = DocumentsetType.ImageSet, document = images }; documentDetailList.Add(imageDocumentDetail); dcbParserLogEntry.LogInfo.AddedImages = images.DocumentBinary.FileList.Count; } //Add Redlines //ImportDocumentRedlines(); } //Add Document Relation if (DcbOpticonJobBEO.IsImportFamilies) { ImportDocumentRelationship(evDocument.DocumentId, currentDcbDocument, familiesInfo); } #region Postcondition asserts documentDetailList.ShouldNotBe(null); #endregion } catch (Exception ex) { //TaskLogInfo.AddParameters(Constants.ErrorDoAtomicWork + "<br/>" + ex.Message); //TaskLogInfo.StackTrace = ex.Source + "<br/>" + ex.Message + "<br/>" + ex.StackTrace; //TaskLogInfo.IsError = true; ex.Trace().Swallow(); dcbParserLogEntry.Success = false; if (ex.ToUserString().Contains(Constants.DiskFullErrorMessage)) { dcbParserLogEntry.LogInfo.Message = "There is not enough space on the disk"; throw; } else { dcbParserLogEntry.LogInfo.Message = ex.ToUserString(); } } }
private static string GetDateFiedlValue(Field dcbField, JobWorkerLog<DcbParserLogInfo> dcbParserLogEntry) { string strDateTime = dcbField.Value; DateTime dt; bool success = DateTime.TryParseExact(strDateTime, Constants.DateFormatType3, CultureInfo.InvariantCulture, DateTimeStyles.None, out dt); if (success) { return dt.ToString(Constants.EVDateTimeFormat); } string errorMessage = String.Format("Cannot parse string \"{0}\" as date/time format \"{1}\"", strDateTime, Constants.DateFormatType3); Tracer.Error(errorMessage); dcbParserLogEntry.Success = false; dcbParserLogEntry.LogInfo.Message = errorMessage; return String.Empty; }