/// <summary>
/// Add Existing Native File Info during overlay , if Native file was not included
/// </summary>
private void AddNativeFileInfo(RVWDocumentBEO document)
{
if (document == null)
{
return;
}
var nativeFilePath = GetNativeFilePath(document.DocumentId);
if (string.IsNullOrEmpty(nativeFilePath))
{
return;
}
var extension = Path.GetExtension(nativeFilePath);
if (extension != null)
{
document.MimeType = GetMimeType(extension.Replace(".", ""));
}
document.FileName = Path.GetFileNameWithoutExtension(nativeFilePath);
document.NativeFilePath = nativeFilePath;
document.FileExtension = Path.GetExtension(nativeFilePath);
if (!File.Exists(nativeFilePath))
{
return;
}
//Calculating size of file in KB
var fileInfo = new FileInfo(nativeFilePath);
document.FileSize = (int)Math.Ceiling(fileInfo.Length / Constants.KBConversionConstant);
document.MD5HashValue = DocumentHashHelper.GetMD5HashValue(nativeFilePath);
document.SHAHashValue = DocumentHashHelper.GetSHAHashValue(nativeFilePath);
}
//To get the missing native files
private string GetMissingNativeFiles(RVWDocumentBEO document)
{
string missingNativeFile = null;
if (document.DocumentBinary == null)
{
return(null);
}
if (_jobParams.IsImportNative)
{
var nativeFile =
document.DocumentBinary.FileList.Find(x => x.Type == Constants.NATIVE_FILE_TYPE);
if (nativeFile != null)
{
var nativeFilePath = nativeFile.Path;
var extension = Path.GetExtension(nativeFilePath);
if (extension != null)
{
document.MimeType = GetMimeType(extension.Replace(".", "")); // Remove MimeType
}
document.FileName = Path.GetFileNameWithoutExtension(nativeFilePath);
document.NativeFilePath = nativeFilePath;
nativeFile.Type = Constants.NATIVE_FILE_TYPE;
nativeFile.Path = document.NativeFilePath;
document.FileExtension = Path.GetExtension(nativeFilePath);
if (File.Exists(nativeFilePath))
{
//Calculating size of file in KB
var fileInfo = new FileInfo(nativeFilePath);
document.FileSize = (int)Math.Ceiling(fileInfo.Length / Constants.KBConversionConstant);
document.MD5HashValue = DocumentHashHelper.GetMD5HashValue(nativeFilePath);
document.SHAHashValue = DocumentHashHelper.GetSHAHashValue(nativeFilePath);
}
else //Missing Native File
{
missingNativeFile = nativeFilePath;
}
}
}
else
{
document.DocumentBinary.FileList.RemoveAll(x => x.Type == Constants.NATIVE_FILE_TYPE);
}
return(missingNativeFile);
}
private void ProcessDocumentEntities(EvDocumentDataEntity documentData, double taskPercentage)
{
try
{
foreach (var rvwDocumentBEO in documentData.Documents)
{
CreateAndUpdateExternalFileEntityForNativeSet(rvwDocumentBEO);
if (File.Exists(rvwDocumentBEO.NativeFilePath))
{
rvwDocumentBEO.MD5HashValue = DocumentHashHelper.GetMD5HashValue(rvwDocumentBEO.NativeFilePath);
rvwDocumentBEO.SHAHashValue = DocumentHashHelper.GetSHAHashValue(rvwDocumentBEO.NativeFilePath);
}
}
m_Documents.AddRange(documentData.Documents);
#region Accumilate Outlook MailStoreData Entities - they are flushed and put on queue along with documents being sent.
// Check if outlook mail stores exist
if (documentData.OutlookMailStoreDataEntity != null && documentData.OutlookMailStoreDataEntity.PSTFile != null && documentData.OutlookMailStoreDataEntity.EntryIdAndEmailMessagePairs.Count() > 0)
{
if (m_OutlookMailStoreDataEntities == null)
{
m_OutlookMailStoreDataEntities = new List <OutlookMailStoreEntity>();
}
m_OutlookMailStoreDataEntities.Add(documentData.OutlookMailStoreDataEntity);
}
#endregion Accumilate Outlook MailStoreData Entities - they are flushed and put on queue along with documents being sent.
if (m_Documents.Count >= m_PipelineBatchSize)
{
IEnumerable <RVWDocumentBEO> documentBatch = m_Documents.Take(Convert.ToInt16(m_PipelineBatchSize));
Send(documentBatch, false);
m_Documents.RemoveRange(0, Convert.ToInt16(m_PipelineBatchSize));
}
}
catch (Exception ex)
{
ex.Trace().Swallow();
}
}
protected void FetchDocumentFromDCB(int documentNumber,
List <DocumentDetail> documentDetailList, FamiliesInfo familiesInfo, JobWorkerLog <DcbParserLogInfo> dcbParserLogEntry)
{
#region Precondition asserts
documentDetailList.ShouldNotBe(null);
dcbParserLogEntry.ShouldNotBe(null);
#endregion
RVWDocumentBEO evDocument = new RVWDocumentBEO();
try
{
//Get the document from DcbFacade
Document currentDcbDocument = DcbFacade.GetDocument(documentNumber);
//Throw exception if GetDocument fails
currentDcbDocument.ShouldNotBe(null);
//Create the target EV document
evDocument.DocumentId = Guid.NewGuid().ToString().Replace("-", "").ToUpper();
dcbParserLogEntry.LogInfo.DocumentId = evDocument.DocumentId;
evDocument.CollectionId = DcbOpticonJobBEO.TargetDatasetId;
evDocument.MatterId = DcbOpticonJobBEO.MatterId;
//Add the fields required for casemap
RVWDocumentFieldBEO evDocumentAccessionNumField = new RVWDocumentFieldBEO
{
FieldId = Convert.ToInt32(DcbOpticonJobBEO.SysDocId),
FieldName = EVSystemFields.DcbId,
IsSystemField = true,
IsRequired = true,
FieldValue = Convert.ToString(currentDcbDocument.UUID, CultureInfo.InvariantCulture)
};
evDocument.FieldList.Add(evDocumentAccessionNumField);
evDocument.FieldList.Add(_evDocumentSysImportTypeField);
//Set the fields from field mapping except content field
foreach (FieldMapBEO fieldMap in DcbOpticonJobBEO.FieldMappings)
{
Field dcbField = currentDcbDocument.FieldItems.Find(o => (o.Code == fieldMap.SourceFieldID));
//Profile fieldmapping has duplicates
RVWDocumentFieldBEO evDocumentFieldBEO = evDocument.FieldList.Find(o => o.FieldId.Equals(fieldMap.DatasetFieldID));
if ((null != dcbField) && (evDocumentFieldBEO == null) && (fieldMap.DatasetFieldID != _contentFieldId))
{
RVWDocumentFieldBEO evDocuemtnField = new RVWDocumentFieldBEO
{
FieldId = fieldMap.DatasetFieldID,
FieldName = fieldMap.DatasetFieldName
};
FieldBEO evfieldDef = _dataset.DatasetFieldList.Find(o => o.ID == evDocuemtnField.FieldId);
evDocuemtnField.FieldValue = evfieldDef.FieldType.DataTypeId == Constants.DateDataType
? GetDateFiedlValue(dcbField, dcbParserLogEntry)
: Regex.Replace(dcbField.Value, "\r\n", "\n");
evDocument.FieldList.Add(evDocuemtnField);
}
}
//Separate logic for content
StringBuilder sbContent = new StringBuilder();
if (DcbOpticonJobBEO.ContentFields != null)
{
foreach (string contentfield in DcbOpticonJobBEO.ContentFields.Field)
{
Field dcbContentField = currentDcbDocument.FieldItems.Find(o => (o.Name.Equals(contentfield)));
if (null != dcbContentField)
{
sbContent.Append(dcbContentField.Value);
}
}
}
string text = sbContent.ToString().Replace("\r\n", "\n");
//evDocument.DocumentBinary.Content = Regex.Replace(sbContent.ToString(), "\r\n", "\n");
if (!DumpTextToFile(evDocument, text, dcbParserLogEntry))
{
return;
}
//Set the native file path if selected
evDocument.NativeFilePath = GetNativeFilePath(currentDcbDocument);
if (!String.IsNullOrEmpty(evDocument.NativeFilePath) && File.Exists(evDocument.NativeFilePath))
{
FileInfo fileInfo = new FileInfo(evDocument.NativeFilePath);
//Tracer.Trace("DcbParcer located native document {0} for DocumentId = {1} and the file length is {2}",
// evDocument.NativeFilePath, evDocument.DocumentId, fileInfo.Length);
if (fileInfo.Length > 0)
{
evDocument.FileSize = (int)Math.Ceiling(fileInfo.Length / 1024.0);
}
else
{
evDocument.FileSize = 0;
}
evDocument.MD5HashValue = DocumentHashHelper.GetMD5HashValue(evDocument.NativeFilePath);
evDocument.SHAHashValue = DocumentHashHelper.GetSHAHashValue(evDocument.NativeFilePath);
}
//Set the MIME type
string extn = string.Empty;
string newExtn = string.Empty;
extn = Path.GetExtension(evDocument.NativeFilePath);
if (!String.IsNullOrEmpty(extn))
{
newExtn = extn.Remove(0, 1);
}
evDocument.MimeType = GetMimeType(newExtn);
evDocument.FileExtension = extn;
string createdByGuid = String.Empty;
if (null != ProfileBEO && null != ProfileBEO.CreatedBy)
{
createdByGuid = ProfileBEO.CreatedBy;
}
evDocument.CreatedBy = createdByGuid;
evDocument.ModifiedBy = createdByGuid;
if (File.Exists(evDocument.NativeFilePath))
{
//Calculating size of file in KB
FileInfo fileInfo = new FileInfo(evDocument.NativeFilePath);
evDocument.FileSize = (int)Math.Ceiling(fileInfo.Length / Constants.KBConversionConstant);
if (evDocument.DocumentBinary == null)
{
evDocument.DocumentBinary = new RVWDocumentBinaryBEO();
}
RVWExternalFileBEO nativeFile = new RVWExternalFileBEO
{
Type = NATIVE_FILE_TYPE,
Path = evDocument.NativeFilePath
};
evDocument.DocumentBinary.FileList.Add(nativeFile);
}
DocumentDetail documentDetail = new DocumentDetail
{
// CorrId is the same as TaskId and it is 1 based.
CorrelationId = checked (documentNumber + 1).ToString(CultureInfo.InvariantCulture),
IsNewDocument = true,
docType = DocumentsetType.NativeSet,
document = evDocument
};
documentDetailList.Add(documentDetail);
//Add Tags
if (DcbOpticonJobBEO.IncludeTags && null != currentDcbDocument.TagItems && currentDcbDocument.TagItems.Count > 0)
{
if (null == documentDetail.DcbTags)
{
documentDetail.DcbTags = new List <DcbTags>();
}
DcbDocumentTags dcbDocumentTags = new DcbDocumentTags
{
compositeTagNames = currentDcbDocument.TagItems,
DatasetId = DcbOpticonJobBEO.TargetDatasetId,
MatterId = DcbOpticonJobBEO.MatterId,
DocumentId = evDocument.DocumentId
};
documentDetail.DcbTags.Add(dcbDocumentTags);
}
// Add notes
AddComments(documentDetail, evDocument, currentDcbDocument);
//Add Images
if (DcbOpticonJobBEO.ImportImages)
{
RVWDocumentBEO images = ImportDocumentImages(evDocument.DocumentId, currentDcbDocument);
if (null != images)
{
DocumentDetail imageDocumentDetail = new DocumentDetail
{
// CorrId is the same as TaskId and it is 1 based.
CorrelationId = checked (documentNumber + 1).ToString(CultureInfo.InvariantCulture),
IsNewDocument = true,
docType = DocumentsetType.ImageSet,
document = images
};
documentDetailList.Add(imageDocumentDetail);
dcbParserLogEntry.LogInfo.AddedImages = images.DocumentBinary.FileList.Count;
}
//Add Redlines
//ImportDocumentRedlines();
}
//Add Document Relation
if (DcbOpticonJobBEO.IsImportFamilies)
{
ImportDocumentRelationship(evDocument.DocumentId, currentDcbDocument, familiesInfo);
}
#region Postcondition asserts
documentDetailList.ShouldNotBe(null);
#endregion
}
catch (Exception ex)
{
//TaskLogInfo.AddParameters(Constants.ErrorDoAtomicWork + "<br/>" + ex.Message);
//TaskLogInfo.StackTrace = ex.Source + "<br/>" + ex.Message + "<br/>" + ex.StackTrace;
//TaskLogInfo.IsError = true;
ex.Trace().Swallow();
dcbParserLogEntry.Success = false;
if (ex.ToUserString().Contains(Constants.DiskFullErrorMessage))
{
dcbParserLogEntry.LogInfo.Message = "There is not enough space on the disk";
throw;
}
else
{
dcbParserLogEntry.LogInfo.Message = ex.ToUserString();
}
}
}
