public OverlayDocumentManager(ImportBEO jobParameter, DatasetBEO dataset, string jobRunId, string workerInstanceId)
{
m_JobParameter = jobParameter;
m_Dataset = dataset;
m_JobRunId = jobRunId;
m_WorkerInstanceId = workerInstanceId;
}
public OverlayDocumentManager(ImportBEO jobParameter, DatasetBEO dataset, string jobRunId, string workerInstanceId)
{
m_JobParameter = jobParameter;
m_Dataset = dataset;
m_JobRunId = jobRunId;
m_WorkerInstanceId = workerInstanceId;
}
//Key : Newly generated Id during overlay
//Value : Id generated earlier(during Append)
#endregion
#region OverDrive
protected override void BeginWork()
{
base.BeginWork();
_jobParameter = GetImportBEO(BootParameters);
if (_jobParameter != null && !string.IsNullOrEmpty(_jobParameter.CreatedBy))
{
//Get User Information , Its needed for search
_userInfo = UserBO.AuthenticateUsingUserGuid(_jobParameter.CreatedBy);
_userInfo.CreatedBy = _jobParameter.CreatedBy;
_isIncludeNativeFile = (_jobParameter != null && _jobParameter.IsImportNativeFiles);
}
}
//Key : Newly generated Id during overlay
//Value : Id generated earlier(during Append)
#endregion
#region OverDrive
protected override void BeginWork()
{
base.BeginWork();
_jobParameter = GetImportBEO(BootParameters);
if (_jobParameter != null && !string.IsNullOrEmpty(_jobParameter.CreatedBy))
{
//Get User Information , Its needed for search
_userInfo = UserBO.AuthenticateUsingUserGuid(_jobParameter.CreatedBy);
_userInfo.CreatedBy = _jobParameter.CreatedBy;
_isIncludeNativeFile = (_jobParameter != null && _jobParameter.IsImportNativeFiles);
}
}
public LoadFileDocumentManager(ImportBEO jobParameter, string threadingString, string datasetPath, DatasetBEO dataset, string jobRunId, string workerInstanceId,int jobId)
{
m_JobParameter = jobParameter;
m_ColumnDelimiter = Convert.ToChar(m_JobParameter.LoadFile.ColumnDelimiter);
m_QuoteCharacter = Convert.ToChar(m_JobParameter.LoadFile.QuoteCharacter);
m_FieldRowDelimiter = Convert.ToChar(m_JobParameter.LoadFile.NewlineDelimiter);
m_SourceFile = new Uri(m_JobParameter.Locations.First());
m_ThreadingConstraint = threadingString;
m_DatasetPath = datasetPath;
m_Dataset = dataset;
m_ConcordanceFieldSplitter = Constants.ConcordanceFieldSplitter;
m_JobRunId = jobRunId;
m_WorkerInstanceId = workerInstanceId;
m_ImportDescription = jobParameter.ImportDetail;
_JobId = jobId;
}
private void SetMessageBatchSize(ImportBEO jobParameter)
{
try
{
if (jobParameter != null)
{
if (jobParameter.IsAppend)
{
m_BatchSize =
Convert.ToInt32(ApplicationConfigurationManager.GetValue("LoadFileBatchSize", "Imports"));
}
else
{
m_BatchSize =
Convert.ToInt32(ApplicationConfigurationManager.GetValue("LoadFileOverlayBatchSize",
"Imports"));
}
}
}
catch (Exception)
{
Tracer.Error("Load File Parser: Failed to set message batch size for job run id {0}", PipelineId);
}
}
protected override void BeginWork()
{
base.BeginWork();
_jobParameter = GetImportBEO((string)BootParameters);
}
protected override void BeginWork()
{
base.BeginWork();
_jobParameter = GetImportBEO((string)BootParameters);
}
protected override void BeginWork()
{
try
{
base.BeginWork();
m_Parameters = GetImportBEO(BootParameters);
m_Parameters.ShouldNotBe(null);
m_LoadFileUri = new Uri(m_Parameters.Locations.First());
m_ColumnDelimiter = (char)m_Parameters.LoadFile.ColumnDelimiter;
m_QuoteCharacter = (char)m_Parameters.LoadFile.QuoteCharacter;
m_NewlineCharacter = (char)m_Parameters.LoadFile.NewlineDelimiter;
m_RecordTokenizer = new RecordTokenizer(m_ColumnDelimiter, m_QuoteCharacter);
m_EncodingType = Encoding.GetEncoding(m_Parameters.LoadFile.EncodingType);
m_IsFirstLineHeader = m_Parameters.LoadFile.IsFirstLineHeader;
var loadFilePath = HttpUtility.UrlDecode(m_LoadFileUri.OriginalString);
ReportToDirector("LoadFileParser works on load file {0}", loadFilePath);
m_StreamReader = new StreamReader(loadFilePath, m_EncodingType);
#region Dataset Detaills
m_Parameters.DatasetId.ShouldBeGreaterThan(0);
m_Dataset = DataSetBO.GetDataSetDetailForDataSetId(m_Parameters.DatasetId);
var matterDetails = MatterDAO.GetMatterDetails(m_Parameters.MatterId.ToString());
matterDetails.ShouldNotBe(null);
m_Dataset.Matter = matterDetails;
var searchServerDetails = ServerDAO.GetSearchServer(matterDetails.SearchServer.Id);
searchServerDetails.ShouldNotBe(null);
m_Dataset.Matter.SearchServer = searchServerDetails;
m_DatasetPath = m_Dataset.CompressedFileExtractionLocation;
#endregion
if (m_Parameters != null &&
m_Parameters.IsImportImages &&
m_Parameters.LoadFile.ImageFile != null &&
m_Parameters.LoadFile.ImageFile.ImageExtractionOption == LoadFileImageExtractionOption.HelperFile)
{
var imageHelperFileName = m_Parameters.LoadFile.ImageFile.HelperFileName;
ReportToDirector("LoadFileParser uses image helper file {0}", imageHelperFileName);
_imageHelperFileParser = new HelperFileParser(this, imageHelperFileName);
}
if (m_Parameters != null &&
m_Parameters.LoadFile.ContentFile != null &&
m_Parameters.LoadFile.ContentFile.TextExtractionOption == LoadFileTextExtractionOption.HelperFile)
{
var contentHelperFileName = m_Parameters.LoadFile.ContentFile.HelperFileName;
ReportToDirector("LoadFileParser uses content (text) helper file {0}", contentHelperFileName);
TextHelperFile = new HelperFile(this, contentHelperFileName);
}
if (null != m_Parameters &&
null != m_Parameters.LoadFile &&
null != m_Parameters.LoadFile.ContentFile &&
null != m_Parameters.LoadFile.ContentFile.LoadFileContentField)
{
m_ContentFieldNumber = Convert.ToInt32(m_Parameters.LoadFile.ContentFile.LoadFileContentField);
}
_uniqueThreadString = Guid.NewGuid().ToString().Replace("-", "").ToUpper();
SetMessageBatchSize(m_Parameters);
}
catch (Exception ex)
{
//Send log to Log Pipe
LogMessage(false, Constants.ParserFailureMessageOnInitialize);
ex.Trace();
ReportToDirector("Exception in LoadFileParser.BeginWork", ex.ToDebugString());
throw;
}
}
private void SetMessageBatchSize(ImportBEO jobParameter)
{
try
{
if (jobParameter != null)
{
if (jobParameter.IsAppend)
{
m_BatchSize =
Convert.ToInt32(ApplicationConfigurationManager.GetValue("LoadFileBatchSize", "Imports"));
}
else
{
m_BatchSize =
Convert.ToInt32(ApplicationConfigurationManager.GetValue("LoadFileOverlayBatchSize",
"Imports"));
}
}
}
catch (Exception)
{
Tracer.Error("Load File Parser: Failed to set message batch size for job run id {0}", PipelineId);
}
}
protected override void BeginWork()
{
try
{
base.BeginWork();
m_Parameters = GetImportBEO(BootParameters);
m_Parameters.ShouldNotBe(null);
m_LoadFileUri = new Uri(m_Parameters.Locations.First());
m_ColumnDelimiter = (char) m_Parameters.LoadFile.ColumnDelimiter;
m_QuoteCharacter = (char) m_Parameters.LoadFile.QuoteCharacter;
m_NewlineCharacter = (char) m_Parameters.LoadFile.NewlineDelimiter;
m_RecordTokenizer = new RecordTokenizer(m_ColumnDelimiter, m_QuoteCharacter);
m_EncodingType = Encoding.GetEncoding(m_Parameters.LoadFile.EncodingType);
m_IsFirstLineHeader = m_Parameters.LoadFile.IsFirstLineHeader;
var loadFilePath = HttpUtility.UrlDecode(m_LoadFileUri.OriginalString);
ReportToDirector("LoadFileParser works on load file {0}", loadFilePath);
m_StreamReader = new StreamReader(loadFilePath, m_EncodingType);
#region Dataset Detaills
m_Parameters.DatasetId.ShouldBeGreaterThan(0);
m_Dataset = DataSetBO.GetDataSetDetailForDataSetId(m_Parameters.DatasetId);
var matterDetails = MatterDAO.GetMatterDetails(m_Parameters.MatterId.ToString());
matterDetails.ShouldNotBe(null);
m_Dataset.Matter = matterDetails;
var searchServerDetails = ServerDAO.GetSearchServer(matterDetails.SearchServer.Id);
searchServerDetails.ShouldNotBe(null);
m_Dataset.Matter.SearchServer = searchServerDetails;
m_DatasetPath = m_Dataset.CompressedFileExtractionLocation;
#endregion
if (m_Parameters != null &&
m_Parameters.IsImportImages &&
m_Parameters.LoadFile.ImageFile != null &&
m_Parameters.LoadFile.ImageFile.ImageExtractionOption == LoadFileImageExtractionOption.HelperFile)
{
var imageHelperFileName = m_Parameters.LoadFile.ImageFile.HelperFileName;
ReportToDirector("LoadFileParser uses image helper file {0}", imageHelperFileName);
_imageHelperFileParser =new HelperFileParser(this,imageHelperFileName);
}
if (m_Parameters != null &&
m_Parameters.LoadFile.ContentFile != null &&
m_Parameters.LoadFile.ContentFile.TextExtractionOption == LoadFileTextExtractionOption.HelperFile)
{
var contentHelperFileName = m_Parameters.LoadFile.ContentFile.HelperFileName;
ReportToDirector("LoadFileParser uses content (text) helper file {0}", contentHelperFileName);
TextHelperFile = new HelperFile(this, contentHelperFileName);
}
if (null != m_Parameters &&
null != m_Parameters.LoadFile &&
null != m_Parameters.LoadFile.ContentFile &&
null != m_Parameters.LoadFile.ContentFile.LoadFileContentField)
{
m_ContentFieldNumber = Convert.ToInt32(m_Parameters.LoadFile.ContentFile.LoadFileContentField);
}
_uniqueThreadString = Guid.NewGuid().ToString().Replace("-", "").ToUpper();
SetMessageBatchSize(m_Parameters);
}
catch (Exception ex)
{
//Send log to Log Pipe
LogMessage(false, Constants.ParserFailureMessageOnInitialize);
ex.Trace();
ReportToDirector("Exception in LoadFileParser.BeginWork", ex.ToDebugString());
throw;
}
}
