public OverlayDocumentManager(ImportBEO jobParameter, DatasetBEO dataset, string jobRunId, string workerInstanceId) { m_JobParameter = jobParameter; m_Dataset = dataset; m_JobRunId = jobRunId; m_WorkerInstanceId = workerInstanceId; }
//Key : Newly generated Id during overlay //Value : Id generated earlier(during Append) #endregion #region OverDrive protected override void BeginWork() { base.BeginWork(); _jobParameter = GetImportBEO(BootParameters); if (_jobParameter != null && !string.IsNullOrEmpty(_jobParameter.CreatedBy)) { //Get User Information , Its needed for search _userInfo = UserBO.AuthenticateUsingUserGuid(_jobParameter.CreatedBy); _userInfo.CreatedBy = _jobParameter.CreatedBy; _isIncludeNativeFile = (_jobParameter != null && _jobParameter.IsImportNativeFiles); } }
public LoadFileDocumentManager(ImportBEO jobParameter, string threadingString, string datasetPath, DatasetBEO dataset, string jobRunId, string workerInstanceId,int jobId) { m_JobParameter = jobParameter; m_ColumnDelimiter = Convert.ToChar(m_JobParameter.LoadFile.ColumnDelimiter); m_QuoteCharacter = Convert.ToChar(m_JobParameter.LoadFile.QuoteCharacter); m_FieldRowDelimiter = Convert.ToChar(m_JobParameter.LoadFile.NewlineDelimiter); m_SourceFile = new Uri(m_JobParameter.Locations.First()); m_ThreadingConstraint = threadingString; m_DatasetPath = datasetPath; m_Dataset = dataset; m_ConcordanceFieldSplitter = Constants.ConcordanceFieldSplitter; m_JobRunId = jobRunId; m_WorkerInstanceId = workerInstanceId; m_ImportDescription = jobParameter.ImportDetail; _JobId = jobId; }
private void SetMessageBatchSize(ImportBEO jobParameter) { try { if (jobParameter != null) { if (jobParameter.IsAppend) { m_BatchSize = Convert.ToInt32(ApplicationConfigurationManager.GetValue("LoadFileBatchSize", "Imports")); } else { m_BatchSize = Convert.ToInt32(ApplicationConfigurationManager.GetValue("LoadFileOverlayBatchSize", "Imports")); } } } catch (Exception) { Tracer.Error("Load File Parser: Failed to set message batch size for job run id {0}", PipelineId); } }
protected override void BeginWork() { base.BeginWork(); _jobParameter = GetImportBEO((string)BootParameters); }
protected override void BeginWork() { try { base.BeginWork(); m_Parameters = GetImportBEO(BootParameters); m_Parameters.ShouldNotBe(null); m_LoadFileUri = new Uri(m_Parameters.Locations.First()); m_ColumnDelimiter = (char)m_Parameters.LoadFile.ColumnDelimiter; m_QuoteCharacter = (char)m_Parameters.LoadFile.QuoteCharacter; m_NewlineCharacter = (char)m_Parameters.LoadFile.NewlineDelimiter; m_RecordTokenizer = new RecordTokenizer(m_ColumnDelimiter, m_QuoteCharacter); m_EncodingType = Encoding.GetEncoding(m_Parameters.LoadFile.EncodingType); m_IsFirstLineHeader = m_Parameters.LoadFile.IsFirstLineHeader; var loadFilePath = HttpUtility.UrlDecode(m_LoadFileUri.OriginalString); ReportToDirector("LoadFileParser works on load file {0}", loadFilePath); m_StreamReader = new StreamReader(loadFilePath, m_EncodingType); #region Dataset Detaills m_Parameters.DatasetId.ShouldBeGreaterThan(0); m_Dataset = DataSetBO.GetDataSetDetailForDataSetId(m_Parameters.DatasetId); var matterDetails = MatterDAO.GetMatterDetails(m_Parameters.MatterId.ToString()); matterDetails.ShouldNotBe(null); m_Dataset.Matter = matterDetails; var searchServerDetails = ServerDAO.GetSearchServer(matterDetails.SearchServer.Id); searchServerDetails.ShouldNotBe(null); m_Dataset.Matter.SearchServer = searchServerDetails; m_DatasetPath = m_Dataset.CompressedFileExtractionLocation; #endregion if (m_Parameters != null && m_Parameters.IsImportImages && m_Parameters.LoadFile.ImageFile != null && m_Parameters.LoadFile.ImageFile.ImageExtractionOption == LoadFileImageExtractionOption.HelperFile) { var imageHelperFileName = m_Parameters.LoadFile.ImageFile.HelperFileName; ReportToDirector("LoadFileParser uses image helper file {0}", imageHelperFileName); _imageHelperFileParser = new HelperFileParser(this, imageHelperFileName); } if (m_Parameters != null && m_Parameters.LoadFile.ContentFile != null && m_Parameters.LoadFile.ContentFile.TextExtractionOption == LoadFileTextExtractionOption.HelperFile) { var contentHelperFileName = m_Parameters.LoadFile.ContentFile.HelperFileName; ReportToDirector("LoadFileParser uses content (text) helper file {0}", contentHelperFileName); TextHelperFile = new HelperFile(this, contentHelperFileName); } if (null != m_Parameters && null != m_Parameters.LoadFile && null != m_Parameters.LoadFile.ContentFile && null != m_Parameters.LoadFile.ContentFile.LoadFileContentField) { m_ContentFieldNumber = Convert.ToInt32(m_Parameters.LoadFile.ContentFile.LoadFileContentField); } _uniqueThreadString = Guid.NewGuid().ToString().Replace("-", "").ToUpper(); SetMessageBatchSize(m_Parameters); } catch (Exception ex) { //Send log to Log Pipe LogMessage(false, Constants.ParserFailureMessageOnInitialize); ex.Trace(); ReportToDirector("Exception in LoadFileParser.BeginWork", ex.ToDebugString()); throw; } }
protected override void BeginWork() { try { base.BeginWork(); m_Parameters = GetImportBEO(BootParameters); m_Parameters.ShouldNotBe(null); m_LoadFileUri = new Uri(m_Parameters.Locations.First()); m_ColumnDelimiter = (char) m_Parameters.LoadFile.ColumnDelimiter; m_QuoteCharacter = (char) m_Parameters.LoadFile.QuoteCharacter; m_NewlineCharacter = (char) m_Parameters.LoadFile.NewlineDelimiter; m_RecordTokenizer = new RecordTokenizer(m_ColumnDelimiter, m_QuoteCharacter); m_EncodingType = Encoding.GetEncoding(m_Parameters.LoadFile.EncodingType); m_IsFirstLineHeader = m_Parameters.LoadFile.IsFirstLineHeader; var loadFilePath = HttpUtility.UrlDecode(m_LoadFileUri.OriginalString); ReportToDirector("LoadFileParser works on load file {0}", loadFilePath); m_StreamReader = new StreamReader(loadFilePath, m_EncodingType); #region Dataset Detaills m_Parameters.DatasetId.ShouldBeGreaterThan(0); m_Dataset = DataSetBO.GetDataSetDetailForDataSetId(m_Parameters.DatasetId); var matterDetails = MatterDAO.GetMatterDetails(m_Parameters.MatterId.ToString()); matterDetails.ShouldNotBe(null); m_Dataset.Matter = matterDetails; var searchServerDetails = ServerDAO.GetSearchServer(matterDetails.SearchServer.Id); searchServerDetails.ShouldNotBe(null); m_Dataset.Matter.SearchServer = searchServerDetails; m_DatasetPath = m_Dataset.CompressedFileExtractionLocation; #endregion if (m_Parameters != null && m_Parameters.IsImportImages && m_Parameters.LoadFile.ImageFile != null && m_Parameters.LoadFile.ImageFile.ImageExtractionOption == LoadFileImageExtractionOption.HelperFile) { var imageHelperFileName = m_Parameters.LoadFile.ImageFile.HelperFileName; ReportToDirector("LoadFileParser uses image helper file {0}", imageHelperFileName); _imageHelperFileParser =new HelperFileParser(this,imageHelperFileName); } if (m_Parameters != null && m_Parameters.LoadFile.ContentFile != null && m_Parameters.LoadFile.ContentFile.TextExtractionOption == LoadFileTextExtractionOption.HelperFile) { var contentHelperFileName = m_Parameters.LoadFile.ContentFile.HelperFileName; ReportToDirector("LoadFileParser uses content (text) helper file {0}", contentHelperFileName); TextHelperFile = new HelperFile(this, contentHelperFileName); } if (null != m_Parameters && null != m_Parameters.LoadFile && null != m_Parameters.LoadFile.ContentFile && null != m_Parameters.LoadFile.ContentFile.LoadFileContentField) { m_ContentFieldNumber = Convert.ToInt32(m_Parameters.LoadFile.ContentFile.LoadFileContentField); } _uniqueThreadString = Guid.NewGuid().ToString().Replace("-", "").ToUpper(); SetMessageBatchSize(m_Parameters); } catch (Exception ex) { //Send log to Log Pipe LogMessage(false, Constants.ParserFailureMessageOnInitialize); ex.Trace(); ReportToDirector("Exception in LoadFileParser.BeginWork", ex.ToDebugString()); throw; } }