Example #1
0
        /// <summary>
        /// Get Documents from source
        /// </summary>
        /// <returns></returns>
        private List <ProjectDocumentDetail> GetDocuments()
        {
            try
            {
                var documents = _analyticProject.GetDocumentIdentifiers(_jobParameter.MatterId, _jobParameter.DatasetId,
                                                                        _jobParameter.DocumentSource, _docStart, _docEnd, _documentBachSize, _jobParameter.IsAddAdditionalDocuments, _jobParameter.ProjectCollectionId, _jobIds);

                var documentIdentifiers = documents as DocumentIdentifier[] ?? documents.ToArray();
                if (documents == null || !documentIdentifiers.Any())
                {
                    return(null);
                }

                if (_jobParameter.IsRerunJob)  //---Rerun
                {
                    return(GetDocumentsForRerunJob(documentIdentifiers));
                }

                var projectDocumentDataList = documentIdentifiers.Select(document => new ProjectDocumentDetail
                {
                    DocumentReferenceId = document.ReferenceId,
                    TextFilePath        = document.Url
                }).ToList();

                return(projectDocumentDataList);
            }
            catch (Exception ex)
            {
                //Status code : 20991 for Get documents
                AnalyticsProject.LogError(_jobParameter.MatterId, WorkAssignment.JobId, 20991, ex);
                throw;
            }
        }
        /// <summary>
        ///     Generates the message.
        /// </summary>
        /// <returns></returns>
        protected override bool GenerateMessage()
        {
            _analyticProject = new AnalyticsProject();
            var totalDocument = 0;

            try
            {
                var projectDocument = _analyticProject.GetProjectDocumentsCount(_jobParameter.MatterId,
                                                                                _projectInfo.ProjectCollectionId);

                totalDocument = projectDocument;

                //Step 1 : Categorize Document
                var categorizedResultDocuments = _analyticProject.CategorizeProjectDocuments(_jobParameter.MatterId,
                                                                                             _jobParameter.DatasetId, _jobParameter.ProjectId,
                                                                                             WorkAssignment.JobId, _jobParameter.CreatedBy);


                //Step 2: Send documents to next worker for Update Fields
                if (categorizedResultDocuments != null)
                {
                    SendDocumentsForUpdate(categorizedResultDocuments);
                }
                return(true);
            }
            catch (Exception ex)
            {
                //Update Job Status
                _analyticProject.UpdateJobResult(WorkAssignment.JobId, 0, totalDocument);
                ex.Trace().Swallow();
                throw;
            }
        }
        /// <summary>
        /// Get Documents from source
        /// </summary>
        /// <returns></returns>
        private List <ProjectDocumentDetail> GetDocuments()
        {
            try
            {
                var documents = _analyticProject.GetProjectDocumentsByTaskId(_jobParameter.MatterId, _dataset.CollectionId,
                                                                             _jobParameter.ProjectCollectionId, _docStart, _docEnd, _jobParameter.PrimarySystemJobId);

                if (_jobParameter.IsRerunJob)  //---Rerun
                {
                    return(GetDocumentsForRerunJob(documents));
                }

                var projectDocumentDataList = documents.Select(document => new ProjectDocumentDetail
                {
                    DocumentReferenceId = document.ReferenceId,
                    DocId        = document.DocId,
                    TextFilePath = document.Url
                }).ToList();

                return(projectDocumentDataList);
            }
            catch (Exception ex)
            {
                AnalyticsProject.LogError(_jobParameter.MatterId, WorkAssignment.JobId, 20991, ex);
                throw;
            }
        }
        protected override void ProcessMessage(PipeMessageEnvelope message)
        {
            try
            {
                var projectDocumentCollection = (ProjectDocumentCollection)message.Body;
                projectDocumentCollection.ShouldNotBe(null);
                projectDocumentCollection.Documents.ShouldNotBe(null);
                var documents = projectDocumentCollection.Documents.Select(projectDocument => new Business.Analytics.DocumentIdentifier
                {
                    ReferenceId = projectDocument.DocumentReferenceId
                }).ToList();
                _analyticProject = new AnalyticsProject();
                _analyticProject.UpdateProjectFieldForDeleteDocuments(_jobParameter.MatterId, _dataset.CollectionId, _jobParameter, documents, 
                  projectDocumentCollection.ProjectFieldId, WorkAssignment.JobId);

                Send(projectDocumentCollection);

            }
            catch (Exception ex)
            {
                ex.Trace().Swallow();
                ReportToDirector(ex);
            }
           
        }
        /// <summary>
        ///     Generates the message.
        /// </summary>
        /// <returns></returns>
        protected override bool GenerateMessage()
        {
            _analyticProject = new AnalyticsProject();
            var totalDocument = 0;
            try
            {
                var projectDocument = _analyticProject.GetProjectDocumentsCount(_jobParameter.MatterId,
               _projectInfo.ProjectCollectionId);

                totalDocument = projectDocument; 

                //Step 1 : Categorize Document
                var categorizedResultDocuments = _analyticProject.CategorizeProjectDocuments(_jobParameter.MatterId,
                    _jobParameter.DatasetId, _jobParameter.ProjectId,
                    WorkAssignment.JobId, _jobParameter.CreatedBy);
              

                //Step 2: Send documents to next worker for Update Fields
                if (categorizedResultDocuments != null)
                {
                    SendDocumentsForUpdate(categorizedResultDocuments);
                }
                return true;
            }
            catch (Exception ex)
            {
                //Update Job Status
                _analyticProject.UpdateJobResult(WorkAssignment.JobId, 0, totalDocument);
                ex.Trace().Swallow();
                throw;
            }
           
        }
        /// <summary>
        /// Delete project
        /// </summary>
        private void BuildProject()
        {
            var stopWatch = Stopwatch.StartNew();
            var indexId   = AnalyticsProject.GetIndexIdForProject(_jobParameter.MatterId, WorkAssignment.JobId, _dataset.CollectionId,
                                                                  _jobParameter.ProjectCollectionId);
            var indexService = AnalyticsProject.GetAnalyticalEngineIndexService(_jobParameter.MatterId, WorkAssignment.JobId, indexId);

            AnalyticsProject.BuildProjectInAnalyticalEngine(_jobParameter.MatterId, WorkAssignment.JobId, indexService, indexId);
            stopWatch.Stop();
            Tracer.Info("Job {0} : Time taken for build project in Analytical Engine  {1} m.s ", WorkAssignment.JobId, stopWatch.ElapsedMilliseconds);
        }
Example #7
0
 protected override void BeginWork()
 {
     BootParameters.ShouldNotBe(null);
     base.BeginWork();
     _jobParameter =
         (AnalyticsProjectInfo)XmlUtility.DeserializeObject(BootParameters, typeof(AnalyticsProjectInfo));
     _analyticProject = new AnalyticsProject();
     _dataset         = DataSetBO.GetDataSetDetailForDataSetId(Convert.ToInt64(_jobParameter.DatasetId, CultureInfo.CurrentCulture));
     _jobParameter.DocumentSource.CollectionId = _dataset.CollectionId;
     SetCommiyIndexStatusToInitialized(_jobParameter.MatterId);
 }
 protected override void BeginWork()
 {
     BootParameters.ShouldNotBe(null);
     base.BeginWork();
     _jobParameter =
         (AnalyticsProjectInfo)XmlUtility.DeserializeObject(BootParameters, typeof(AnalyticsProjectInfo));
     _analyticProject = new AnalyticsProject();
     _dataset = DataSetBO.GetDataSetDetailForDataSetId(Convert.ToInt64(_jobParameter.DatasetId, CultureInfo.CurrentCulture));
     _jobParameter.DocumentSource.CollectionId = _dataset.CollectionId;
     SetCommiyIndexStatusToInitialized(_jobParameter.MatterId);
 }
 /// <summary>
 ///     Begins the work.
 /// </summary>
 protected override void BeginWork()
 {
     BootParameters.ShouldNotBe(null);
     base.BeginWork();
     _jobParameter =
         (CategorizeInfo)XmlUtility.DeserializeObject(BootParameters, typeof(CategorizeInfo));
     _batchSize =
         Convert.ToInt32(ApplicationConfigurationManager.GetValue("UpdateFieldsBatchSize", "AnalyticsProject"));
     _projectInfo = AnalyticsProject.Get(_jobParameter.MatterId.ToString(CultureInfo.InvariantCulture),
                                         _jobParameter.DatasetId.ToString(CultureInfo.InvariantCulture), _jobParameter.ProjectId.ToString(CultureInfo.InvariantCulture));
 }
Example #10
0
        protected override void BeginWork()
        {
            BootParameters.ShouldNotBe(null);
            base.BeginWork();
            _jobParameter =
                (CategorizeInfo)XmlUtility.DeserializeObject(BootParameters, typeof(CategorizeInfo));

            _dataset     = DataSetBO.GetDataSetDetailForDataSetId(_jobParameter.DatasetId);
            _projectInfo = AnalyticsProject.Get(_jobParameter.MatterId.ToString(CultureInfo.InvariantCulture),
                                                _jobParameter.DatasetId.ToString(CultureInfo.InvariantCulture),
                                                _jobParameter.ProjectId.ToString(CultureInfo.InvariantCulture));
            SetCommiyIndexStatusToInitialized(_jobParameter.MatterId);
        }
 /// <summary>
 ///     Begins the work.
 /// </summary>
 protected override void BeginWork()
 {
     BootParameters.ShouldNotBe(null);
     base.BeginWork();
     _jobParameter =
         (AnalyticsProjectInfo)XmlUtility.DeserializeObject(BootParameters, typeof(AnalyticsProjectInfo));
    
     _dataset = DataSetBO.GetDataSetDetailForDataSetId(Convert.ToInt64(_jobParameter.DatasetId, CultureInfo.CurrentCulture));
     _analyticProject = new AnalyticsProject();
     _totalDocumentCount = _analyticProject.GetProjectDocumentsCount( Convert.ToInt64(_jobParameter.MatterId, CultureInfo.CurrentCulture),
         _jobParameter.ProjectCollectionId);
     _batchSize =
     Convert.ToInt32(ApplicationConfigurationManager.GetValue("UpdateFieldsBatchSize", "AnalyticsProject"));
     _projectFieldId = AnalyticsProject.GetProjectFieldId(_jobParameter.MatterId, _dataset.CollectionId);
 }
Example #12
0
        /// <summary>
        ///     Begins the work.
        /// </summary>
        protected override void BeginWork()
        {
            BootParameters.ShouldNotBe(null);
            base.BeginWork();
            _jobParameter =
                (AnalyticsProjectInfo)XmlUtility.DeserializeObject(BootParameters, typeof(AnalyticsProjectInfo));

            _dataset            = DataSetBO.GetDataSetDetailForDataSetId(Convert.ToInt64(_jobParameter.DatasetId, CultureInfo.CurrentCulture));
            _analyticProject    = new AnalyticsProject();
            _totalDocumentCount = _analyticProject.GetProjectDocumentsCount(Convert.ToInt64(_jobParameter.MatterId, CultureInfo.CurrentCulture),
                                                                            _jobParameter.ProjectCollectionId);
            _batchSize =
                Convert.ToInt32(ApplicationConfigurationManager.GetValue("UpdateFieldsBatchSize", "AnalyticsProject"));
            _projectFieldId = AnalyticsProject.GetProjectFieldId(_jobParameter.MatterId, _dataset.CollectionId);
        }
        /// <summary>
        ///     Begins the work.
        /// </summary>
        protected override void BeginWork()
        {
            BootParameters.ShouldNotBe(null);
            base.BeginWork();
            _jobParameter =
                (AnalyticsProjectInfo)XmlUtility.DeserializeObject(BootParameters, typeof(AnalyticsProjectInfo));
            _analyticProject = new AnalyticsProject();
            _dataset = DataSetBO.GetDataSetDetailForDataSetId(Convert.ToInt64(_jobParameter.DatasetId, CultureInfo.CurrentCulture));
            _projectFieldId = AnalyticsProject.GetProjectFieldId(_jobParameter.MatterId, _dataset.CollectionId);
            _documentBachSize = Convert.ToInt32(ApplicationConfigurationManager.GetValue("IncludeDocumentsIntoProjectJobBatchSize",
                "AnalyticsProject"));
            _jobParameter.DocumentSource.CollectionId = _dataset.CollectionId;

            if (!_jobParameter.IsAddAdditionalDocuments || !string.IsNullOrEmpty(_jobIds)) return;
            _jobIds = GetIncludeJobIds();
        }
        /// <summary>
        ///     Generates the message.
        /// </summary>
        /// <returns></returns>
        protected override bool GenerateMessage()
        {
            //Get document id list for reprocess from user selection
            var reprocessDocumentList = GetDocumentsFromReprocessSelection(_reprocessJobParameter.FilePath,
                    _reprocessJobParameter.JobSelectionMode,
                    _jobParameter.MatterId,
                    _jobParameter.DatasetId,
                    _reprocessJobParameter.OrginialJobId,
                    _reprocessJobParameter.Filters);

            //Reprocess Include documents
            var analyticProject = new AnalyticsProject();
            analyticProject.ProgressChanged += AnalyticProjectProgressChanged;
            analyticProject.ReprocessIncludeProjectDocuments(_jobParameter.MatterId,
                _jobParameter.DatasetId, WorkAssignment.JobId, Convert.ToInt32(_reprocessJobParameter.OrginialJobId), _jobParameter, reprocessDocumentList);
            return true;
        }
        /// <summary>
        ///     Generates the message.
        /// </summary>
        /// <returns></returns>
        protected override bool GenerateMessage()
        {
            //Get document id list for reprocess from user selection
            var reprocessDocumentList = GetDocumentsFromReprocessSelection(_reprocessJobParameter.FilePath,
                                                                           _reprocessJobParameter.JobSelectionMode,
                                                                           _jobParameter.MatterId,
                                                                           _jobParameter.DatasetId,
                                                                           _reprocessJobParameter.OrginialJobId,
                                                                           _reprocessJobParameter.Filters);

            //Reprocess Include documents
            var analyticProject = new AnalyticsProject();

            analyticProject.ProgressChanged += AnalyticProjectProgressChanged;
            analyticProject.ReprocessIncludeProjectDocuments(_jobParameter.MatterId,
                                                             _jobParameter.DatasetId, WorkAssignment.JobId, Convert.ToInt32(_reprocessJobParameter.OrginialJobId), _jobParameter, reprocessDocumentList);
            return(true);
        }
Example #16
0
        protected override void ProcessMessage(PipeMessageEnvelope message)
        {
            try
            {
                var analyticProject           = new AnalyticsProject();
                var projectDocumentCollection = (ProjectDocumentCollection)message.Body;
                projectDocumentCollection.ShouldNotBe(null);
                projectDocumentCollection.Documents.ShouldNotBe(null);

                var documentIds    = projectDocumentCollection.Documents.Select(p => p.DocId).ToList();
                var documentResult = analyticProject.BulkGetDocumentsByDocIds(_jobParameter.MatterId,
                                                                              _dataset.CollectionId, documentIds);


                var projectDocuments = new List <AnalysisSetDocumentInfo>();
                foreach (var document in projectDocumentCollection.Documents)
                {
                    var projectDocument = new AnalysisSetDocumentInfo
                    {
                        DocumentId        = (int)document.DocId,
                        PredictedCategory = document.PredictedCategory,
                        DocumentScore     = (decimal)document.DocumentScore
                    };
                    var result = documentResult.FirstOrDefault(d => d.Id == document.DocId);
                    if (result == null)
                    {
                        continue;
                    }
                    projectDocument.DocumentReferenceId = result.DocumentID;
                    projectDocuments.Add(projectDocument);
                }

                analyticProject.UpdateFieldsForCategorizeDocuments(_jobParameter.MatterId, _projectInfo,
                                                                   _dataset.CollectionId, WorkAssignment.JobId, projectDocuments);

                IncreaseProcessedDocumentsCount(projectDocumentCollection.Documents.Count()); //Progress Status
            }
            catch (Exception ex)
            {
                ex.Trace().Swallow();
                ReportToDirector(ex);
            }
        }
Example #17
0
        /// <summary>
        ///     Begins the work.
        /// </summary>
        protected override void BeginWork()
        {
            BootParameters.ShouldNotBe(null);
            base.BeginWork();
            _jobParameter =
                (AnalyticsProjectInfo)XmlUtility.DeserializeObject(BootParameters, typeof(AnalyticsProjectInfo));
            _analyticProject  = new AnalyticsProject();
            _dataset          = DataSetBO.GetDataSetDetailForDataSetId(Convert.ToInt64(_jobParameter.DatasetId, CultureInfo.CurrentCulture));
            _projectFieldId   = AnalyticsProject.GetProjectFieldId(_jobParameter.MatterId, _dataset.CollectionId);
            _documentBachSize = Convert.ToInt32(ApplicationConfigurationManager.GetValue("IncludeDocumentsIntoProjectJobBatchSize",
                                                                                         "AnalyticsProject"));
            _jobParameter.DocumentSource.CollectionId = _dataset.CollectionId;

            if (!_jobParameter.IsAddAdditionalDocuments || !string.IsNullOrEmpty(_jobIds))
            {
                return;
            }
            _jobIds = GetIncludeJobIds();
        }
Example #18
0
        /// <summary>
        ///     Begins the work.
        /// </summary>
        protected override void BeginWork()
        {
            BootParameters.ShouldNotBe(null);
            base.BeginWork();
            _jobParameter =
                (AnalyticsProjectInfo)XmlUtility.DeserializeObject(BootParameters, typeof(AnalyticsProjectInfo));
            _analyticProject    = new AnalyticsProject();
            _dataset            = DataSetBO.GetDataSetDetailForDataSetId(Convert.ToInt64(_jobParameter.DatasetId, CultureInfo.CurrentCulture));
            _totalDocumentCount = _analyticProject.GetSelectedDocumentsCount(_dataset.CollectionId, _jobParameter, WorkAssignment.JobId);
            //Update job log initial state
            var jobSummaryKeyValuePairs = new EVKeyValuePairs();

            JobMgmtBO.UpdateJobResult(WorkAssignment.JobId, 0, _totalDocumentCount,
                                      jobSummaryKeyValuePairs);
            _documentBachSize = Convert.ToInt32(ApplicationConfigurationManager.GetValue("IncludeDocumentsIntoProjectJobBatchSize",
                                                                                         "AnalyticsProject"));
            _jobParameter.DocumentSource.CollectionId = _dataset.CollectionId;
            IncreaseProcessedDocumentsCount(_totalDocumentCount);
        }
        /// <summary>
        ///     Begins the work.
        /// </summary>
        protected override void BeginWork()
        {
            BootParameters.ShouldNotBe(null);
            base.BeginWork();

            _jobParameter =
                (AnalyticsProjectInfo)XmlUtility.DeserializeObject(BootParameters, typeof(AnalyticsProjectInfo));
            _analyticProject = new AnalyticsProject();

            _documentBachSize =
                Convert.ToInt32(
                    ApplicationConfigurationManager.GetValue("IncludeDocumentsIntoProjectInSubSystemJobBatchSize",
                                                             "AnalyticsProject"));
            _dataset =
                DataSetBO.GetDataSetDetailForDataSetId(Convert.ToInt64(_jobParameter.DatasetId,
                                                                       CultureInfo.CurrentCulture));
            _jobParameter.DocumentSource.CollectionId = _dataset.CollectionId;

            _totalDocumentCount =
                _analyticProject.GetProjectDocumentsCountByTaskId(
                    Convert.ToInt64(_jobParameter.MatterId, CultureInfo.CurrentCulture),
                    _jobParameter.ProjectCollectionId, _jobParameter.PrimarySystemJobId);
            //Update job log initial state
            var jobSummaryKeyValuePairs = new EVKeyValuePairs();

            JobMgmtBO.UpdateJobResult(WorkAssignment.JobId, 0, _totalDocumentCount,
                                      jobSummaryKeyValuePairs);

            if (_jobParameter.IsRerunJob || _jobParameter.IsAddAdditionalDocuments) //Rerun job or Add additional documents- need get to get existing IndexId ,if already created
            {
                _indexId = AnalyticsProject.GetIndexIdForProject(_jobParameter.MatterId, WorkAssignment.JobId,
                                                                 _dataset.CollectionId, _jobParameter.ProjectCollectionId, false);
            }

            if (string.IsNullOrEmpty(_indexId))
            {
                _indexId = "idx-" + Guid.NewGuid().ToString().ToLowerInvariant();
                _analyticProject.InsertIndexId(_jobParameter.MatterId, WorkAssignment.JobId, _dataset.CollectionId,
                                               _jobParameter.ProjectCollectionId, _indexId);
            }
            AnalyticsProject.CreateAnalyticalIndex(_jobParameter.MatterId, WorkAssignment.JobId, _indexId);  //Create Index in Spark SVM..
            IncreaseProcessedDocumentsCount(_totalDocumentCount);
        }
        /// <summary>
        ///     Begins the work.
        /// </summary>
        protected override void BeginWork()
        {
            BootParameters.ShouldNotBe(null);
            base.BeginWork();

            _jobParameter =
                (AnalyticsProjectInfo) XmlUtility.DeserializeObject(BootParameters, typeof (AnalyticsProjectInfo));
            _analyticProject = new AnalyticsProject();

            _documentBachSize =
                Convert.ToInt32(
                    ApplicationConfigurationManager.GetValue("IncludeDocumentsIntoProjectInSubSystemJobBatchSize",
                        "AnalyticsProject"));
            _dataset =
                DataSetBO.GetDataSetDetailForDataSetId(Convert.ToInt64(_jobParameter.DatasetId,
                    CultureInfo.CurrentCulture));
            _jobParameter.DocumentSource.CollectionId = _dataset.CollectionId;
            
            _totalDocumentCount =
            _analyticProject.GetProjectDocumentsCountByTaskId(
                Convert.ToInt64(_jobParameter.MatterId, CultureInfo.CurrentCulture),
                _jobParameter.ProjectCollectionId, _jobParameter.PrimarySystemJobId);
            //Update job log initial state
            var jobSummaryKeyValuePairs = new EVKeyValuePairs();
            JobMgmtBO.UpdateJobResult(WorkAssignment.JobId, 0, _totalDocumentCount,
                           jobSummaryKeyValuePairs);

            if (_jobParameter.IsRerunJob || _jobParameter.IsAddAdditionalDocuments) //Rerun job or Add additional documents- need get to get existing IndexId ,if already created
            {
                _indexId = AnalyticsProject.GetIndexIdForProject(_jobParameter.MatterId, WorkAssignment.JobId,
                    _dataset.CollectionId, _jobParameter.ProjectCollectionId,false);
            }

            if(string.IsNullOrEmpty(_indexId))
            {
                _indexId = "idx-" + Guid.NewGuid().ToString().ToLowerInvariant();
                _analyticProject.InsertIndexId(_jobParameter.MatterId, WorkAssignment.JobId, _dataset.CollectionId,
                    _jobParameter.ProjectCollectionId, _indexId);
            }
            AnalyticsProject.CreateAnalyticalIndex(_jobParameter.MatterId, WorkAssignment.JobId, _indexId);  //Create Index in Spark SVM..
            IncreaseProcessedDocumentsCount(_totalDocumentCount);
        }
Example #21
0
        /// <summary>
        /// Get Documents from source
        /// </summary>
        /// <returns></returns>
        private List <ProjectDocumentDetail> GetDocuments()
        {
            try
            {
                var documents = _analyticProject.GetProjectDocuments(_jobParameter.MatterId, _dataset.CollectionId,
                                                                     _jobParameter.ProjectCollectionId, _docStart, _docEnd);

                var projectDocumentDataList = documents.Select(document => new ProjectDocumentDetail
                {
                    DocumentReferenceId = document.ReferenceId
                }).ToList();

                return(projectDocumentDataList);
            }
            catch (Exception ex)
            {
                AnalyticsProject.LogError(_jobParameter.MatterId, WorkAssignment.JobId, 20991, ex);
                throw;
            }
        }
        protected override void ProcessMessage(PipeMessageEnvelope message)
        {
            try
            {
                var analyticProject = new AnalyticsProject();
                var projectDocumentCollection = (ProjectDocumentCollection) message.Body;
                projectDocumentCollection.ShouldNotBe(null);
                projectDocumentCollection.Documents.ShouldNotBe(null);

                var documentIds = projectDocumentCollection.Documents.Select(p => p.DocId).ToList();
                var documentResult = analyticProject.BulkGetDocumentsByDocIds(_jobParameter.MatterId,
                    _dataset.CollectionId, documentIds);


                var projectDocuments = new List<AnalysisSetDocumentInfo>();
                foreach (var document in projectDocumentCollection.Documents)
                {
                    var projectDocument = new AnalysisSetDocumentInfo
                    {
                        DocumentId = (int) document.DocId,
                        PredictedCategory = document.PredictedCategory,
                        DocumentScore = (decimal) document.DocumentScore
                    };
                    var result = documentResult.FirstOrDefault(d => d.Id == document.DocId);
                    if (result == null) continue;
                    projectDocument.DocumentReferenceId = result.DocumentID;
                    projectDocuments.Add(projectDocument);
                }

                analyticProject.UpdateFieldsForCategorizeDocuments(_jobParameter.MatterId, _projectInfo,
                    _dataset.CollectionId, WorkAssignment.JobId, projectDocuments);

                IncreaseProcessedDocumentsCount(projectDocumentCollection.Documents.Count()); //Progress Status

            }
            catch (Exception ex)
            {
                ex.Trace().Swallow();
                ReportToDirector(ex);
            }
        }
Example #23
0
        protected override void ProcessMessage(PipeMessageEnvelope message)
        {
            try
            {
                if (string.IsNullOrEmpty(_indexId))
                {
                    _indexId = AnalyticsProject.GetIndexIdForProject(_jobParameter.MatterId, WorkAssignment.JobId,
                                                                     _dataset.CollectionId, _jobParameter.ProjectCollectionId);
                }

                if (_indexService == null)
                {
                    //Get Indexservice
                    _indexService = AnalyticsProject.GetAnalyticalEngineIndexService(_jobParameter.MatterId,
                                                                                     WorkAssignment.JobId, _indexId);
                }


                var projectDocumentCollection = (ProjectDocumentCollection)message.Body;
                projectDocumentCollection.ShouldNotBe(null);
                projectDocumentCollection.Documents.ShouldNotBe(null);
                var documents = projectDocumentCollection.Documents.Select(projectDocument => new Business.Analytics.DocumentIdentifier
                {
                    ReferenceId = projectDocument.DocumentReferenceId,
                    DocId       = projectDocument.DocId,
                    Url         = projectDocument.TextFilePath
                }).ToList();

                _analyticProject = new AnalyticsProject();
                _analyticProject.AddDocumentsInAnalyticalEngine(_jobParameter.MatterId, _dataset.CollectionId, _jobParameter, documents, _indexService,
                                                                _indexId, WorkAssignment.JobId);

                Send(projectDocumentCollection);
            }
            catch (Exception ex)
            {
                ex.Trace().Swallow();
                ReportToDirector(ex);
            }
        }
        protected override void ProcessMessage(PipeMessageEnvelope message)
        {
            try
            {
                var projectDocumentCollection = (ProjectDocumentCollection) message.Body;
                projectDocumentCollection.ShouldNotBe(null);
                projectDocumentCollection.Documents.ShouldNotBe(null);

                _analyticProject = new AnalyticsProject();
                if (_jobParameter.IsRerunJob)  //---Rerun
                {
                    ProcessDocumentsForRerunJob(projectDocumentCollection);
                }
                else
                {

                    var documents =
                        projectDocumentCollection.Documents.Select(
                            projectDocument => new Business.Analytics.DocumentIdentifier
                                               {
                                                   ReferenceId = projectDocument.DocumentReferenceId,
                                                   Url = projectDocument.TextFilePath,
                                                   DocumentIndexingStatus = projectDocument.DocumentIndexStatus,
                                                   DocumentTextSize = projectDocument.DocumentTextSize
                                               }).ToList();

                    _analyticProject.AddDocumentsIntoProject(_jobParameter.MatterId, _dataset, documents, _jobParameter,
                        projectDocumentCollection.ProjectFieldId, WorkAssignment.JobId);
                }

                IncreaseProcessedDocumentsCount(projectDocumentCollection.Documents.Count()); //Progress Status

            }
            catch (Exception ex)
            {
                ex.Trace().Swallow();
                ReportToDirector(ex);
            }
        }
        protected override void ProcessMessage(PipeMessageEnvelope message)
        {
            try
            {
                var projectDocumentCollection = (ProjectDocumentCollection)message.Body;
                projectDocumentCollection.ShouldNotBe(null);
                projectDocumentCollection.Documents.ShouldNotBe(null);
                var documents = projectDocumentCollection.Documents.Select(projectDocument => new Business.Analytics.DocumentIdentifier
                {
                    ReferenceId = projectDocument.DocumentReferenceId
                }).ToList();
                _analyticProject = new AnalyticsProject();
                _analyticProject.UpdateProjectFieldForDeleteDocuments(_jobParameter.MatterId, _dataset.CollectionId, _jobParameter, documents,
                                                                      projectDocumentCollection.ProjectFieldId, WorkAssignment.JobId);

                Send(projectDocumentCollection);
            }
            catch (Exception ex)
            {
                ex.Trace().Swallow();
                ReportToDirector(ex);
            }
        }
Example #26
0
        protected override void ProcessMessage(PipeMessageEnvelope message)
        {
            try
            {
                var projectDocumentCollection = (ProjectDocumentCollection)message.Body;
                projectDocumentCollection.ShouldNotBe(null);
                projectDocumentCollection.Documents.ShouldNotBe(null);

                _analyticProject = new AnalyticsProject();
                if (_jobParameter.IsRerunJob)  //---Rerun
                {
                    ProcessDocumentsForRerunJob(projectDocumentCollection);
                }
                else
                {
                    var documents =
                        projectDocumentCollection.Documents.Select(
                            projectDocument => new Business.Analytics.DocumentIdentifier
                    {
                        ReferenceId            = projectDocument.DocumentReferenceId,
                        Url                    = projectDocument.TextFilePath,
                        DocumentIndexingStatus = projectDocument.DocumentIndexStatus,
                        DocumentTextSize       = projectDocument.DocumentTextSize
                    }).ToList();

                    _analyticProject.AddDocumentsIntoProject(_jobParameter.MatterId, _dataset, documents, _jobParameter,
                                                             projectDocumentCollection.ProjectFieldId, WorkAssignment.JobId);
                }

                IncreaseProcessedDocumentsCount(projectDocumentCollection.Documents.Count()); //Progress Status
            }
            catch (Exception ex)
            {
                ex.Trace().Swallow();
                ReportToDirector(ex);
            }
        }
 /// <summary>
 /// Delete project
 /// </summary>
 private void DeleteProject()
 {
     _analyticProject = new AnalyticsProject();
     _analyticProject.DeleteProject(_jobParameter.MatterId, _dataset,  _jobParameter, WorkAssignment.JobId);
 }
Example #28
0
 /// <summary>
 /// Delete project
 /// </summary>
 private void DeleteProject()
 {
     _analyticProject = new AnalyticsProject();
     _analyticProject.DeleteProject(_jobParameter.MatterId, _dataset, _jobParameter, WorkAssignment.JobId);
 }