public async Task UpdateAllocations(Message message)
{
Guard.ArgumentNotNull(message, nameof(message));
JobViewModel job = null;
if (!message.UserProperties.ContainsKey("jobId"))
{
_logger.Error("Missing parent job id to instruct generating allocations");
return;
}
string jobId = message.UserProperties["jobId"].ToString();
ApiResponse <JobViewModel> response = await _jobsApiClientPolicy.ExecuteAsync(() => _jobsApiClient.GetJobById(jobId));
if (response == null || response.Content == null)
{
_logger.Error($"Could not find the parent job with job id: '{jobId}'");
throw new Exception($"Could not find the parent job with job id: '{jobId}'");
}
job = response.Content;
if (job.CompletionStatus.HasValue)
{
_logger.Information($"Received job with id: '{job.Id}' is already in a completed state with status {job.CompletionStatus.ToString()}");
return;
}
await _jobsApiClientPolicy.ExecuteAsync(() => _jobsApiClient.AddJobLog(jobId, new Common.ApiClient.Jobs.Models.JobLogUpdateModel()));
IDictionary <string, string> properties = message.BuildMessageProperties();
string specificationId = message.UserProperties["specification-id"].ToString();
BuildProject buildProject = await GetBuildProjectForSpecificationId(specificationId);
if (message.UserProperties.ContainsKey("ignore-save-provider-results"))
{
properties.Add("ignore-save-provider-results", "true");
}
string cacheKey = "";
if (message.UserProperties.ContainsKey("provider-cache-key"))
{
cacheKey = message.UserProperties["provider-cache-key"].ToString();
}
else
{
cacheKey = $"{CacheKeys.ScopedProviderSummariesPrefix}{specificationId}";
}
bool summariesExist = await _cacheProvider.KeyExists <ProviderSummary>(cacheKey);
long totalCount = await _cacheProvider.ListLengthAsync <ProviderSummary>(cacheKey);
bool refreshCachedScopedProviders = false;
if (summariesExist)
{
IEnumerable <string> scopedProviderIds = await _providerResultsRepository.GetScopedProviderIds(specificationId);
if (scopedProviderIds.Count() != totalCount)
{
refreshCachedScopedProviders = true;
}
else
{
IEnumerable <ProviderSummary> cachedScopedSummaries = await _cacheProvider.ListRangeAsync <ProviderSummary>(cacheKey, 0, (int)totalCount);
IEnumerable <string> differences = scopedProviderIds.Except(cachedScopedSummaries.Select(m => m.Id));
refreshCachedScopedProviders = differences.AnyWithNullCheck();
}
}
if (!summariesExist || refreshCachedScopedProviders)
{
totalCount = await _providerResultsRepository.PopulateProviderSummariesForSpecification(specificationId);
}
const string providerSummariesPartitionIndex = "provider-summaries-partition-index";
const string providerSummariesPartitionSize = "provider-summaries-partition-size";
properties.Add(providerSummariesPartitionSize, _engineSettings.MaxPartitionSize.ToString());
properties.Add("provider-cache-key", cacheKey);
properties.Add("specification-id", specificationId);
IList <IDictionary <string, string> > allJobProperties = new List <IDictionary <string, string> >();
for (int partitionIndex = 0; partitionIndex < totalCount; partitionIndex += _engineSettings.MaxPartitionSize)
{
if (properties.ContainsKey(providerSummariesPartitionIndex))
{
properties[providerSummariesPartitionIndex] = partitionIndex.ToString();
}
else
{
properties.Add(providerSummariesPartitionIndex, partitionIndex.ToString());
}
IDictionary <string, string> jobProperties = new Dictionary <string, string>();
foreach (KeyValuePair <string, string> item in properties)
{
jobProperties.Add(item.Key, item.Value);
}
allJobProperties.Add(jobProperties);
}
await _specificationsRepository.UpdateCalculationLastUpdatedDate(specificationId);
try
{
if (!allJobProperties.Any())
{
_logger.Information($"No scoped providers set for specification '{specificationId}'");
JobLogUpdateModel jobCompletedLog = new JobLogUpdateModel
{
CompletedSuccessfully = true,
Outcome = "Calculations not run as no scoped providers set for specification"
};
await _jobsApiClientPolicy.ExecuteAsync(() => _jobsApiClient.AddJobLog(job.Id, jobCompletedLog));
return;
}
IEnumerable <Job> newJobs = await CreateGenerateAllocationJobs(job, allJobProperties);
int newJobsCount = newJobs.Count();
int batchCount = allJobProperties.Count();
if (newJobsCount != batchCount)
{
throw new Exception($"Only {newJobsCount} child jobs from {batchCount} were created with parent id: '{job.Id}'");
}
else
{
_logger.Information($"{newJobsCount} child jobs were created for parent id: '{job.Id}'");
}
}
catch (Exception ex)
{
_logger.Error(ex.Message);
throw new Exception($"Failed to create child jobs for parent job: '{job.Id}'");
}
}