public async Task <IActionResult> GetDataSourcesByRelationshipId(HttpRequest request)
{
request.Query.TryGetValue("relationshipId", out Microsoft.Extensions.Primitives.StringValues relId);
string relationshipId = relId.FirstOrDefault();
if (string.IsNullOrWhiteSpace(relationshipId))
{
_logger.Error("The relationshipId id was not provided to GetDataSourcesByRelationshipId");
return(new BadRequestObjectResult("No relationship id was provided"));
}
SelectDatasourceModel selectDatasourceModel = new SelectDatasourceModel();
DefinitionSpecificationRelationship relationship = await _datasetRepository.GetDefinitionSpecificationRelationshipById(relationshipId);
if (relationship == null)
{
return(new StatusCodeResult(412));
}
selectDatasourceModel.RelationshipId = relationship.Id;
selectDatasourceModel.RelationshipName = relationship.Name;
selectDatasourceModel.SpecificationId = relationship.Specification.Id;
selectDatasourceModel.SpecificationName = relationship.Specification.Name;
selectDatasourceModel.DefinitionId = relationship.DatasetDefinition.Id;
selectDatasourceModel.DefinitionName = relationship.DatasetDefinition.Name;
IEnumerable <Dataset> datasets = await _datasetRepository.GetDatasetsByQuery(m => m.Definition.Id == relationship.DatasetDefinition.Id);
if (!datasets.IsNullOrEmpty())
{
if (selectDatasourceModel.Datasets == null)
{
selectDatasourceModel.Datasets = Enumerable.Empty <DatasetVersions>();
}
foreach (Dataset dataset in datasets)
{
selectDatasourceModel.Datasets = selectDatasourceModel.Datasets.Concat(new[] {
new DatasetVersions
{
Id = dataset.Id,
Name = dataset.Name,
SelectedVersion = (relationship.DatasetVersion != null && relationship.DatasetVersion.Id == dataset.Id) ? relationship.DatasetVersion.Version : null as int?,
Versions = dataset.History.Select(m => m.Version)
}
});
}
}
return(new OkObjectResult(selectDatasourceModel));
}
public async Task ProcessDataset(Message message)
{
Guard.ArgumentNotNull(message, nameof(message));
IDictionary <string, object> properties = message.UserProperties;
Dataset dataset = message.GetPayloadAsInstanceOf <Dataset>();
string jobId = message.UserProperties["jobId"].ToString();
await UpdateJobStatus(jobId, null, 0);
if (dataset == null)
{
_logger.Error("A null dataset was provided to ProcessData");
await UpdateJobStatus(jobId, false, 100, "Failed to Process - null dataset provided");
return;
}
if (!message.UserProperties.ContainsKey("specification-id"))
{
_logger.Error("Specification Id key is missing in ProcessDataset message properties");
await UpdateJobStatus(jobId, false, 100, "Failed to Process - specification id not provided");
return;
}
string specificationId = message.UserProperties["specification-id"].ToString();
if (string.IsNullOrWhiteSpace(specificationId))
{
_logger.Error("A null or empty specification id was provided to ProcessData");
await UpdateJobStatus(jobId, false, 100, "Failed to Process - specification if is null or empty");
return;
}
if (!message.UserProperties.ContainsKey("relationship-id"))
{
_logger.Error("Relationship Id key is missing in ProcessDataset message properties");
await UpdateJobStatus(jobId, false, 100, "Failed to Process - relationship id not provided");
return;
}
string relationshipId = message.UserProperties["relationship-id"].ToString();
if (string.IsNullOrWhiteSpace(relationshipId))
{
_logger.Error("A null or empty relationship id was provided to ProcessDataset");
await UpdateJobStatus(jobId, false, 100, "Failed to Process - relationship id is null or empty");
return;
}
DefinitionSpecificationRelationship relationship = await _datasetRepository.GetDefinitionSpecificationRelationshipById(relationshipId);
if (relationship == null)
{
_logger.Error($"Relationship not found for relationship id: {relationshipId}");
await UpdateJobStatus(jobId, false, 100, "Failed to Process - relationship not found");
return;
}
BuildProject buildProject = null;
Reference user = message.GetUserDetails();
try
{
buildProject = await ProcessDataset(dataset, specificationId, relationshipId, relationship.DatasetVersion.Version, user);
await UpdateJobStatus(jobId, true, 100, "Processed Dataset");
}
catch (NonRetriableException argEx)
{
// This type of exception is not retriable so fail
_logger.Error(argEx, $"Failed to run ProcessDataset with exception: {argEx.Message} for relationship ID '{relationshipId}'");
await UpdateJobStatus(jobId, false, 100, $"Failed to run Process - {argEx.Message}");
return;
}
catch (Exception exception)
{
// Unknown exception occurred so allow it to be retried
_logger.Error(exception, $"Failed to run ProcessDataset with exception: {exception.Message} for relationship ID '{relationshipId}'");
throw;
}
if (buildProject != null && !buildProject.DatasetRelationships.IsNullOrEmpty() && buildProject.DatasetRelationships.Any(m => m.DefinesScope))
{
string userId = user != null ? user.Id : "";
string userName = user != null ? user.Name : "";
try
{
HttpStatusCode statusCode = await _calcsRepository.CompileAndSaveAssembly(specificationId);
if (!statusCode.IsSuccess())
{
string errorMessage = $"Failed to compile and save assembly for specification id '{specificationId}' with status code '{statusCode}'";
_logger.Error(errorMessage);
throw new NonRetriableException(errorMessage);
}
Trigger trigger = new Trigger
{
EntityId = relationshipId,
EntityType = nameof(DefinitionSpecificationRelationship),
Message = $"Processed dataset relationship: '{relationshipId}' for specification: '{specificationId}'"
};
string correlationId = message.GetCorrelationId();
IEnumerable <CalculationCurrentVersion> allCalculations = await _calcsRepository.GetCurrentCalculationsBySpecificationId(specificationId);
bool generateCalculationAggregations = allCalculations.IsNullOrEmpty() ? false : SourceCodeHelpers.HasCalculationAggregateFunctionParameters(allCalculations.Select(m => m.SourceCode));
await SendInstructAllocationsToJobService($"{CacheKeys.ScopedProviderSummariesPrefix}{specificationId}", specificationId, userId, userName, trigger, correlationId, generateCalculationAggregations);
}
catch (Exception ex)
{
_logger.Error(ex, $"Failed to create job of type '{JobConstants.DefinitionNames.CreateInstructAllocationJob}' on specification '{specificationId}'");
throw new Exception($"Failed to create job of type '{JobConstants.DefinitionNames.CreateInstructAllocationJob}' on specification '{specificationId}'", ex);
}
}
}