public async Task GivenAnOrchestratorTask_WhenSubTaskFailed_ThenImportProcessingExceptionShouldBeThrowAndContextUpdated()
{
IImportOrchestratorTaskDataStoreOperation fhirDataBulkImportOperation = Substitute.For <IImportOrchestratorTaskDataStoreOperation>();
IContextUpdater contextUpdater = Substitute.For <IContextUpdater>();
RequestContextAccessor <IFhirRequestContext> contextAccessor = Substitute.For <RequestContextAccessor <IFhirRequestContext> >();
ILoggerFactory loggerFactory = new NullLoggerFactory();
IIntegrationDataStoreClient integrationDataStoreClient = Substitute.For <IIntegrationDataStoreClient>();
ISequenceIdGenerator <long> sequenceIdGenerator = Substitute.For <ISequenceIdGenerator <long> >();
IMediator mediator = Substitute.For <IMediator>();
ImportOrchestratorTaskInputData importOrchestratorTaskInputData = new ImportOrchestratorTaskInputData();
ImportOrchestratorTaskContext importOrchestratorTaskContext = new ImportOrchestratorTaskContext();
List <(long begin, long end)> surrogatedIdRanges = new List <(long begin, long end)>();
TestTaskManager taskManager = new TestTaskManager(t =>
{
if (t == null)
{
return(null);
}
TaskResultData resultData = new TaskResultData();
resultData.Result = TaskResult.Fail;
resultData.ResultData = "error";
t.Result = JsonConvert.SerializeObject(resultData);
t.Status = TaskManagement.TaskStatus.Completed;
return(t);
});
importOrchestratorTaskInputData.TaskId = Guid.NewGuid().ToString("N");
importOrchestratorTaskInputData.TaskCreateTime = Clock.UtcNow;
importOrchestratorTaskInputData.BaseUri = new Uri("http://dummy");
var inputs = new List <InputResource>();
inputs.Add(new InputResource()
{
Type = "Resource", Url = new Uri($"http://dummy")
});
importOrchestratorTaskInputData.Input = inputs;
importOrchestratorTaskInputData.InputFormat = "ndjson";
importOrchestratorTaskInputData.InputSource = new Uri("http://dummy");
importOrchestratorTaskInputData.MaxConcurrentProcessingTaskCount = 1;
importOrchestratorTaskInputData.ProcessingTaskQueueId = "default";
importOrchestratorTaskInputData.RequestUri = new Uri("http://dummy");
integrationDataStoreClient.GetPropertiesAsync(Arg.Any <Uri>(), Arg.Any <CancellationToken>())
.Returns(callInfo =>
{
Dictionary <string, object> properties = new Dictionary <string, object>();
properties[IntegrationDataStoreClientConstants.BlobPropertyETag] = "test";
properties[IntegrationDataStoreClientConstants.BlobPropertyLength] = 1000L;
return(properties);
});
string latestContext = null;
contextUpdater.UpdateContextAsync(Arg.Any <string>(), Arg.Any <CancellationToken>())
.Returns(callInfo =>
{
latestContext = (string)callInfo[0];
return(Task.CompletedTask);
});
sequenceIdGenerator.GetCurrentSequenceId().Returns <long>(_ => 0L);
ImportOrchestratorTask orchestratorTask = new ImportOrchestratorTask(
mediator,
importOrchestratorTaskInputData,
importOrchestratorTaskContext,
taskManager,
sequenceIdGenerator,
contextUpdater,
contextAccessor,
fhirDataBulkImportOperation,
integrationDataStoreClient,
loggerFactory);
orchestratorTask.PollingFrequencyInSeconds = 0;
TaskResultData taskResultData = await orchestratorTask.ExecuteAsync();
Assert.Equal(TaskResult.Fail, taskResultData.Result);
ImportOrchestratorTaskContext context = JsonConvert.DeserializeObject <ImportOrchestratorTaskContext>(latestContext);
Assert.Equal(ImportOrchestratorTaskProgress.SubTaskRecordsGenerated, context.Progress);
_ = mediator.Received().Publish(
Arg.Is <ImportTaskMetricsNotification>(
notification => notification.Id == importOrchestratorTaskInputData.TaskId &&
notification.Status == TaskResult.Fail.ToString() &&
notification.CreatedTime == importOrchestratorTaskInputData.TaskCreateTime &&
notification.SucceedCount == null &&
notification.FailedCount == null),
Arg.Any <CancellationToken>());
}
public async Task GivenAnOrchestratorTask_WhenFailedAtMonitorSubTasksStep_ThenRetrableExceptionShouldBeThrowAndContextUpdated()
{
IImportOrchestratorTaskDataStoreOperation fhirDataBulkImportOperation = Substitute.For <IImportOrchestratorTaskDataStoreOperation>();
IContextUpdater contextUpdater = Substitute.For <IContextUpdater>();
RequestContextAccessor <IFhirRequestContext> contextAccessor = Substitute.For <RequestContextAccessor <IFhirRequestContext> >();
ILoggerFactory loggerFactory = new NullLoggerFactory();
IIntegrationDataStoreClient integrationDataStoreClient = Substitute.For <IIntegrationDataStoreClient>();
ISequenceIdGenerator <long> sequenceIdGenerator = Substitute.For <ISequenceIdGenerator <long> >();
ImportOrchestratorTaskInputData importOrchestratorTaskInputData = new ImportOrchestratorTaskInputData();
ImportOrchestratorTaskContext importOrchestratorTaskContext = new ImportOrchestratorTaskContext();
List <(long begin, long end)> surrogatedIdRanges = new List <(long begin, long end)>();
TestTaskManager taskManager = new TestTaskManager(t =>
{
throw new InvalidOperationException();
});
importOrchestratorTaskInputData.TaskId = Guid.NewGuid().ToString("N");
importOrchestratorTaskInputData.TaskCreateTime = Clock.UtcNow;
importOrchestratorTaskInputData.BaseUri = new Uri("http://dummy");
var inputs = new List <InputResource>();
inputs.Add(new InputResource()
{
Type = "Resource", Url = new Uri($"http://dummy")
});
importOrchestratorTaskInputData.Input = inputs;
importOrchestratorTaskInputData.InputFormat = "ndjson";
importOrchestratorTaskInputData.InputSource = new Uri("http://dummy");
importOrchestratorTaskInputData.MaxConcurrentProcessingTaskCount = 1;
importOrchestratorTaskInputData.ProcessingTaskQueueId = "default";
importOrchestratorTaskInputData.RequestUri = new Uri("http://dummy");
integrationDataStoreClient.GetPropertiesAsync(Arg.Any <Uri>(), Arg.Any <CancellationToken>())
.Returns(callInfo =>
{
Dictionary <string, object> properties = new Dictionary <string, object>();
properties[IntegrationDataStoreClientConstants.BlobPropertyETag] = "test";
properties[IntegrationDataStoreClientConstants.BlobPropertyLength] = 1000L;
return(properties);
});
string latestContext = null;
contextUpdater.UpdateContextAsync(Arg.Any <string>(), Arg.Any <CancellationToken>())
.Returns(callInfo =>
{
latestContext = (string)callInfo[0];
return(Task.CompletedTask);
});
sequenceIdGenerator.GetCurrentSequenceId().Returns <long>(_ => 0L);
ImportOrchestratorTask orchestratorTask = new ImportOrchestratorTask(
importOrchestratorTaskInputData,
importOrchestratorTaskContext,
taskManager,
sequenceIdGenerator,
contextUpdater,
contextAccessor,
fhirDataBulkImportOperation,
integrationDataStoreClient,
loggerFactory);
orchestratorTask.PollingFrequencyInSeconds = 0;
await Assert.ThrowsAnyAsync <RetriableTaskException>(() => orchestratorTask.ExecuteAsync());
ImportOrchestratorTaskContext context = JsonConvert.DeserializeObject <ImportOrchestratorTaskContext>(latestContext);
Assert.Equal(ImportOrchestratorTaskProgress.SubTaskRecordsGenerated, context.Progress);
}
