public CreateExportRequestHandlerTests(FhirStorageTestsFixture fixture)
{
_fhirOperationDataStore = fixture.OperationDataStore;
_fhirStorageTestHelper = fixture.TestHelper;
_createExportRequestHandler = new CreateExportRequestHandler(_claimsExtractor, _fhirOperationDataStore, _secretStore);
}
public ExportJobTask(
IFhirOperationDataStore fhirOperationDataStore,
ISecretStore secretStore,
IOptions <ExportJobConfiguration> exportJobConfiguration,
ISearchService searchService,
IResourceToByteArraySerializer resourceToByteArraySerializer,
IExportDestinationClientFactory exportDestinationClientFactory,
ILogger <ExportJobTask> logger)
{
EnsureArg.IsNotNull(fhirOperationDataStore, nameof(fhirOperationDataStore));
EnsureArg.IsNotNull(secretStore, nameof(secretStore));
EnsureArg.IsNotNull(exportJobConfiguration?.Value, nameof(exportJobConfiguration));
EnsureArg.IsNotNull(searchService, nameof(searchService));
EnsureArg.IsNotNull(resourceToByteArraySerializer, nameof(resourceToByteArraySerializer));
EnsureArg.IsNotNull(exportDestinationClientFactory, nameof(exportDestinationClientFactory));
EnsureArg.IsNotNull(logger, nameof(logger));
_fhirOperationDataStore = fhirOperationDataStore;
_secretStore = secretStore;
_exportJobConfiguration = exportJobConfiguration.Value;
_searchService = searchService;
_resourceToByteArraySerializer = resourceToByteArraySerializer;
_exportDestinationClientFactory = exportDestinationClientFactory;
_logger = logger;
}
public GetReindexRequestHandler(IFhirOperationDataStore fhirOperationDataStore, IAuthorizationService <DataActions> authorizationService)
{
EnsureArg.IsNotNull(fhirOperationDataStore, nameof(fhirOperationDataStore));
EnsureArg.IsNotNull(authorizationService, nameof(authorizationService));
_fhirOperationDataStore = fhirOperationDataStore;
_authorizationService = authorizationService;
}
public GetExportRequestHandler(IFhirOperationDataStore fhirOperationDataStore, IFhirAuthorizationService authorizationService)
{
EnsureArg.IsNotNull(fhirOperationDataStore, nameof(fhirOperationDataStore));
EnsureArg.IsNotNull(authorizationService, nameof(authorizationService));
_fhirOperationDataStore = fhirOperationDataStore;
_authorizationService = authorizationService;
}
public async Task InitializeAsync()
{
_fhirOperationDataStore = _fixture.OperationDataStore;
_fhirStorageTestHelper = _fixture.TestHelper;
_scopedOperationDataStore = _fixture.OperationDataStore.CreateMockScope();
_scopedDataStore = _fixture.DataStore.CreateMockScope();
_searchParameterStatusDataStore = _fixture.SearchParameterStatusDataStore;
_jobConfiguration = new ReindexJobConfiguration();
IOptions <ReindexJobConfiguration> optionsReindexConfig = Substitute.For <IOptions <ReindexJobConfiguration> >();
optionsReindexConfig.Value.Returns(_jobConfiguration);
_searchParameterDefinitionManager = new SearchParameterDefinitionManager(ModelInfoProvider.Instance);
await _searchParameterDefinitionManager.StartAsync(CancellationToken.None);
_supportedSearchParameterDefinitionManager = new SupportedSearchParameterDefinitionManager(_searchParameterDefinitionManager);
var fhirRequestContextAccessor = Substitute.For <IFhirRequestContextAccessor>();
_searchableSearchParameterDefinitionManager = new SearchableSearchParameterDefinitionManager(_searchParameterDefinitionManager, fhirRequestContextAccessor);
ResourceWrapperFactory wrapperFactory = Mock.TypeWithArguments <ResourceWrapperFactory>(
new RawResourceFactory(new FhirJsonSerializer()),
_searchIndexer,
_searchableSearchParameterDefinitionManager,
Deserializers.ResourceDeserializer);
_searchParameterStatusManager = new SearchParameterStatusManager(
_searchParameterStatusDataStore,
_searchParameterDefinitionManager,
_searchParameterSupportResolver,
_mediator);
_createReindexRequestHandler = new CreateReindexRequestHandler(
_fhirOperationDataStore,
DisabledFhirAuthorizationService.Instance,
optionsReindexConfig,
_searchParameterDefinitionManager);
_reindexUtilities = new ReindexUtilities(
() => _scopedDataStore,
_searchIndexer,
Deserializers.ResourceDeserializer,
_supportedSearchParameterDefinitionManager,
_searchParameterStatusManager,
wrapperFactory);
coreOptions.Value.Returns(new CoreFeatureConfiguration());
var searchParameterExpressionParser = new SearchParameterExpressionParser(new ReferenceSearchValueParser(fhirRequestContextAccessor));
var expressionParser = new ExpressionParser(() => _searchableSearchParameterDefinitionManager, searchParameterExpressionParser);
var searchOptionsFactory = new SearchOptionsFactory(expressionParser, () => _searchableSearchParameterDefinitionManager, coreOptions, fhirRequestContextAccessor, _sortingValidator, NullLogger <SearchOptionsFactory> .Instance);
var cosmosSearchService = new FhirCosmosSearchService(searchOptionsFactory, _fixture.DataStore as CosmosFhirDataStore, new QueryBuilder(), _searchParameterDefinitionManager, fhirRequestContextAccessor) as ISearchService;
_searchService = cosmosSearchService.CreateMockScope();
await _fhirStorageTestHelper.DeleteAllReindexJobRecordsAsync(CancellationToken.None);
}
public CreateExportRequestHandler(IClaimsExtractor claimsExtractor, IFhirOperationDataStore fhirOperationDataStore, IFhirAuthorizationService authorizationService)
{
EnsureArg.IsNotNull(claimsExtractor, nameof(claimsExtractor));
EnsureArg.IsNotNull(fhirOperationDataStore, nameof(fhirOperationDataStore));
EnsureArg.IsNotNull(authorizationService, nameof(authorizationService));
_claimsExtractor = claimsExtractor;
_fhirOperationDataStore = fhirOperationDataStore;
_authorizationService = authorizationService;
}
public CreateExportRequestHandler(IClaimsExtractor claimsExtractor, IFhirOperationDataStore fhirOperationDataStore, ISecretStore secretStore)
{
EnsureArg.IsNotNull(claimsExtractor, nameof(claimsExtractor));
EnsureArg.IsNotNull(fhirOperationDataStore, nameof(fhirOperationDataStore));
EnsureArg.IsNotNull(secretStore, nameof(secretStore));
_claimsExtractor = claimsExtractor;
_fhirOperationDataStore = fhirOperationDataStore;
_secretStore = secretStore;
}
public CancelExportRequestHandler(IFhirOperationDataStore fhirOperationDataStore, int retryCount, Func <int, TimeSpan> sleepDurationProvider)
{
EnsureArg.IsNotNull(fhirOperationDataStore, nameof(fhirOperationDataStore));
EnsureArg.IsGte(retryCount, 0, nameof(retryCount));
EnsureArg.IsNotNull(sleepDurationProvider, nameof(sleepDurationProvider));
_fhirOperationDataStore = fhirOperationDataStore;
_retryPolicy = Policy.Handle <JobConflictException>()
.WaitAndRetryAsync(retryCount, sleepDurationProvider);
}
public ExportJobTask(
IFhirOperationDataStore fhirOperationDataStore,
ILogger <ExportJobTask> logger)
{
EnsureArg.IsNotNull(fhirOperationDataStore, nameof(fhirOperationDataStore));
EnsureArg.IsNotNull(logger, nameof(logger));
_fhirOperationDataStore = fhirOperationDataStore;
_logger = logger;
}
public CancelReindexRequestHandler(IFhirOperationDataStore fhirOperationDataStore, IAuthorizationService <DataActions> authorizationService, int retryCount, Func <int, TimeSpan> sleepDurationProvider)
{
EnsureArg.IsNotNull(fhirOperationDataStore, nameof(fhirOperationDataStore));
EnsureArg.IsNotNull(authorizationService, nameof(authorizationService));
EnsureArg.IsGte(retryCount, 0, nameof(retryCount));
EnsureArg.IsNotNull(sleepDurationProvider, nameof(sleepDurationProvider));
_fhirOperationDataStore = fhirOperationDataStore;
_authorizationService = authorizationService;
_retryPolicy = Policy.Handle <JobConflictException>()
.WaitAndRetryAsync(retryCount, sleepDurationProvider);
}
public CreateExportRequestHandlerTests(FhirStorageTestsFixture fixture)
{
_fhirOperationDataStore = fixture.OperationDataStore;
_fhirStorageTestHelper = fixture.TestHelper;
_exportJobConfiguration = new ExportJobConfiguration();
IOptions <ExportJobConfiguration> optionsExportConfig = Substitute.For <IOptions <ExportJobConfiguration> >();
optionsExportConfig.Value.Returns(_exportJobConfiguration);
_createExportRequestHandler = new CreateExportRequestHandler(_claimsExtractor, _fhirOperationDataStore, DisabledFhirAuthorizationService.Instance, optionsExportConfig);
}
public ExportJobWorker(IFhirOperationDataStore fhirOperationDataStore, IOptions <ExportJobConfiguration> exportJobConfiguration, Func <IExportJobTask> exportJobTaskFactory, ILogger <ExportJobWorker> logger)
{
EnsureArg.IsNotNull(fhirOperationDataStore, nameof(fhirOperationDataStore));
EnsureArg.IsNotNull(exportJobConfiguration?.Value, nameof(exportJobConfiguration));
EnsureArg.IsNotNull(exportJobTaskFactory, nameof(exportJobTaskFactory));
EnsureArg.IsNotNull(logger, nameof(logger));
_fhirOperationDataStore = fhirOperationDataStore;
_exportJobConfiguration = exportJobConfiguration.Value;
_exportJobTaskFactory = exportJobTaskFactory;
_logger = logger;
}
public CreateReindexRequestHandler(
IFhirOperationDataStore fhirOperationDataStore,
IAuthorizationService <DataActions> authorizationService,
IOptions <ReindexJobConfiguration> reindexJobConfiguration,
ISearchParameterDefinitionManager searchParameterDefinitionManager)
{
EnsureArg.IsNotNull(fhirOperationDataStore, nameof(fhirOperationDataStore));
EnsureArg.IsNotNull(authorizationService, nameof(authorizationService));
EnsureArg.IsNotNull(reindexJobConfiguration, nameof(reindexJobConfiguration));
EnsureArg.IsNotNull(searchParameterDefinitionManager, nameof(searchParameterDefinitionManager));
_fhirOperationDataStore = fhirOperationDataStore;
_authorizationService = authorizationService;
_reindexJobConfiguration = reindexJobConfiguration.Value;
_searchParameterDefinitionManager = searchParameterDefinitionManager;
}
public CreateExportRequestHandler(
IClaimsExtractor claimsExtractor,
IFhirOperationDataStore fhirOperationDataStore,
IFhirAuthorizationService authorizationService,
IOptions <ExportJobConfiguration> exportJobConfiguration)
{
EnsureArg.IsNotNull(claimsExtractor, nameof(claimsExtractor));
EnsureArg.IsNotNull(fhirOperationDataStore, nameof(fhirOperationDataStore));
EnsureArg.IsNotNull(authorizationService, nameof(authorizationService));
EnsureArg.IsNotNull(exportJobConfiguration?.Value, nameof(exportJobConfiguration));
_claimsExtractor = claimsExtractor;
_fhirOperationDataStore = fhirOperationDataStore;
_authorizationService = authorizationService;
_exportJobConfiguration = exportJobConfiguration.Value;
}
public CreateReindexRequestHandler(
IClaimsExtractor claimsExtractor,
IFhirOperationDataStore fhirOperationDataStore,
IFhirAuthorizationService authorizationService,
IOptions <ReindexJobConfiguration> reindexJobConfiguration)
{
EnsureArg.IsNotNull(claimsExtractor, nameof(claimsExtractor));
EnsureArg.IsNotNull(fhirOperationDataStore, nameof(fhirOperationDataStore));
EnsureArg.IsNotNull(authorizationService, nameof(authorizationService));
EnsureArg.IsNotNull(reindexJobConfiguration, nameof(reindexJobConfiguration));
_claimsExtractor = claimsExtractor;
_fhirOperationDataStore = fhirOperationDataStore;
_authorizationService = authorizationService;
_reindexJobConfiguration = reindexJobConfiguration.Value;
}
public async Task InitializeAsync()
{
_fhirOperationDataStore = _fixture.OperationDataStore;
_fhirStorageTestHelper = _fixture.TestHelper;
_scopedOperationDataStore = _fhirOperationDataStore.CreateMockScope();
_scopedDataStore = _fixture.DataStore.CreateMockScope();
_jobConfiguration = new ReindexJobConfiguration();
IOptions <ReindexJobConfiguration> optionsReindexConfig = Substitute.For <IOptions <ReindexJobConfiguration> >();
optionsReindexConfig.Value.Returns(_jobConfiguration);
_searchParameterDefinitionManager = _fixture.SearchParameterDefinitionManager;
_supportedSearchParameterDefinitionManager = _fixture.SupportedSearchParameterDefinitionManager;
ResourceWrapperFactory wrapperFactory = Mock.TypeWithArguments <ResourceWrapperFactory>(
new RawResourceFactory(new FhirJsonSerializer()),
new FhirRequestContextAccessor(),
_searchIndexer,
_searchParameterDefinitionManager,
Deserializers.ResourceDeserializer);
_searchParameterStatusManager = _fixture.SearchParameterStatusManager;
_createReindexRequestHandler = new CreateReindexRequestHandler(
_fhirOperationDataStore,
DisabledFhirAuthorizationService.Instance,
optionsReindexConfig,
_searchParameterDefinitionManager,
_searchParameterOperations);
_reindexUtilities = new ReindexUtilities(
() => _scopedDataStore,
_searchIndexer,
Deserializers.ResourceDeserializer,
_supportedSearchParameterDefinitionManager,
_searchParameterStatusManager,
wrapperFactory);
_searchService = _fixture.SearchService.CreateMockScope();
await _fhirStorageTestHelper.DeleteAllReindexJobRecordsAsync(CancellationToken.None);
_throttleController.GetThrottleBasedDelay().Returns(0);
_throttleController.GetThrottleBatchSize().Returns(100U);
}
public ReindexJobTests(FhirStorageTestsFixture fixture)
{
_fhirOperationDataStore = fixture.OperationDataStore;
_fhirStorageTestHelper = fixture.TestHelper;
_scopedOperationDataStore = fixture.OperationDataStore.CreateMockScope();
_scopedOperationDataStore = fixture.OperationDataStore.CreateMockScope();
_scopedDataStore = fixture.DataStore.CreateMockScope();
_jobConfiguration = new ReindexJobConfiguration();
IOptions <ReindexJobConfiguration> optionsReindexConfig = Substitute.For <IOptions <ReindexJobConfiguration> >();
optionsReindexConfig.Value.Returns(_jobConfiguration);
_searchParameterDefinitionManager = new SearchParameterDefinitionManager(ModelInfoProvider.Instance);
_searchParameterDefinitionManager.Start();
_searchParameterDefinitionManager.UpdateSearchParameterHashMap(new Dictionary <string, string>()
{
{ "Patient", "newHash" }
});
_supportedSearchParameterDefinitionManager = new SupportedSearchParameterDefinitionManager(_searchParameterDefinitionManager);
var fhirRequestContextAccessor = Substitute.For <IFhirRequestContextAccessor>();
_searchableSearchParameterDefinitionManager = new SearchableSearchParameterDefinitionManager(_searchParameterDefinitionManager, fhirRequestContextAccessor);
_createReindexRequestHandler = new CreateReindexRequestHandler(
_fhirOperationDataStore,
DisabledFhirAuthorizationService.Instance,
optionsReindexConfig,
_searchParameterDefinitionManager);
_reindexUtilities = new ReindexUtilities(
() => _scopedDataStore,
_searchIndexer,
Deserializers.ResourceDeserializer,
_supportedSearchParameterDefinitionManager,
_searchParameterRegistry);
coreOptions.Value.Returns(new CoreFeatureConfiguration());
var searchParameterExpressionParser = new SearchParameterExpressionParser(() => _searchParameterDefinitionManager, new ReferenceSearchValueParser(fhirRequestContextAccessor));
var expressionParser = new ExpressionParser(() => _searchableSearchParameterDefinitionManager, searchParameterExpressionParser);
var searchOptionsFactory = new SearchOptionsFactory(expressionParser, () => _searchableSearchParameterDefinitionManager, coreOptions, fhirRequestContextAccessor, NullLogger <SearchOptionsFactory> .Instance);
var cosmosSearchService = new FhirCosmosSearchService(searchOptionsFactory, fixture.DataStore as CosmosFhirDataStore, new QueryBuilder()) as ISearchService;
_searchService = cosmosSearchService.CreateMockScope();
}
public CreateExportRequestHandlerTests(FhirStorageTestsFixture fixture)
{
_fhirOperationDataStore = AddListener(fixture.OperationDataStore);
_fhirStorageTestHelper = fixture.TestHelper;
_exportJobConfiguration = new ExportJobConfiguration();
_exportJobConfiguration.Formats = new List <ExportJobFormatConfiguration>();
_exportJobConfiguration.Formats.Add(new ExportJobFormatConfiguration()
{
Name = "test",
Format = ExportFormatTags.ResourceName,
});
IOptions <ExportJobConfiguration> optionsExportConfig = Substitute.For <IOptions <ExportJobConfiguration> >();
optionsExportConfig.Value.Returns(_exportJobConfiguration);
_createExportRequestHandler = new CreateExportRequestHandler(_claimsExtractor, _fhirOperationDataStore, DisabledFhirAuthorizationService.Instance, optionsExportConfig);
}
public SqlServerFhirStorageTestsFixture()
{
var initialConnectionString = Environment.GetEnvironmentVariable("SqlServer:ConnectionString") ?? LocalConnectionString;
_databaseName = $"FHIRINTEGRATIONTEST_{DateTimeOffset.UtcNow.ToUnixTimeSeconds()}_{BigInteger.Abs(new BigInteger(Guid.NewGuid().ToByteArray()))}";
TestConnectionString = new SqlConnectionStringBuilder(initialConnectionString)
{
InitialCatalog = _databaseName
}.ToString();
var schemaOptions = new SqlServerSchemaOptions {
AutomaticUpdatesEnabled = true
};
var config = new SqlServerDataStoreConfiguration {
ConnectionString = TestConnectionString, Initialize = true, SchemaOptions = schemaOptions
};
var schemaInformation = new SchemaInformation(SchemaVersionConstants.Min, SchemaVersionConstants.Max);
var scriptProvider = new ScriptProvider <SchemaVersion>();
var baseScriptProvider = new BaseScriptProvider();
var mediator = Substitute.For <IMediator>();
var sqlConnectionFactory = new DefaultSqlConnectionFactory(config);
var schemaUpgradeRunner = new SchemaUpgradeRunner(scriptProvider, baseScriptProvider, mediator, NullLogger <SchemaUpgradeRunner> .Instance, sqlConnectionFactory);
_schemaInitializer = new SchemaInitializer(config, schemaUpgradeRunner, schemaInformation, sqlConnectionFactory, NullLogger <SchemaInitializer> .Instance);
var searchParameterDefinitionManager = new SearchParameterDefinitionManager(ModelInfoProvider.Instance);
_filebasedSearchParameterStatusDataStore = new FilebasedSearchParameterStatusDataStore(searchParameterDefinitionManager, ModelInfoProvider.Instance);
var securityConfiguration = new SecurityConfiguration {
PrincipalClaims = { "oid" }
};
var sqlServerFhirModel = new SqlServerFhirModel(
config,
schemaInformation,
searchParameterDefinitionManager,
() => _filebasedSearchParameterStatusDataStore,
Options.Create(securityConfiguration),
NullLogger <SqlServerFhirModel> .Instance);
var serviceCollection = new ServiceCollection();
serviceCollection.AddSqlServerTableRowParameterGenerators();
serviceCollection.AddSingleton(sqlServerFhirModel);
ServiceProvider serviceProvider = serviceCollection.BuildServiceProvider();
var upsertResourceTvpGenerator = serviceProvider.GetRequiredService <VLatest.UpsertResourceTvpGenerator <ResourceMetadata> >();
var upsertSearchParamsTvpGenerator = serviceProvider.GetRequiredService <VLatest.UpsertSearchParamsTvpGenerator <List <ResourceSearchParameterStatus> > >();
var searchParameterToSearchValueTypeMap = new SearchParameterToSearchValueTypeMap(new SupportedSearchParameterDefinitionManager(searchParameterDefinitionManager));
SqlTransactionHandler = new SqlTransactionHandler();
SqlConnectionWrapperFactory = new SqlConnectionWrapperFactory(SqlTransactionHandler, new SqlCommandWrapperFactory(), sqlConnectionFactory);
SqlServerSearchParameterStatusDataStore = new SqlServerSearchParameterStatusDataStore(
() => SqlConnectionWrapperFactory.CreateMockScope(),
upsertSearchParamsTvpGenerator,
() => _filebasedSearchParameterStatusDataStore,
schemaInformation);
_fhirDataStore = new SqlServerFhirDataStore(config, sqlServerFhirModel, searchParameterToSearchValueTypeMap, upsertResourceTvpGenerator, Options.Create(new CoreFeatureConfiguration()), SqlConnectionWrapperFactory, NullLogger <SqlServerFhirDataStore> .Instance, schemaInformation);
_fhirOperationDataStore = new SqlServerFhirOperationDataStore(SqlConnectionWrapperFactory, NullLogger <SqlServerFhirOperationDataStore> .Instance);
_testHelper = new SqlServerFhirStorageTestHelper(initialConnectionString, MasterDatabaseName, searchParameterDefinitionManager, sqlServerFhirModel, sqlConnectionFactory);
}
public async Task InitializeAsync()
{
var fhirStoredProcs = typeof(IStoredProcedure).Assembly
.GetTypes()
.Where(x => !x.IsAbstract && typeof(IStoredProcedure).IsAssignableFrom(x))
.ToArray()
.Select(type => (IStoredProcedure)Activator.CreateInstance(type));
var optionsMonitor = Substitute.For <IOptionsMonitor <CosmosCollectionConfiguration> >();
optionsMonitor.Get(CosmosDb.Constants.CollectionConfigurationName).Returns(_cosmosCollectionConfiguration);
var searchParameterDefinitionManager = new SearchParameterDefinitionManager(ModelInfoProvider.Instance);
searchParameterDefinitionManager.Start();
_filebasedSearchParameterRegistry = new FilebasedSearchParameterRegistry(searchParameterDefinitionManager, ModelInfoProvider.Instance);
var updaters = new ICollectionUpdater[]
{
new FhirCollectionSettingsUpdater(_cosmosDataStoreConfiguration, optionsMonitor, NullLogger <FhirCollectionSettingsUpdater> .Instance),
new StoredProcedureInstaller(fhirStoredProcs),
new CosmosDbStatusRegistryInitializer(
() => _filebasedSearchParameterRegistry,
new CosmosQueryFactory(
new CosmosResponseProcessor(Substitute.For <IFhirRequestContextAccessor>(), Substitute.For <IMediator>(), NullLogger <CosmosResponseProcessor> .Instance),
NullFhirCosmosQueryLogger.Instance)),
};
var dbLock = new CosmosDbDistributedLockFactory(Substitute.For <Func <IScoped <Container> > >(), NullLogger <CosmosDbDistributedLock> .Instance);
var upgradeManager = new CollectionUpgradeManager(updaters, _cosmosDataStoreConfiguration, optionsMonitor, dbLock, NullLogger <CollectionUpgradeManager> .Instance);
ICosmosClientTestProvider testProvider = new CosmosClientReadWriteTestProvider();
var fhirRequestContextAccessor = new FhirRequestContextAccessor();
var cosmosResponseProcessor = Substitute.For <ICosmosResponseProcessor>();
var responseProcessor = new CosmosResponseProcessor(fhirRequestContextAccessor, Substitute.For <IMediator>(), NullLogger <CosmosResponseProcessor> .Instance);
var handler = new FhirCosmosResponseHandler(() => new NonDisposingScope(_container), _cosmosDataStoreConfiguration, fhirRequestContextAccessor, responseProcessor);
var documentClientInitializer = new FhirCosmosClientInitializer(testProvider, new[] { handler }, NullLogger <FhirCosmosClientInitializer> .Instance);
_cosmosClient = documentClientInitializer.CreateCosmosClient(_cosmosDataStoreConfiguration);
var fhirCollectionInitializer = new CollectionInitializer(_cosmosCollectionConfiguration.CollectionId, _cosmosDataStoreConfiguration, _cosmosCollectionConfiguration.InitialCollectionThroughput, upgradeManager, NullLogger <CollectionInitializer> .Instance);
// Cosmos DB emulators throws errors when multiple collections are initialized concurrently.
// Use the semaphore to only allow one initialization at a time.
await CollectionInitializationSemaphore.WaitAsync();
try
{
await documentClientInitializer.InitializeDataStore(_cosmosClient, _cosmosDataStoreConfiguration, new List <ICollectionInitializer> {
fhirCollectionInitializer
});
_container = documentClientInitializer.CreateFhirContainer(_cosmosClient, _cosmosDataStoreConfiguration.DatabaseId, _cosmosCollectionConfiguration.CollectionId);
}
finally
{
CollectionInitializationSemaphore.Release();
}
var cosmosDocumentQueryFactory = new CosmosQueryFactory(cosmosResponseProcessor, NullFhirCosmosQueryLogger.Instance);
var documentClient = new NonDisposingScope(_container);
_fhirDataStore = new CosmosFhirDataStore(
documentClient,
_cosmosDataStoreConfiguration,
optionsMonitor,
cosmosDocumentQueryFactory,
new RetryExceptionPolicyFactory(_cosmosDataStoreConfiguration),
NullLogger <CosmosFhirDataStore> .Instance,
new VersionSpecificModelInfoProvider(),
Options.Create(new CoreFeatureConfiguration()));
_fhirOperationDataStore = new CosmosFhirOperationDataStore(
documentClient,
_cosmosDataStoreConfiguration,
optionsMonitor,
new RetryExceptionPolicyFactory(_cosmosDataStoreConfiguration),
new CosmosQueryFactory(responseProcessor, new NullFhirCosmosQueryLogger()),
NullLogger <CosmosFhirOperationDataStore> .Instance);
_fhirStorageTestHelper = new CosmosDbFhirStorageTestHelper(
_container,
_cosmosDataStoreConfiguration.DatabaseId,
_cosmosCollectionConfiguration.CollectionId);
}
public CancelExportRequestHandler(IFhirOperationDataStore fhirOperationDataStore)
: this(fhirOperationDataStore, DefaultRetryCount, DefaultSleepDurationProvider)
{
}
internal SqlServerFhirStorageTestsFixture(int maximumSupportedSchemaVersion, string databaseName, IOptions <CoreFeatureConfiguration> coreFeatures = null)
{
var initialConnectionString = Environment.GetEnvironmentVariable("SqlServer:ConnectionString") ?? LocalConnectionString;
_maximumSupportedSchemaVersion = maximumSupportedSchemaVersion;
_databaseName = databaseName;
TestConnectionString = new SqlConnectionStringBuilder(initialConnectionString)
{
InitialCatalog = _databaseName
}.ToString();
var schemaOptions = new SqlServerSchemaOptions {
AutomaticUpdatesEnabled = true
};
var config = Options.Create(new SqlServerDataStoreConfiguration {
ConnectionString = TestConnectionString, Initialize = true, SchemaOptions = schemaOptions, StatementTimeout = TimeSpan.FromMinutes(10)
});
SchemaInformation = new SchemaInformation(SchemaVersionConstants.Min, maximumSupportedSchemaVersion);
var scriptProvider = new ScriptProvider <SchemaVersion>();
var baseScriptProvider = new BaseScriptProvider();
var mediator = Substitute.For <IMediator>();
var sqlSortingValidator = new SqlServerSortingValidator(SchemaInformation);
var sqlConnectionStringProvider = new DefaultSqlConnectionStringProvider(config);
SqlConnectionFactory = new DefaultSqlConnectionFactory(sqlConnectionStringProvider);
var schemaManagerDataStore = new SchemaManagerDataStore(SqlConnectionFactory, config, NullLogger <SchemaManagerDataStore> .Instance);
_schemaUpgradeRunner = new SchemaUpgradeRunner(scriptProvider, baseScriptProvider, NullLogger <SchemaUpgradeRunner> .Instance, SqlConnectionFactory, schemaManagerDataStore);
_schemaInitializer = new SchemaInitializer(config, schemaManagerDataStore, _schemaUpgradeRunner, SchemaInformation, SqlConnectionFactory, sqlConnectionStringProvider, mediator, NullLogger <SchemaInitializer> .Instance);
_searchParameterDefinitionManager = new SearchParameterDefinitionManager(ModelInfoProvider.Instance, _mediator, () => _searchService.CreateMockScope(), NullLogger <SearchParameterDefinitionManager> .Instance);
_searchParameterDefinitionManager.StartAsync(CancellationToken.None);
_filebasedSearchParameterStatusDataStore = new FilebasedSearchParameterStatusDataStore(_searchParameterDefinitionManager, ModelInfoProvider.Instance);
var securityConfiguration = new SecurityConfiguration {
PrincipalClaims = { "oid" }
};
var sqlServerFhirModel = new SqlServerFhirModel(
SchemaInformation,
_searchParameterDefinitionManager,
() => _filebasedSearchParameterStatusDataStore,
Options.Create(securityConfiguration),
SqlConnectionFactory,
Substitute.For <IMediator>(),
NullLogger <SqlServerFhirModel> .Instance);
SqlServerFhirModel = sqlServerFhirModel;
var searchParameterToSearchValueTypeMap = new SearchParameterToSearchValueTypeMap();
var serviceCollection = new ServiceCollection();
serviceCollection.AddSqlServerTableRowParameterGenerators();
serviceCollection.AddSingleton(sqlServerFhirModel);
serviceCollection.AddSingleton <ISqlServerFhirModel>(sqlServerFhirModel);
serviceCollection.AddSingleton(searchParameterToSearchValueTypeMap);
ServiceProvider serviceProvider = serviceCollection.BuildServiceProvider();
var upsertResourceTvpGeneratorV6 = serviceProvider.GetRequiredService <V6.UpsertResourceTvpGenerator <ResourceMetadata> >();
var upsertResourceTvpGeneratorV7 = serviceProvider.GetRequiredService <V7.UpsertResourceTvpGenerator <ResourceMetadata> >();
var upsertResourceTvpGeneratorV13 = serviceProvider.GetRequiredService <V13.UpsertResourceTvpGenerator <IReadOnlyList <ResourceWrapper> > >();
var upsertResourceTvpGeneratorV17 = serviceProvider.GetRequiredService <V17.UpsertResourceTvpGenerator <IReadOnlyList <ResourceWrapper> > >();
var upsertResourceTvpGeneratorVLatest = serviceProvider.GetRequiredService <VLatest.UpsertResourceTvpGenerator <IReadOnlyList <ResourceWrapper> > >();
var reindexResourceTvpGeneratorV17 = serviceProvider.GetRequiredService <V17.ReindexResourceTvpGenerator <IReadOnlyList <ResourceWrapper> > >();
var bulkReindexResourceTvpGeneratorV17 = serviceProvider.GetRequiredService <V17.BulkReindexResourcesTvpGenerator <IReadOnlyList <ResourceWrapper> > >();
var reindexResourceTvpGeneratorVLatest = serviceProvider.GetRequiredService <VLatest.ReindexResourceTvpGenerator <IReadOnlyList <ResourceWrapper> > >();
var bulkReindexResourceTvpGeneratorVLatest = serviceProvider.GetRequiredService <VLatest.BulkReindexResourcesTvpGenerator <IReadOnlyList <ResourceWrapper> > >();
var upsertSearchParamsTvpGenerator = serviceProvider.GetRequiredService <VLatest.UpsertSearchParamsTvpGenerator <List <ResourceSearchParameterStatus> > >();
_supportedSearchParameterDefinitionManager = new SupportedSearchParameterDefinitionManager(_searchParameterDefinitionManager);
SqlTransactionHandler = new SqlTransactionHandler();
SqlConnectionWrapperFactory = new SqlConnectionWrapperFactory(SqlTransactionHandler, new SqlCommandWrapperFactory(), SqlConnectionFactory);
SqlServerSearchParameterStatusDataStore = new SqlServerSearchParameterStatusDataStore(
() => SqlConnectionWrapperFactory.CreateMockScope(),
upsertSearchParamsTvpGenerator,
() => _filebasedSearchParameterStatusDataStore,
SchemaInformation,
sqlSortingValidator,
sqlServerFhirModel,
_searchParameterDefinitionManager);
IOptions <CoreFeatureConfiguration> options = coreFeatures ?? Options.Create(new CoreFeatureConfiguration());
_fhirDataStore = new SqlServerFhirDataStore(
sqlServerFhirModel,
searchParameterToSearchValueTypeMap,
upsertResourceTvpGeneratorV6,
upsertResourceTvpGeneratorV7,
upsertResourceTvpGeneratorV13,
upsertResourceTvpGeneratorV17,
upsertResourceTvpGeneratorVLatest,
reindexResourceTvpGeneratorV17,
reindexResourceTvpGeneratorVLatest,
bulkReindexResourceTvpGeneratorV17,
bulkReindexResourceTvpGeneratorVLatest,
options,
SqlConnectionWrapperFactory,
new CompressedRawResourceConverter(),
NullLogger <SqlServerFhirDataStore> .Instance,
SchemaInformation);
_fhirOperationDataStore = new SqlServerFhirOperationDataStore(SqlConnectionWrapperFactory, NullLogger <SqlServerFhirOperationDataStore> .Instance);
_fhirRequestContextAccessor.RequestContext.CorrelationId.Returns(Guid.NewGuid().ToString());
_fhirRequestContextAccessor.RequestContext.RouteName.Returns("routeName");
var searchableSearchParameterDefinitionManager = new SearchableSearchParameterDefinitionManager(_searchParameterDefinitionManager, _fhirRequestContextAccessor);
var searchParameterExpressionParser = new SearchParameterExpressionParser(new ReferenceSearchValueParser(_fhirRequestContextAccessor));
var expressionParser = new ExpressionParser(() => searchableSearchParameterDefinitionManager, searchParameterExpressionParser);
var searchOptionsFactory = new SearchOptionsFactory(
expressionParser,
() => searchableSearchParameterDefinitionManager,
options,
_fhirRequestContextAccessor,
sqlSortingValidator,
NullLogger <SearchOptionsFactory> .Instance);
var searchParamTableExpressionQueryGeneratorFactory = new SearchParamTableExpressionQueryGeneratorFactory(searchParameterToSearchValueTypeMap);
var sqlRootExpressionRewriter = new SqlRootExpressionRewriter(searchParamTableExpressionQueryGeneratorFactory);
var chainFlatteningRewriter = new ChainFlatteningRewriter(searchParamTableExpressionQueryGeneratorFactory);
var sortRewriter = new SortRewriter(searchParamTableExpressionQueryGeneratorFactory);
var partitionEliminationRewriter = new PartitionEliminationRewriter(sqlServerFhirModel, SchemaInformation, () => searchableSearchParameterDefinitionManager);
_searchService = new SqlServerSearchService(
searchOptionsFactory,
_fhirDataStore,
sqlServerFhirModel,
sqlRootExpressionRewriter,
chainFlatteningRewriter,
sortRewriter,
partitionEliminationRewriter,
SqlConnectionWrapperFactory,
SchemaInformation,
_fhirRequestContextAccessor,
new CompressedRawResourceConverter(),
NullLogger <SqlServerSearchService> .Instance);
ISearchParameterSupportResolver searchParameterSupportResolver = Substitute.For <ISearchParameterSupportResolver>();
searchParameterSupportResolver.IsSearchParameterSupported(Arg.Any <SearchParameterInfo>()).Returns((true, false));
_searchParameterStatusManager = new SearchParameterStatusManager(
SqlServerSearchParameterStatusDataStore,
_searchParameterDefinitionManager,
searchParameterSupportResolver,
mediator,
NullLogger <SearchParameterStatusManager> .Instance);
_testHelper = new SqlServerFhirStorageTestHelper(initialConnectionString, MasterDatabaseName, sqlServerFhirModel, SqlConnectionFactory);
}
public FhirOperationDataStoreReindexTests(FhirStorageTestsFixture fixture)
{
_operationDataStore = fixture.OperationDataStore;
_testHelper = fixture.TestHelper;
}
public CancelExportRequestHandler(IFhirOperationDataStore fhirOperationDataStore, IAuthorizationService <DataActions> authorizationService, ILogger <CancelExportRequestHandler> logger)
: this(fhirOperationDataStore, authorizationService, DefaultRetryCount, DefaultSleepDurationProvider, logger)
{
}
public ExportJobTaskTests(FhirStorageTestsFixture fixture)
{
_fhirOperationDataStore = fixture.OperationDataStore;
_exportJobTask = new ExportJobTask(_fhirOperationDataStore, NullLogger <ExportJobTask> .Instance);
}
public CancelExportRequestHandler(IFhirOperationDataStore fhirOperationDataStore, IFhirAuthorizationService authorizationService)
: this(fhirOperationDataStore, authorizationService, DefaultRetryCount, DefaultSleepDurationProvider)
{
}
public GetExportRequestHandler(IFhirOperationDataStore fhirOperationDataStore)
{
EnsureArg.IsNotNull(fhirOperationDataStore, nameof(fhirOperationDataStore));
_fhirOperationDataStore = fhirOperationDataStore;
}
public SqlServerFhirStorageTestsFixture()
{
var initialConnectionString = Environment.GetEnvironmentVariable("SqlServer:ConnectionString") ?? LocalConnectionString;
_databaseName = $"FHIRINTEGRATIONTEST_{DateTimeOffset.UtcNow.ToUnixTimeSeconds()}_{BigInteger.Abs(new BigInteger(Guid.NewGuid().ToByteArray()))}";
string masterConnectionString = new SqlConnectionStringBuilder(initialConnectionString)
{
InitialCatalog = "master"
}.ToString();
TestConnectionString = new SqlConnectionStringBuilder(initialConnectionString)
{
InitialCatalog = _databaseName
}.ToString();
var schemaOptions = new SqlServerSchemaOptions {
AutomaticUpdatesEnabled = true
};
var config = new SqlServerDataStoreConfiguration {
ConnectionString = TestConnectionString, Initialize = true, SchemaOptions = schemaOptions
};
var schemaInformation = new SchemaInformation(SchemaVersionConstants.Min, SchemaVersionConstants.Max);
var scriptProvider = new ScriptProvider <SchemaVersion>();
var schemaUpgradeRunner = new SchemaUpgradeRunner(scriptProvider, config, NullLogger <SchemaUpgradeRunner> .Instance);
_schemaInitializer = new SchemaInitializer(config, schemaUpgradeRunner, schemaInformation, NullLogger <SchemaInitializer> .Instance);
var searchParameterDefinitionManager = Substitute.For <ISearchParameterDefinitionManager>();
searchParameterDefinitionManager.AllSearchParameters.Returns(new[]
{
new SearchParameter {
Name = SearchParameterNames.Id, Type = SearchParamType.Token, Url = SearchParameterNames.IdUri.ToString()
}.ToInfo(),
new SearchParameter {
Name = SearchParameterNames.LastUpdated, Type = SearchParamType.Date, Url = SearchParameterNames.LastUpdatedUri.ToString()
}.ToInfo(),
});
var securityConfiguration = new SecurityConfiguration {
PrincipalClaims = { "oid" }
};
var sqlServerFhirModel = new SqlServerFhirModel(config, _schemaInitializer, searchParameterDefinitionManager, Options.Create(securityConfiguration), NullLogger <SqlServerFhirModel> .Instance);
var serviceCollection = new ServiceCollection();
serviceCollection.AddSqlServerTableRowParameterGenerators();
serviceCollection.AddSingleton(sqlServerFhirModel);
ServiceProvider serviceProvider = serviceCollection.BuildServiceProvider();
var upsertResourceTvpGenerator = serviceProvider.GetRequiredService <VLatest.UpsertResourceTvpGenerator <ResourceMetadata> >();
var searchParameterToSearchValueTypeMap = new SearchParameterToSearchValueTypeMap(new SupportedSearchParameterDefinitionManager(searchParameterDefinitionManager));
SqlTransactionHandler = new SqlTransactionHandler();
SqlConnectionWrapperFactory = new SqlConnectionWrapperFactory(config, SqlTransactionHandler, new SqlCommandWrapperFactory());
_fhirDataStore = new SqlServerFhirDataStore(config, sqlServerFhirModel, searchParameterToSearchValueTypeMap, upsertResourceTvpGenerator, Options.Create(new CoreFeatureConfiguration()), SqlConnectionWrapperFactory, NullLogger <SqlServerFhirDataStore> .Instance, schemaInformation);
_fhirOperationDataStore = new SqlServerFhirOperationDataStore(SqlConnectionWrapperFactory, NullLogger <SqlServerFhirOperationDataStore> .Instance);
_testHelper = new SqlServerFhirStorageTestHelper(TestConnectionString, initialConnectionString, masterConnectionString, sqlServerFhirModel);
}
public async Task InitializeAsync()
{
var fhirStoredProcs = typeof(IStoredProcedure).Assembly
.GetTypes()
.Where(x => !x.IsAbstract && typeof(IStoredProcedure).IsAssignableFrom(x))
.ToArray()
.Select(type => (IStoredProcedure)Activator.CreateInstance(type));
var optionsMonitor = Substitute.For <IOptionsMonitor <CosmosCollectionConfiguration> >();
optionsMonitor.Get(CosmosDb.Constants.CollectionConfigurationName).Returns(_cosmosCollectionConfiguration);
_fhirRequestContextAccessor.RequestContext.CorrelationId.Returns(Guid.NewGuid().ToString());
_fhirRequestContextAccessor.RequestContext.RouteName.Returns("routeName");
_searchParameterDefinitionManager = new SearchParameterDefinitionManager(ModelInfoProvider.Instance, _mediator, () => _searchService.CreateMockScope(), NullLogger <SearchParameterDefinitionManager> .Instance);
await _searchParameterDefinitionManager.StartAsync(CancellationToken.None);
_supportedSearchParameterDefinitionManager = new SupportedSearchParameterDefinitionManager(_searchParameterDefinitionManager);
var searchableSearchParameterDefinitionManager = new SearchableSearchParameterDefinitionManager(_searchParameterDefinitionManager, _fhirRequestContextAccessor);
_filebasedSearchParameterStatusDataStore = new FilebasedSearchParameterStatusDataStore(_searchParameterDefinitionManager, ModelInfoProvider.Instance);
IMediator mediator = Substitute.For <IMediator>();
var updaters = new ICollectionUpdater[]
{
new FhirCollectionSettingsUpdater(_cosmosDataStoreConfiguration, optionsMonitor, NullLogger <FhirCollectionSettingsUpdater> .Instance),
new StoredProcedureInstaller(fhirStoredProcs),
new CosmosDbSearchParameterStatusInitializer(
() => _filebasedSearchParameterStatusDataStore,
new CosmosQueryFactory(
new CosmosResponseProcessor(_fhirRequestContextAccessor, mediator, Substitute.For <ICosmosQueryLogger>(), NullLogger <CosmosResponseProcessor> .Instance),
NullFhirCosmosQueryLogger.Instance),
_cosmosDataStoreConfiguration),
};
var dbLock = new CosmosDbDistributedLockFactory(Substitute.For <Func <IScoped <Container> > >(), NullLogger <CosmosDbDistributedLock> .Instance);
var upgradeManager = new CollectionUpgradeManager(updaters, _cosmosDataStoreConfiguration, optionsMonitor, dbLock, NullLogger <CollectionUpgradeManager> .Instance);
ICosmosClientTestProvider testProvider = new CosmosClientReadWriteTestProvider();
var cosmosResponseProcessor = Substitute.For <ICosmosResponseProcessor>();
var responseProcessor = new CosmosResponseProcessor(_fhirRequestContextAccessor, mediator, Substitute.For <ICosmosQueryLogger>(), NullLogger <CosmosResponseProcessor> .Instance);
var handler = new FhirCosmosResponseHandler(() => new NonDisposingScope(_container), _cosmosDataStoreConfiguration, _fhirRequestContextAccessor, responseProcessor);
var retryExceptionPolicyFactory = new RetryExceptionPolicyFactory(_cosmosDataStoreConfiguration, _fhirRequestContextAccessor);
var documentClientInitializer = new FhirCosmosClientInitializer(testProvider, () => new[] { handler }, retryExceptionPolicyFactory, NullLogger <FhirCosmosClientInitializer> .Instance);
_cosmosClient = documentClientInitializer.CreateCosmosClient(_cosmosDataStoreConfiguration);
var fhirCollectionInitializer = new CollectionInitializer(_cosmosCollectionConfiguration, _cosmosDataStoreConfiguration, upgradeManager, retryExceptionPolicyFactory, testProvider, NullLogger <CollectionInitializer> .Instance);
// Cosmos DB emulators throws errors when multiple collections are initialized concurrently.
// Use the semaphore to only allow one initialization at a time.
await CollectionInitializationSemaphore.WaitAsync();
try
{
await documentClientInitializer.InitializeDataStore(_cosmosClient, _cosmosDataStoreConfiguration, new List <ICollectionInitializer> {
fhirCollectionInitializer
});
_container = documentClientInitializer.CreateFhirContainer(_cosmosClient, _cosmosDataStoreConfiguration.DatabaseId, _cosmosCollectionConfiguration.CollectionId);
}
finally
{
CollectionInitializationSemaphore.Release();
}
var cosmosDocumentQueryFactory = new CosmosQueryFactory(cosmosResponseProcessor, NullFhirCosmosQueryLogger.Instance);
var documentClient = new NonDisposingScope(_container);
_searchParameterStatusDataStore = new CosmosDbSearchParameterStatusDataStore(
() => documentClient,
_cosmosDataStoreConfiguration,
cosmosDocumentQueryFactory);
IOptions <CoreFeatureConfiguration> options = Options.Create(new CoreFeatureConfiguration());
_fhirDataStore = new CosmosFhirDataStore(
documentClient,
_cosmosDataStoreConfiguration,
optionsMonitor,
cosmosDocumentQueryFactory,
retryExceptionPolicyFactory,
NullLogger <CosmosFhirDataStore> .Instance,
options,
new Lazy <ISupportedSearchParameterDefinitionManager>(_supportedSearchParameterDefinitionManager),
ModelInfoProvider.Instance);
_fhirOperationDataStore = new CosmosFhirOperationDataStore(
documentClient,
_cosmosDataStoreConfiguration,
optionsMonitor,
retryExceptionPolicyFactory,
new CosmosQueryFactory(responseProcessor, new NullFhirCosmosQueryLogger()),
NullLogger <CosmosFhirOperationDataStore> .Instance);
var searchParameterExpressionParser = new SearchParameterExpressionParser(new ReferenceSearchValueParser(_fhirRequestContextAccessor));
var expressionParser = new ExpressionParser(() => searchableSearchParameterDefinitionManager, searchParameterExpressionParser);
var searchOptionsFactory = new SearchOptionsFactory(expressionParser, () => searchableSearchParameterDefinitionManager, options, _fhirRequestContextAccessor, Substitute.For <ISortingValidator>(), NullLogger <SearchOptionsFactory> .Instance);
ICosmosDbCollectionPhysicalPartitionInfo cosmosDbPhysicalPartitionInfo = Substitute.For <ICosmosDbCollectionPhysicalPartitionInfo>();
cosmosDbPhysicalPartitionInfo.PhysicalPartitionCount.Returns(1);
_searchService = new FhirCosmosSearchService(
searchOptionsFactory,
_fhirDataStore,
new QueryBuilder(),
_fhirRequestContextAccessor,
_cosmosDataStoreConfiguration,
cosmosDbPhysicalPartitionInfo,
new QueryPartitionStatisticsCache(),
Enumerable.Empty <ICosmosExpressionRewriter>(),
NullLogger <FhirCosmosSearchService> .Instance);
await _searchParameterDefinitionManager.EnsureInitializedAsync(CancellationToken.None);
ISearchParameterSupportResolver searchParameterSupportResolver = Substitute.For <ISearchParameterSupportResolver>();
searchParameterSupportResolver.IsSearchParameterSupported(Arg.Any <SearchParameterInfo>()).Returns((true, false));
_searchParameterStatusManager = new SearchParameterStatusManager(
_searchParameterStatusDataStore,
_searchParameterDefinitionManager,
searchParameterSupportResolver,
mediator,
NullLogger <SearchParameterStatusManager> .Instance);
_fhirStorageTestHelper = new CosmosDbFhirStorageTestHelper(_container);
}
public CreateExportRequestHandlerTests(FhirStorageTestsFixture fixture)
{
_fhirOperationDataStore = fixture.OperationDataStore;
_fhirStorageTestHelper = fixture.TestHelper;
_createExportRequestHandler = new CreateExportRequestHandler(_claimsExtractor, _fhirOperationDataStore, DisabledFhirAuthorizationService.Instance);
}
