public async Task TestSymsSavingAndFetchingDocument()
{
SymsTestHelper.CheckSymsEnvironment();
var symsAdapter = SymsTestHelper.CreateAdapterWithClientId();
await SymsTestHelper.CleanDatabase(symsAdapter, SymsTestHelper.DatabaseName);
var testInputPath = TestHelper.GetInputFolderPath(testsSubpath, nameof(TestSymsSavingAndFetchingDocument));
var testActOutputPath = TestHelper.GetActualOutputFolderPath(testsSubpath, nameof(TestSymsSavingAndFetchingDocument));
var testExpOutputPath = TestHelper.GetExpectedOutputFolderPath(testsSubpath, nameof(TestSymsSavingAndFetchingDocument));
CdmCorpusDefinition corpus = new CdmCorpusDefinition();
corpus.SetEventCallback(new EventCallback {
Invoke = CommonDataModelLoader.ConsoleStatusReport
}, CdmStatusLevel.Warning);
var adlsAdapter1 = SymsTestHelper.CreateADLSAdapterWithClientIdWithSharedKey(1);
var adlsAdapter2 = SymsTestHelper.CreateADLSAdapterWithClientIdWithSharedKey(2);
var localInputAdapter = new LocalAdapter(testInputPath);
var localActOutputAdapter = new LocalAdapter(testActOutputPath);
var localExpOutputAdapter = new LocalAdapter(testExpOutputPath);
corpus.Storage.Mount("adls1", adlsAdapter1);
corpus.Storage.Mount("adls2", adlsAdapter2);
corpus.Storage.Mount("syms", symsAdapter);
corpus.Storage.Mount("localInput", localInputAdapter);
corpus.Storage.Mount("localActOutput", localActOutputAdapter);
corpus.Storage.Mount("localExpOutput", localExpOutputAdapter);
corpus.Storage.Unmount("cdm");
corpus.Storage.DefaultNamespace = "localInput";
var manifest = await corpus.FetchObjectAsync <CdmManifestDefinition>("default.manifest.cdm.json");
manifest.ManifestName = SymsTestHelper.DatabaseName;
await TestSymsSaveManifest(manifest);
await TestSymsFetchManifest(corpus, manifest, "default.manifest.cdm.json");
await TestSymsFetchDocument(corpus, manifest);
var manifestModified = await corpus.FetchObjectAsync <CdmManifestDefinition>("defaultmodified.manifest.cdm.json");
manifestModified.ManifestName = SymsTestHelper.DatabaseName;
manifestModified.Entities[0].LastFileModifiedTime = DateTimeOffset.UtcNow;
await TestSymsSaveManifest(manifestModified);
await TestSymsFetchManifest(corpus, manifestModified, "defaultmodified.manifest.cdm.json");
await TestSymsFetchDocument(corpus, manifestModified);
var tasks = new List <Func <Task> >
{
TestSymsSmartADLSAdapterMountLogic,
TestSymsSmartADLSAdapterMountLogic,
TestSymsSmartADLSAdapterMountLogic,
TestSymsSmartADLSAdapterMountLogic
};
await Task.WhenAll(tasks.AsParallel().Select(async task => await task()));
await SymsTestHelper.CleanDatabase(symsAdapter, SymsTestHelper.DatabaseName);
}
/// <summary>
/// Test automatic mounting of adls adapter in syms if does not exist.
/// </summary>
internal async Task TestSymsSmartADLSAdapterMountLogic()
{
var symsAdapter = SymsTestHelper.CreateAdapterWithClientId();
var corpus = new CdmCorpusDefinition();
corpus.SetEventCallback(new EventCallback {
Invoke = CommonDataModelLoader.ConsoleStatusReport
}, CdmStatusLevel.Warning);
corpus.Storage.Mount("syms", symsAdapter);
var adlsAdapter1 = SymsTestHelper.CreateADLSAdapterWithClientIdWithSharedKey(1);
var adlsAdapter2 = SymsTestHelper.CreateADLSAdapterWithClientIdWithSharedKey(2);
int countAdapterCountBefore = corpus.Storage.NamespaceAdapters.Count;
var manifestReadDatabases = await corpus.FetchObjectAsync <CdmManifestDefinition>($"syms:/databases.manifest.cdm.json");
var manifest = await corpus.FetchObjectAsync <CdmManifestDefinition>($"syms:/{manifestReadDatabases.SubManifests[0].ManifestName}/{manifestReadDatabases.SubManifests[0].ManifestName}.manifest.cdm.json", manifestReadDatabases, null, true);
int countAdapterCountAfter = corpus.Storage.NamespaceAdapters.Count;
Assert.AreEqual(countAdapterCountBefore + 2, countAdapterCountAfter);
Assert.IsNotNull(corpus.Storage.AdapterPathToCorpusPath($"https://{adlsAdapter1.Hostname}{adlsAdapter1.Root}"));
Assert.IsNotNull(corpus.Storage.AdapterPathToCorpusPath($"https://{adlsAdapter2.Hostname}{adlsAdapter2.Root}"));
}
public async Task TestRunFetchAllFilesAsyncTestClientId()
{
SymsTestHelper.CheckSymsEnvironment();
await RunFetchAllFilesAsyncTest(SymsTestHelper.CreateAdapterWithClientId());
}
public void TestCreateAdapterPathClientId()
{
SymsTestHelper.CheckSymsEnvironment();
RunSymsCreateAdapterPathTest(SymsTestHelper.CreateAdapterWithClientId());
}
public async Task TestWriteReadClientId()
{
SymsTestHelper.CheckSymsEnvironment();
await RunWriteReadTest(SymsTestHelper.CreateAdapterWithClientId());
}