public void TestFilenamesInSchema()
{
var prefixCollector = new AzureBlobSupplyCollector.AzureBlobSupplyCollector("emails/2019/08", 0, true);
var(tables, elements) = prefixCollector.GetSchema(_container);
Assert.True(1 == tables.Count, "Wrong table count");
Assert.Equal(39, elements.Count);
Assert.Equal("EMAILS-UTF8.CSV", tables[0].Name);
var levelsCollector = new AzureBlobSupplyCollector.AzureBlobSupplyCollector(null, 1, false);
(tables, elements) = levelsCollector.GetSchema(_container);
Assert.True(1 == tables.Count, "Wrong table count");
Assert.Equal(39, elements.Count);
Assert.Equal("emails", tables[0].Name);
var noprefixCollector = new AzureBlobSupplyCollector.AzureBlobSupplyCollector(null, 1, true);
(tables, elements) = noprefixCollector.GetSchema(_container);
Assert.Equal(2, tables.Count);
Assert.Equal(69, elements.Count);
Assert.NotNull(tables.Find(x => x.Name.Equals("emails/EMAILS-UTF8.CSV")));
Assert.NotNull(tables.Find(x => x.Name.Equals("emails/emails-utf8.parquet")));
}
public AzureBlobSupplyCollectorTests(LaunchSettingsFixture fixture)
{
_fixture = fixture;
_instance = new AzureBlobSupplyCollector.AzureBlobSupplyCollector();
_container = new DataContainer()
{
ConnectionString = _instance.BuildConnectionString(
Environment.GetEnvironmentVariable("AZUREBLOB_ACCOUNT_NAME"),
Environment.GetEnvironmentVariable("AZUREBLOB_ACCOUNT_KEY"),
Environment.GetEnvironmentVariable("AZUREBLOB_CONTAINER")
) + ",override_host=" + Environment.GetEnvironmentVariable("AZUREBLOB_HOST")
};
}
