public async Task RegisterAsync_InitializesWithScanInfoManager()
{
string containerName = Guid.NewGuid().ToString();
var account = CreateFakeStorageAccount();
var container = account.CreateCloudBlobClient().GetContainerReference(containerName);
TestBlobScanInfoManager scanInfoManager = new TestBlobScanInfoManager();
IBlobListenerStrategy product = new ScanBlobScanLogHybridPollingStrategy(scanInfoManager);
LambdaBlobTriggerExecutor executor = new LambdaBlobTriggerExecutor();
// Create a few blobs.
for (int i = 0; i < 5; i++)
{
await CreateBlobAndUploadToContainer(container);
}
await scanInfoManager.UpdateLatestScanAsync(account.Name, containerName, DateTime.UtcNow);
await product.RegisterAsync(container, executor, CancellationToken.None);
// delay slightly so we guarantee a later timestamp
await Task.Delay(10);
var expectedNames = new List <string>();
expectedNames.Add(await CreateBlobAndUploadToContainer(container));
RunExecuterWithExpectedBlobs(expectedNames, product, executor);
}
public async Task RegisterAsync_InitializesWithScanInfoManager()
{
var container = blobContainerMock.Object;
TestBlobScanInfoManager scanInfoManager = new TestBlobScanInfoManager();
IBlobListenerStrategy product = new ScanBlobScanLogHybridPollingStrategy(scanInfoManager, _exceptionHandler, NullLogger <BlobListener> .Instance);
LambdaBlobTriggerExecutor executor = new LambdaBlobTriggerExecutor();
// Create a few blobs.
for (int i = 0; i < 5; i++)
{
CreateBlobAndUploadToContainer(blobContainerMock, blobItems);
}
// delay slightly so we guarantee a later timestamp
await Task.Delay(10);
await scanInfoManager.UpdateLatestScanAsync(AccountName, ContainerName, DateTime.UtcNow);
await product.RegisterAsync(blobClientMock.Object, container, executor, CancellationToken.None);
// delay slightly so we guarantee a later timestamp
await Task.Delay(10);
var expectedNames = new List <string>();
expectedNames.Add(CreateBlobAndUploadToContainer(blobContainerMock, blobItems));
RunExecuterWithExpectedBlobs(expectedNames, product, executor);
}
public async Task ExecuteAsync_UpdatesScanInfo_WithEarliestFailure()
{
int testScanBlobLimitPerPoll = 6;
string containerName = Guid.NewGuid().ToString();
// we'll introduce multiple errors to make sure we take the earliest timestamp
DateTime earliestErrorTime = DateTime.UtcNow;
var timeMap = new Dictionary <string, DateTimeOffset>();
IStorageAccount account = CreateFakeStorageAccount();
IStorageBlobContainer container = new SkewableFakeStorageBlobContainer(new MemoryBlobStore(), containerName,
account.CreateBlobClient(), blobs =>
{
// Set a blob with "throw" to a specific date and time. Make sure the error blob
// is earlier than the others.
foreach (IStorageBlob blob in blobs.Results)
{
((FakeStorageBlobProperties)blob.Properties).LastModified = timeMap[blob.Name];
}
});
TestBlobScanInfoManager testScanInfoManager = new TestBlobScanInfoManager();
string accountName = account.Credentials.AccountName;
testScanInfoManager.SetScanInfo(accountName, containerName, DateTime.MinValue);
IBlobListenerStrategy product = new ScanBlobScanLogHybridPollingStrategy(testScanInfoManager);
LambdaBlobTriggerExecutor executor = new LambdaBlobTriggerExecutor();
typeof(ScanBlobScanLogHybridPollingStrategy)
.GetField("_scanBlobLimitPerPoll", BindingFlags.Instance | BindingFlags.NonPublic)
.SetValue(product, testScanBlobLimitPerPoll);
await product.RegisterAsync(container, executor, CancellationToken.None);
// Induce a failure to make sure the timestamp is earlier than the failure.
var expectedNames = new List <string>();
for (int i = 0; i < 7; i++)
{
string name;
if (i % 3 == 0)
{
name = CreateAblobAndUploadToContainer(container, "throw");
timeMap[name] = earliestErrorTime.AddMinutes(i);
}
else
{
name = CreateAblobAndUploadToContainer(container, "test");
timeMap[name] = earliestErrorTime.AddMinutes(10);
}
expectedNames.Add(name);
}
RunExecuteWithMultiPollingInterval(expectedNames, product, executor, testScanBlobLimitPerPoll);
DateTime?storedTime = await testScanInfoManager.LoadLatestScanAsync(accountName, containerName);
Assert.True(storedTime < earliestErrorTime);
Assert.Equal(1, testScanInfoManager.UpdateCounts[accountName][containerName]);
}
public async Task ExecuteAsync_UpdatesScanInfoManager()
{
int testScanBlobLimitPerPoll = 6;
string firstContainerName = Guid.NewGuid().ToString();
string secondContainerName = Guid.NewGuid().ToString();
var account = CreateFakeStorageAccount();
CloudBlobContainer firstContainer = account.CreateCloudBlobClient().GetContainerReference(firstContainerName);
CloudBlobContainer secondContainer = account.CreateCloudBlobClient().GetContainerReference(secondContainerName);
TestBlobScanInfoManager testScanInfoManager = new TestBlobScanInfoManager();
string accountName = account.Name;
testScanInfoManager.SetScanInfo(accountName, firstContainerName, DateTime.MinValue);
testScanInfoManager.SetScanInfo(accountName, secondContainerName, DateTime.MinValue);
IBlobListenerStrategy product = new ScanBlobScanLogHybridPollingStrategy(testScanInfoManager);
LambdaBlobTriggerExecutor executor = new LambdaBlobTriggerExecutor();
typeof(ScanBlobScanLogHybridPollingStrategy)
.GetField("_scanBlobLimitPerPoll", BindingFlags.Instance | BindingFlags.NonPublic)
.SetValue(product, testScanBlobLimitPerPoll);
await product.RegisterAsync(firstContainer, executor, CancellationToken.None);
await product.RegisterAsync(secondContainer, executor, CancellationToken.None);
var firstExpectedNames = new List <string>();
for (int i = 0; i < 3; i++)
{
firstExpectedNames.Add(await CreateBlobAndUploadToContainer(firstContainer));
}
RunExecuteWithMultiPollingInterval(firstExpectedNames, product, executor, testScanBlobLimitPerPoll / 2);
// only expect the first container to have updated its scanInfo
Assert.Equal(1, testScanInfoManager.UpdateCounts[accountName][firstContainerName]);
int count;
testScanInfoManager.UpdateCounts[accountName].TryGetValue(secondContainerName, out count);
Assert.Equal(0, count);
await Task.Delay(10);
var secondExpectedNames = new List <string>();
for (int i = 0; i < 7; i++)
{
secondExpectedNames.Add(await CreateBlobAndUploadToContainer(secondContainer));
}
RunExecuteWithMultiPollingInterval(secondExpectedNames, product, executor, testScanBlobLimitPerPoll / 2);
// this time, only expect the second container to have updated its scanInfo
Assert.Equal(1, testScanInfoManager.UpdateCounts[accountName][firstContainerName]);
Assert.Equal(1, testScanInfoManager.UpdateCounts[accountName][secondContainerName]);
}
public async Task ExecuteAsync_UpdatesScanInfoManager()
{
int testScanBlobLimitPerPoll = 6;
BlobContainerClient firstContainer = blobContainerMock.Object;
BlobContainerClient secondContainer = secondBlobContainerMock.Object;
TestBlobScanInfoManager testScanInfoManager = new TestBlobScanInfoManager();
string accountName = AccountName;
testScanInfoManager.SetScanInfo(accountName, ContainerName, DateTime.MinValue);
testScanInfoManager.SetScanInfo(accountName, SecondContainerName, DateTime.MinValue);
IBlobListenerStrategy product = new ScanBlobScanLogHybridPollingStrategy(testScanInfoManager, _exceptionHandler, NullLogger <BlobListener> .Instance);
LambdaBlobTriggerExecutor executor = new LambdaBlobTriggerExecutor();
typeof(ScanBlobScanLogHybridPollingStrategy)
.GetField("_scanBlobLimitPerPoll", BindingFlags.Instance | BindingFlags.NonPublic)
.SetValue(product, testScanBlobLimitPerPoll);
await product.RegisterAsync(blobClientMock.Object, firstContainer, executor, CancellationToken.None);
await product.RegisterAsync(blobClientMock.Object, secondContainer, executor, CancellationToken.None);
var firstExpectedNames = new List <string>();
for (int i = 0; i < 3; i++)
{
firstExpectedNames.Add(CreateBlobAndUploadToContainer(blobContainerMock, blobItems));
}
RunExecuteWithMultiPollingInterval(firstExpectedNames, product, executor, testScanBlobLimitPerPoll / 2);
// only expect the first container to have updated its scanInfo
Assert.Equal(1, testScanInfoManager.UpdateCounts[accountName][ContainerName]);
int count;
testScanInfoManager.UpdateCounts[accountName].TryGetValue(SecondContainerName, out count);
Assert.Equal(0, count);
await Task.Delay(10);
var secondExpectedNames = new List <string>();
for (int i = 0; i < 7; i++)
{
secondExpectedNames.Add(CreateBlobAndUploadToContainer(secondBlobContainerMock, secondBlobItems));
}
RunExecuteWithMultiPollingInterval(secondExpectedNames, product, executor, testScanBlobLimitPerPoll / 2);
// this time, only expect the second container to have updated its scanInfo
Assert.Equal(1, testScanInfoManager.UpdateCounts[accountName][ContainerName]);
Assert.Equal(1, testScanInfoManager.UpdateCounts[accountName][SecondContainerName]);
}
public async Task ExecuteAsync_UpdatesScanInfo_WithEarliestFailure()
{
int testScanBlobLimitPerPoll = 6;
// we'll introduce multiple errors to make sure we take the earliest timestamp
DateTime earliestErrorTime = DateTime.UtcNow;
var container = blobContainerMock.Object;
TestBlobScanInfoManager testScanInfoManager = new TestBlobScanInfoManager();
string accountName = AccountName;
testScanInfoManager.SetScanInfo(accountName, ContainerName, DateTime.MinValue);
IBlobListenerStrategy product = new ScanBlobScanLogHybridPollingStrategy(testScanInfoManager, _exceptionHandler, NullLogger <BlobListener> .Instance);
LambdaBlobTriggerExecutor executor = new LambdaBlobTriggerExecutor();
typeof(ScanBlobScanLogHybridPollingStrategy)
.GetField("_scanBlobLimitPerPoll", BindingFlags.Instance | BindingFlags.NonPublic)
.SetValue(product, testScanBlobLimitPerPoll);
await product.RegisterAsync(blobClientMock.Object, container, executor, CancellationToken.None);
// Induce a failure to make sure the timestamp is earlier than the failure.
var expectedNames = new List <string>();
for (int i = 0; i < 7; i++)
{
string name;
if (i % 3 == 0)
{
name = CreateBlobAndUploadToContainer(blobContainerMock, blobItems, "throw", earliestErrorTime.AddMinutes(i));
}
else
{
name = CreateBlobAndUploadToContainer(blobContainerMock, blobItems, "test", earliestErrorTime.AddMinutes(10));
}
expectedNames.Add(name);
}
RunExecuteWithMultiPollingInterval(expectedNames, product, executor, testScanBlobLimitPerPoll);
DateTime?storedTime = await testScanInfoManager.LoadLatestScanAsync(accountName, ContainerName);
Assert.True(storedTime < earliestErrorTime);
Assert.Equal(1, testScanInfoManager.UpdateCounts[accountName][ContainerName]);
blobContainerMock.Verify(x => x.GetBlobsAsync(It.IsAny <BlobTraits>(), It.IsAny <BlobStates>(), It.IsAny <string>(), It.IsAny <CancellationToken>()),
Times.Exactly(2));
}