public async Task RecoverLog(bool useAzure, int numEntries, int maxBytesPerEntry)
{
List <byte[]> entries = new List <byte[]>();
List <long> positions = new List <long>();
var random = new Random(0);
var taskHubName = useAzure ? "test-taskhub" : Guid.NewGuid().ToString("N");
var account = useAzure ? CloudStorageAccount.Parse(Environment.GetEnvironmentVariable(TestConstants.StorageConnectionName)) : null;
var logger = this.loggerFactory.CreateLogger("testlogger");
await BlobManager.DeleteTaskhubStorageAsync(account, taskHubName);
// first, commit some number of random entries to the log and record the commit positions
{
var blobManager = new BlobManager(
account,
account,
taskHubName,
logger,
Microsoft.Extensions.Logging.LogLevel.Trace,
0,
new PartitionErrorHandler(0, logger, Microsoft.Extensions.Logging.LogLevel.Trace, "account", taskHubName));
await blobManager.StartAsync();
var log = new FasterLog(blobManager, new NetheriteOrchestrationServiceSettings());
for (int i = 0; i < numEntries; i++)
{
var bytes = new byte[1 + random.Next(maxBytesPerEntry)];
random.NextBytes(bytes);
entries.Add(bytes);
positions.Add(log.Enqueue(entries[i]));
}
await log.CommitAsync();
await blobManager.StopAsync();
}
// then, read back all the entries, and compare position and content
{
var blobManager = new BlobManager(
account,
account,
taskHubName,
logger,
Microsoft.Extensions.Logging.LogLevel.Trace,
0,
new PartitionErrorHandler(0, logger, Microsoft.Extensions.Logging.LogLevel.Trace, "account", taskHubName));
await blobManager.StartAsync();
var log = new FasterLog(blobManager, new NetheriteOrchestrationServiceSettings());
int iterationCount = 0;
await Iterate(0, positions[positions.Count - 1]);
async Task Iterate(long from, long to)
{
using (var iter = log.Scan(from, to + 1))
{
byte[] result;
int entryLength;
long currentAddress;
while (true)
{
var next = iter.NextAddress;
while (!iter.GetNext(out result, out entryLength, out currentAddress))
{
if (currentAddress >= to)
{
Assert.Equal(iterationCount, numEntries);
return;
}
await iter.WaitAsync();
}
// process entry
Assert.Equal(positions[iterationCount], next);
var reference = entries[iterationCount];
Assert.Equal(reference.Length, entryLength);
for (int i = 0; i < entryLength; i++)
{
Assert.Equal(reference[i], result[i]);
}
iterationCount++;
}
}
}
await blobManager.StopAsync();
}
await BlobManager.DeleteTaskhubStorageAsync(account, taskHubName);
}