public void BlockStoreInnerStepFindBlocks_CanRemoveTaskFromRoutine_NextChainedBlockIsNull()
{
var blocks = CreateBlocks(3);
using (var fluent = new FluentBlockStoreLoop())
{
// Push 2 blocks to the repository
fluent.BlockRepository.PutAsync(blocks.Take(2).Last().GetHash(), blocks.Take(2).ToList()).GetAwaiter().GetResult();
// The chain has 3 blocks appended
var chain = new ConcurrentChain(blocks[0].Header);
AppendBlocksToChain(chain, blocks.Skip(1).Take(2));
// Create block store loop
fluent.Create(chain);
// Start finding blocks from Block[2]
var nextChainedBlock = fluent.Loop.Chain.GetBlock(blocks[2].GetHash());
// Create Task Context
var context = new BlockStoreInnerStepContext(new CancellationToken(), fluent.Loop, nextChainedBlock, this.loggerFactory, DateTimeProvider.Default);
var task = new BlockStoreInnerStepFindBlocks(this.loggerFactory);
task.ExecuteAsync(context).GetAwaiter().GetResult();
// DownloadStack should only contain nextChainedBlock
Assert.Equal(1, context.DownloadStack.Count());
Assert.True(context.DownloadStack.Any(cb => cb.HashBlock == nextChainedBlock.HashBlock));
// The FindBlocks() task should be removed from the routine
// as the next chained block is null
Assert.Equal(1, context.InnerSteps.Count());
Assert.False(context.InnerSteps.OfType <BlockStoreInnerStepFindBlocks>().Any());
}
}
public void ProcessPendingStorage_WithPendingBlocks_PushToRepoBeforeDownloadingNewBlocks()
{
var blocks = CreateBlocks(15);
using (var fluent = new FluentBlockStoreLoop())
{
fluent.WithConcreteRepository(TestBase.AssureEmptyDirAsDataFolder(@"BlockStore\ProcessPendingStorage_Integration"));
// Push 5 blocks to the repository
fluent.BlockRepository.PutAsync(blocks.Take(5).Last().GetHash(), blocks.Take(5).ToList()).GetAwaiter().GetResult();
// The chain has 10 blocks appended
var chain = new ConcurrentChain(blocks[0].Header);
AppendBlocksToChain(chain, blocks.Skip(1).Take(9));
// Create block store loop
fluent.Create(chain);
// Add chained blocks 5 - 9 to PendingStorage
AddBlockToPendingStorage(fluent.Loop, blocks[5]);
AddBlockToPendingStorage(fluent.Loop, blocks[6]);
AddBlockToPendingStorage(fluent.Loop, blocks[7]);
AddBlockToPendingStorage(fluent.Loop, blocks[8]);
AddBlockToPendingStorage(fluent.Loop, blocks[9]);
//Start processing pending blocks from block 5
var nextChainedBlock = fluent.Loop.Chain.GetBlock(blocks[5].GetHash());
var processPendingStorageStep = new ProcessPendingStorageStep(fluent.Loop, this.loggerFactory);
processPendingStorageStep.ExecuteAsync(nextChainedBlock, new CancellationToken(), false).GetAwaiter().GetResult();
Assert.Equal(blocks[9].GetHash(), fluent.Loop.BlockRepository.BlockHash);
Assert.Equal(blocks[9].GetHash(), fluent.Loop.StoreTip.HashBlock);
}
}
public void CheckNextChainedBlockExists_WithNextChainedBlock_Exists_SetStoreTipAndBlockHash()
{
var blocks = CreateBlocks(5);
using (var fluent = new FluentBlockStoreLoop())
{
fluent.WithConcreteRepository(TestBase.AssureEmptyDirAsDataFolder(@"BlockStore\CheckNextChainedBlockExists_Integration"));
// Push 5 blocks to the repository
fluent.BlockRepository.PutAsync(blocks.Last().GetHash(), blocks).GetAwaiter().GetResult();
// The chain has 4 blocks appended
var chain = new ConcurrentChain(blocks[0].Header);
AppendBlocksToChain(chain, blocks.Skip(1).Take(3));
// Create the last chained block without appending to the chain
var block03 = chain.GetBlock(blocks[3].GetHash());
var block04 = new ChainedBlock(blocks[4].Header, blocks[4].Header.GetHash(), block03);
fluent.Create(chain);
Assert.Null(fluent.Loop.StoreTip);
var nextChainedBlock = block04;
var checkExistsStep = new CheckNextChainedBlockExistStep(fluent.Loop, this.loggerFactory);
checkExistsStep.ExecuteAsync(nextChainedBlock, new CancellationToken(), false).GetAwaiter().GetResult();
Assert.Equal(fluent.Loop.StoreTip.Header.GetHash(), block04.Header.GetHash());
Assert.Equal(fluent.Loop.BlockRepository.BlockHash, block04.Header.GetHash());
}
}
public void BlockStoreInnerStepReadBlocks_WithBlocksToAskAndRead_CanBreakExecutionOnStallCountReached()
{
var blocks = CreateBlocks(3);
using (var fluent = new FluentBlockStoreLoop())
{
// Push 3 blocks to the repository
fluent.BlockRepository.PutAsync(blocks.Last().GetHash(), blocks.Take(3).ToList()).GetAwaiter().GetResult();
// The chain has 3 blocks appended
var chain = new ConcurrentChain(blocks[0].Header);
AppendBlocksToChain(chain, blocks.Skip(1).Take(2));
// Create block store loop
fluent.Create(chain);
//Start finding blocks from Block[1]
var nextChainedBlock = fluent.Loop.Chain.GetBlock(blocks[1].GetHash());
// Create Task Context
var context = new BlockStoreInnerStepContext(new CancellationToken(), fluent.Loop, nextChainedBlock, this.loggerFactory, DateTimeProvider.Default);
context.DownloadStack.Enqueue(nextChainedBlock);
context.StallCount = 10001;
var task = new BlockStoreInnerStepReadBlocks(this.loggerFactory);
var result = task.ExecuteAsync(context).GetAwaiter().GetResult();
Assert.Equal(InnerStepResult.Stop, result);
}
}
public void BlockStoreInnerStepFindBlocks_WithBlocksFound_AddToDownloadStack()
{
var blocks = CreateBlocks(10);
using (var fluent = new FluentBlockStoreLoop())
{
// Push 5 blocks to the repository
fluent.BlockRepository.PutAsync(blocks.Take(5).Last().GetHash(), blocks.Take(5).ToList()).GetAwaiter().GetResult();
// The chain has 10 blocks appended
var chain = new ConcurrentChain(blocks[0].Header);
AppendBlocksToChain(chain, blocks.Skip(1).Take(9));
// Create block store loop
fluent.Create(chain);
// Push blocks[5] - [9] to the downloaded blocks collection
fluent.Loop.BlockPuller.InjectBlock(blocks[5].GetHash(), new DownloadedBlock()
{
Length = blocks[5].GetSerializedSize(), Block = blocks[5]
}, new CancellationToken());
fluent.Loop.BlockPuller.InjectBlock(blocks[6].GetHash(), new DownloadedBlock()
{
Length = blocks[6].GetSerializedSize(), Block = blocks[6]
}, new CancellationToken());
fluent.Loop.BlockPuller.InjectBlock(blocks[7].GetHash(), new DownloadedBlock()
{
Length = blocks[7].GetSerializedSize(), Block = blocks[7]
}, new CancellationToken());
fluent.Loop.BlockPuller.InjectBlock(blocks[8].GetHash(), new DownloadedBlock()
{
Length = blocks[8].GetSerializedSize(), Block = blocks[8]
}, new CancellationToken());
fluent.Loop.BlockPuller.InjectBlock(blocks[9].GetHash(), new DownloadedBlock()
{
Length = blocks[9].GetSerializedSize(), Block = blocks[9]
}, new CancellationToken());
// Start finding blocks from block[5]
var nextChainedBlock = fluent.Loop.Chain.GetBlock(blocks[5].GetHash());
// Create Task Context
var context = new BlockStoreInnerStepContext(new CancellationToken(), fluent.Loop, nextChainedBlock, this.loggerFactory, DateTimeProvider.Default);
var task = new BlockStoreInnerStepFindBlocks(this.loggerFactory);
task.ExecuteAsync(context).GetAwaiter().GetResult();
// Block[5] through Block[9] should be in the DownloadStack
Assert.Equal(5, context.DownloadStack.Count());
Assert.True(context.DownloadStack.Any(cb => cb.HashBlock == blocks[5].GetHash()));
Assert.True(context.DownloadStack.Any(cb => cb.HashBlock == blocks[6].GetHash()));
Assert.True(context.DownloadStack.Any(cb => cb.HashBlock == blocks[7].GetHash()));
Assert.True(context.DownloadStack.Any(cb => cb.HashBlock == blocks[8].GetHash()));
Assert.True(context.DownloadStack.Any(cb => cb.HashBlock == blocks[9].GetHash()));
}
}
public void DownloadBlockStep_WithNewBlocksToDownload_DownloadBlocksAndPushToRepo()
{
var blocks = CreateBlocks(10);
using (var fluent = new FluentBlockStoreLoop())
{
fluent.WithConcreteRepository(TestBase.AssureEmptyDirAsDataFolder(@"BlockStore\DownloadBlocks_Integration"));
// Push 5 blocks to the repository
fluent.BlockRepository.PutAsync(blocks.Take(5).Last().GetHash(), blocks.Take(5).ToList()).GetAwaiter().GetResult();
// The chain has 10 blocks appended
var chain = new ConcurrentChain(blocks[0].Header);
AppendBlocksToChain(chain, blocks.Skip(1).Take(9));
// Create block store loop
fluent.Create(chain);
// Push blocks 5 - 9 to the downloaded blocks collection
fluent.Loop.BlockPuller.InjectBlock(blocks[5].GetHash(), new DownloadedBlock()
{
Length = blocks[5].GetSerializedSize(), Block = blocks[5]
}, new CancellationToken());
fluent.Loop.BlockPuller.InjectBlock(blocks[6].GetHash(), new DownloadedBlock()
{
Length = blocks[6].GetSerializedSize(), Block = blocks[6]
}, new CancellationToken());
fluent.Loop.BlockPuller.InjectBlock(blocks[7].GetHash(), new DownloadedBlock()
{
Length = blocks[7].GetSerializedSize(), Block = blocks[7]
}, new CancellationToken());
fluent.Loop.BlockPuller.InjectBlock(blocks[8].GetHash(), new DownloadedBlock()
{
Length = blocks[8].GetSerializedSize(), Block = blocks[8]
}, new CancellationToken());
fluent.Loop.BlockPuller.InjectBlock(blocks[9].GetHash(), new DownloadedBlock()
{
Length = blocks[9].GetSerializedSize(), Block = blocks[9]
}, new CancellationToken());
// Start processing blocks to download from block 5
var nextChainedBlock = fluent.Loop.Chain.GetBlock(blocks[5].GetHash());
var step = new DownloadBlockStep(fluent.Loop, this.loggerFactory, DateTimeProvider.Default);
step.ExecuteAsync(nextChainedBlock, new CancellationToken(), false).GetAwaiter().GetResult();
Assert.Equal(blocks[9].GetHash(), fluent.Loop.BlockRepository.BlockHash);
Assert.Equal(blocks[9].GetHash(), fluent.Loop.StoreTip.HashBlock);
}
}
public void BlockStoreInnerStepFindBlocks_CanRemoveTaskFromRoutine_DownloadStackSizeReached()
{
var blocks = CreateBlocks(55);
using (var fluent = new FluentBlockStoreLoop())
{
// Push 45 blocks to the repository
fluent.BlockRepository.PutAsync(blocks.Take(45).Last().GetHash(), blocks.Take(45).ToList()).GetAwaiter().GetResult();
// The chain has 55 blocks appended
var chain = new ConcurrentChain(blocks[0].Header);
AppendBlocksToChain(chain, blocks.Skip(1).Take(54).ToList());
// Create block store loop
fluent.Create(chain);
// Start finding blocks from Block[45]
var nextChainedBlock = fluent.Loop.Chain.GetBlock(blocks[45].GetHash());
// Create Task Context
var context = new BlockStoreInnerStepContext(new CancellationToken(), fluent.Loop, nextChainedBlock, this.loggerFactory, DateTimeProvider.Default);
var task = new BlockStoreInnerStepFindBlocks(this.loggerFactory);
task.ExecuteAsync(context).GetAwaiter().GetResult();
// Block[45] through Block[50] should be in the DownloadStack
Assert.Equal(10, context.DownloadStack.Count());
Assert.True(context.DownloadStack.Any(cb => cb.HashBlock == blocks[45].GetHash()));
Assert.True(context.DownloadStack.Any(cb => cb.HashBlock == blocks[46].GetHash()));
Assert.True(context.DownloadStack.Any(cb => cb.HashBlock == blocks[47].GetHash()));
Assert.True(context.DownloadStack.Any(cb => cb.HashBlock == blocks[48].GetHash()));
Assert.True(context.DownloadStack.Any(cb => cb.HashBlock == blocks[49].GetHash()));
Assert.True(context.DownloadStack.Any(cb => cb.HashBlock == blocks[50].GetHash()));
Assert.True(context.DownloadStack.Any(cb => cb.HashBlock == blocks[51].GetHash()));
Assert.True(context.DownloadStack.Any(cb => cb.HashBlock == blocks[52].GetHash()));
Assert.True(context.DownloadStack.Any(cb => cb.HashBlock == blocks[53].GetHash()));
Assert.True(context.DownloadStack.Any(cb => cb.HashBlock == blocks[54].GetHash()));
// The FindBlocks() task should be removed from the routine
// as the batch download size is reached
Assert.Equal(1, context.InnerSteps.Count());
Assert.False(context.InnerSteps.OfType <BlockStoreInnerStepFindBlocks>().Any());
}
}
public void ReorganiseBlockRepository_WithBlockRepositoryAndChainOutofSync_ReorganiseBlocks()
{
var blocks = CreateBlocks(15);
using (var fluent = new FluentBlockStoreLoop())
{
fluent.WithConcreteRepository(TestBase.AssureEmptyDirAsDataFolder(@"BlockStore\ReorganiseBlockRepository_Integration"));
// Push 15 blocks to the repository
fluent.BlockRepository.PutAsync(blocks.Last().GetHash(), blocks).GetAwaiter().GetResult();
// The chain has 10 blocks appended
var chain = new ConcurrentChain(blocks[0].Header);
AppendBlocksToChain(chain, blocks.Skip(1).Take(9));
// Create the last 5 chained blocks without appending to the chain
var block9 = chain.GetBlock(blocks[9].Header.GetHash());
var block10 = new ChainedBlock(blocks[10].Header, blocks[10].Header.GetHash(), block9);
var block11 = new ChainedBlock(blocks[11].Header, blocks[11].Header.GetHash(), block10);
var block12 = new ChainedBlock(blocks[12].Header, blocks[12].Header.GetHash(), block11);
var block13 = new ChainedBlock(blocks[13].Header, blocks[13].Header.GetHash(), block12);
var block14 = new ChainedBlock(blocks[14].Header, blocks[14].Header.GetHash(), block13);
fluent.Create(chain);
fluent.Loop.SetStoreTip(block14);
Assert.Equal(fluent.Loop.StoreTip.Header.GetHash(), block14.Header.GetHash());
Assert.Equal(fluent.Loop.BlockRepository.BlockHash, block14.Header.GetHash());
var nextChainedBlock = block10;
var reorganiseStep = new ReorganiseBlockRepositoryStep(fluent.Loop, this.loggerFactory);
reorganiseStep.ExecuteAsync(nextChainedBlock, new CancellationToken(), false).GetAwaiter().GetResult();
Assert.Equal(fluent.Loop.StoreTip.Header.GetHash(), block10.Previous.Header.GetHash());
Assert.Equal(fluent.Loop.BlockRepository.BlockHash, block10.Previous.Header.GetHash());
}
}
