public void PruneRepository_PruneAndCompact_OnShutDown()
{
var posBlocks = CreatePosBlocks(50);
var chainedHeaderTip = BuildProvenHeaderChainFromBlocks(posBlocks);
var dataFolderPath = CreateTestDir(this);
var dataFolder = new DataFolder(dataFolderPath);
var dBreezeSerializer = new DataStoreSerializer(this.Network.Consensus.ConsensusFactory);
var blockRepository = new BlockRepository(this.Network, dataFolder, this.LoggerFactory.Object, dBreezeSerializer);
blockRepository.PutBlocks(new HashHeightPair(posBlocks.Last().GetHash(), 50), posBlocks);
var storeSettings = new StoreSettings(NodeSettings.Default(this.Network))
{
AmountOfBlocksToKeep = 10
};
var prunedBlockRepository = new PrunedBlockRepository(blockRepository, dBreezeSerializer, this.LoggerFactory.Object, storeSettings);
prunedBlockRepository.Initialize();
// Delete blocks 30 to 0 from the repo, this would have been done by the service before shutdown was initiated.
blockRepository.DeleteBlocks(posBlocks.Take(30).Select(b => b.GetHash()).ToList());
prunedBlockRepository.UpdatePrunedTip(chainedHeaderTip.GetAncestor(30));
// Ensure that the block has been deleted from disk.
Assert.Null(blockRepository.GetBlock(chainedHeaderTip.GetAncestor(29).HashBlock));
// On shutdown the database will only be compacted.
prunedBlockRepository.PruneAndCompactDatabase(chainedHeaderTip.GetAncestor(50), this.Network, false);
Assert.Equal(chainedHeaderTip.GetAncestor(30).HashBlock, prunedBlockRepository.PrunedTip.Hash);
Assert.Equal(chainedHeaderTip.GetAncestor(30).Height, prunedBlockRepository.PrunedTip.Height);
Assert.Null(blockRepository.GetBlock(chainedHeaderTip.GetAncestor(29).HashBlock));
}
public void PruneRepository_PruneAndCompact_FromGenesis_OnStartUp()
{
var posBlocks = CreatePosBlocks(50);
var chainedHeaderTip = BuildProvenHeaderChainFromBlocks(posBlocks);
var dataFolderPath = CreateTestDir(this);
var dataFolder = new DataFolder(dataFolderPath);
var dBreezeSerializer = new DataStoreSerializer(this.Network.Consensus.ConsensusFactory);
var blockRepository = new BlockRepository(this.Network, dataFolder, this.LoggerFactory.Object, dBreezeSerializer);
blockRepository.PutBlocks(new HashHeightPair(posBlocks.Last().GetHash(), 50), posBlocks);
var storeSettings = new StoreSettings(NodeSettings.Default(this.Network))
{
AmountOfBlocksToKeep = 10
};
var prunedBlockRepository = new PrunedBlockRepository(blockRepository, dBreezeSerializer, this.LoggerFactory.Object, storeSettings);
prunedBlockRepository.Initialize();
prunedBlockRepository.PruneAndCompactDatabase(chainedHeaderTip.GetAncestor(50), this.Network, true);
// The first prune will delete blocks from 40 to 0.
Assert.Equal(chainedHeaderTip.GetAncestor(40).HashBlock, prunedBlockRepository.PrunedTip.Hash);
Assert.Equal(chainedHeaderTip.GetAncestor(40).Height, prunedBlockRepository.PrunedTip.Height);
// Ensure that the block has been deleted from disk.
Assert.Null(blockRepository.GetBlock(chainedHeaderTip.GetAncestor(39).HashBlock));
}
public async Task PruneRepository_PruneAndCompact_MidChain_OnStartUpAsync()
{
var posBlocks = CreatePosBlocks(200);
var chainedHeaderTip = BuildProvenHeaderChainFromBlocks(posBlocks);
var dataFolderPath = CreateTestDir(this);
var dataFolder = new DataFolder(dataFolderPath);
var dBreezeSerializer = new DBreezeSerializer(this.Network.Consensus.ConsensusFactory);
var blockRepository = new BlockRepository(this.Network, dataFolder, this.LoggerFactory.Object, dBreezeSerializer);
blockRepository.PutBlocks(new HashHeightPair(posBlocks.Take(100).Last().GetHash(), 100), posBlocks.Take(100).ToList());
var storeSettings = new StoreSettings(NodeSettings.Default(this.Network))
{
AmountOfBlocksToKeep = 50
};
var prunedBlockRepository = new PrunedBlockRepository(blockRepository, dBreezeSerializer, this.LoggerFactory.Object, storeSettings);
await prunedBlockRepository.InitializeAsync();
// The first prune will delete blocks from 50 to 0.
await prunedBlockRepository.PruneAndCompactDatabase(chainedHeaderTip.GetAncestor(100), this.Network, true);
Assert.Equal(chainedHeaderTip.GetAncestor(50).HashBlock, prunedBlockRepository.PrunedTip.Hash);
Assert.Equal(chainedHeaderTip.GetAncestor(50).Height, prunedBlockRepository.PrunedTip.Height);
// Ensure that the block has been deleted from disk.
Assert.Null(blockRepository.GetBlock(chainedHeaderTip.GetAncestor(49).HashBlock));
// Push more blocks to the repository and prune again.
// This will delete blocks from height 150 to 50.
blockRepository.PutBlocks(new HashHeightPair(posBlocks.Skip(100).Take(100).Last().GetHash(), 200), posBlocks.Skip(100).Take(100).ToList());
await prunedBlockRepository.PruneAndCompactDatabase(chainedHeaderTip, this.Network, true);
Assert.Equal(chainedHeaderTip.GetAncestor(150).HashBlock, prunedBlockRepository.PrunedTip.Hash);
Assert.Equal(chainedHeaderTip.GetAncestor(150).Height, prunedBlockRepository.PrunedTip.Height);
// Ensure that the block has been deleted from disk.
Assert.Null(blockRepository.GetBlock(chainedHeaderTip.GetAncestor(149).HashBlock));
}
public void BlockRepositoryPutBatch()
{
using (var blockRepository = new BlockRepository(this.network, TestBase.CreateDataFolder(this), this.loggerFactory, this.dBreezeSerializer))
{
blockRepository.SetTxIndex(true);
var blocks = new List <Block>();
for (int i = 0; i < 5; i++)
{
Block block = this.network.CreateBlock();
block.AddTransaction(this.network.CreateTransaction());
block.AddTransaction(this.network.CreateTransaction());
block.AddTransaction(this.network.CreateTransaction());
block.Transactions[0].AddInput(new TxIn(Script.Empty));
block.Transactions[0].AddOutput(Money.COIN + i * 2, Script.Empty);
block.Transactions[1].AddInput(new TxIn(Script.Empty));
block.Transactions[1].AddOutput(Money.COIN + i * 2 + 1, Script.Empty);
block.Transactions[2].AddObject(new TxObj(Money.COIN + i * 2 + 1, Script.Empty));
block.UpdateMerkleRoot();
block.Header.HashPrevBlock = blocks.Any() ? blocks.Last().GetHash() : this.network.GenesisHash;
blocks.Add(block);
}
// put
blockRepository.PutBlocks(new HashHeightPair(blocks.Last().GetHash(), blocks.Count), blocks);
// check the presence of each block in the repository
foreach (Block block in blocks)
{
Block received = blockRepository.GetBlock(block.GetHash());
Assert.True(block.ToBytes().SequenceEqual(received.ToBytes()));
foreach (Transaction transaction in block.Transactions)
{
Transaction trx = blockRepository.GetTransactionById(transaction.GetHash());
Assert.True(trx.ToBytes().SequenceEqual(transaction.ToBytes()));
}
}
// delete
blockRepository.Delete(new HashHeightPair(blocks.ElementAt(2).GetHash(), 2), new[] { blocks.ElementAt(2).GetHash() }.ToList());
Block deleted = blockRepository.GetBlock(blocks.ElementAt(2).GetHash());
Assert.Null(deleted);
}
}