public EthModuleFactory(IDbProvider dbProvider,
ITxPool txPool,
IWallet wallet,
IJsonRpcConfig jsonRpcConfig,
IBlockTree blockTree,
IEthereumEcdsa ethereumEcdsa,
IBlockProcessor blockProcessor,
IReceiptFinder receiptFinder,
ISpecProvider specProvider,
IJsonRpcConfig config,
IBloomStorage bloomStorage,
ILogManager logManager,
bool isMining)
{
_dbProvider = dbProvider ?? throw new ArgumentNullException(nameof(dbProvider));
_txPool = txPool ?? throw new ArgumentNullException(nameof(txPool));
_wallet = wallet ?? throw new ArgumentNullException(nameof(wallet));
_jsonRpcConfig = jsonRpcConfig ?? throw new ArgumentNullException(nameof(wallet));
_blockTree = blockTree ?? throw new ArgumentNullException(nameof(blockTree));
_ethereumEcdsa = ethereumEcdsa ?? throw new ArgumentNullException(nameof(ethereumEcdsa));
_receiptFinder = receiptFinder ?? throw new ArgumentNullException(nameof(receiptFinder));
_specProvider = specProvider ?? throw new ArgumentNullException(nameof(specProvider));
_rpcConfig = config ?? throw new ArgumentNullException(nameof(config));
_bloomStorage = bloomStorage ?? throw new ArgumentNullException(nameof(bloomStorage));
_logManager = logManager ?? throw new ArgumentNullException(nameof(logManager));
_isMining = isMining;
_filterStore = new FilterStore();
_filterManager = new FilterManager(_filterStore, blockProcessor, _txPool, _logManager);
}
public Task Execute(CancellationToken cancellationToken)
{
IInitConfig initConfig = _get.Config <IInitConfig>();
IBloomConfig bloomConfig = _get.Config <IBloomConfig>();
IFileStoreFactory fileStoreFactory = initConfig.DiagnosticMode == DiagnosticMode.MemDb
? new InMemoryDictionaryFileStoreFactory()
: new FixedSizeFileStoreFactory(Path.Combine(initConfig.BaseDbPath, DbNames.Bloom), DbNames.Bloom, Bloom.ByteLength);
IBloomStorage bloomStorage =
_set.BloomStorage = bloomConfig.Index
? new BloomStorage(bloomConfig, _get.DbProvider !.BloomDb, fileStoreFactory)
: NullBloomStorage.Instance;
_get.DisposeStack.Push(bloomStorage);
IChainLevelInfoRepository chainLevelInfoRepository =
_set.ChainLevelInfoRepository = new ChainLevelInfoRepository(_get.DbProvider !.BlockInfosDb);
IBlockTree blockTree = _set.BlockTree = new BlockTree(
_get.DbProvider,
chainLevelInfoRepository,
_get.SpecProvider,
bloomStorage,
_get.Config <ISyncConfig>(),
_get.LogManager);
ISigner signer = NullSigner.Instance;
ISignerStore signerStore = NullSigner.Instance;
if (_get.Config <IMiningConfig>().Enabled)
{
Signer signerAndStore = new(_get.SpecProvider !.ChainId, _get.OriginalSignerKey !, _get.LogManager);
signer = signerAndStore;
signerStore = signerAndStore;
}
_set.EngineSigner = signer;
_set.EngineSignerStore = signerStore;
ReceiptsRecovery receiptsRecovery = new(_get.EthereumEcdsa, _get.SpecProvider);
IReceiptStorage receiptStorage = _set.ReceiptStorage = initConfig.StoreReceipts
? new PersistentReceiptStorage(_get.DbProvider.ReceiptsDb, _get.SpecProvider !, receiptsRecovery)
: NullReceiptStorage.Instance;
IReceiptFinder receiptFinder = _set.ReceiptFinder = new FullInfoReceiptFinder(receiptStorage, receiptsRecovery, blockTree);
LogFinder logFinder = new(
blockTree,
receiptFinder,
receiptStorage,
bloomStorage,
_get.LogManager,
new ReceiptsRecovery(_get.EthereumEcdsa, _get.SpecProvider),
1024);
_set.LogFinder = logFinder;
return(Task.CompletedTask);
}
public void SetUp()
{
_dbProvider = new MemDbProvider();
_timestamper = new ManualTimestamper();
_blockTree = Substitute.For <IBlockTree>();
_txPool = Substitute.For <ITxPool>();
_receiptStorage = Substitute.For <IReceiptStorage>();
_filterStore = Substitute.For <IFilterStore>();
_filterManager = Substitute.For <IFilterManager>();
_transactionProcessor = Substitute.For <ITransactionProcessor>();
_ethereumEcdsa = Substitute.For <IEthereumEcdsa>();
_bloomStorage = Substitute.For <IBloomStorage>();
_specProvider = MainnetSpecProvider.Instance;
ReadOnlyTxProcessingEnv processingEnv = new ReadOnlyTxProcessingEnv(
new ReadOnlyDbProvider(_dbProvider, false),
new ReadOnlyBlockTree(_blockTree),
_specProvider,
LimboLogs.Instance);
processingEnv.TransactionProcessor = _transactionProcessor;
_blockchainBridge = new BlockchainBridge(
processingEnv,
_txPool,
_receiptStorage,
_filterStore,
_filterManager,
_ethereumEcdsa,
_timestamper,
Substitute.For <ILogFinder>(),
false,
false);
}
public BlockchainBridge(
ReadOnlyTxProcessingEnv processingEnv,
ITxPool txPool,
IReceiptFinder receiptStorage,
IFilterStore filterStore,
IFilterManager filterManager,
IEthereumEcdsa ecdsa,
IBloomStorage bloomStorage,
ITimestamper timestamper,
ILogManager logManager,
bool isMining,
int findLogBlockDepthLimit = 1000,
CancellationToken cancellationToken = default(CancellationToken))
{
_processingEnv = processingEnv ?? throw new ArgumentNullException(nameof(processingEnv));
_stateReader = processingEnv.StateReader ?? throw new ArgumentNullException(nameof(processingEnv.StateReader));
_stateProvider = processingEnv.StateProvider ?? throw new ArgumentNullException(nameof(processingEnv.StateProvider));
_blockTree = processingEnv.BlockTree ?? throw new ArgumentNullException(nameof(processingEnv.BlockTree));
_transactionProcessor = processingEnv.TransactionProcessor ?? throw new ArgumentException(nameof(processingEnv.TransactionProcessor));
_txPool = txPool ?? throw new ArgumentNullException(nameof(_txPool));
_receiptFinder = receiptStorage ?? throw new ArgumentNullException(nameof(receiptStorage));
_filterStore = filterStore ?? throw new ArgumentException(nameof(filterStore));
_filterManager = filterManager ?? throw new ArgumentException(nameof(filterManager));
_ecdsa = ecdsa ?? throw new ArgumentNullException(nameof(ecdsa));
_timestamper = timestamper ?? throw new ArgumentNullException(nameof(timestamper));
IsMining = isMining;
_logFinder = new LogFinder(_blockTree, _receiptFinder, bloomStorage, logManager, new ReceiptsRecovery(), findLogBlockDepthLimit);
}
public BlockchainBridge(
IStateReader stateReader,
IStateProvider stateProvider,
IStorageProvider storageProvider,
IBlockTree blockTree,
ITxPool txPool,
IReceiptStorage receiptStorage,
IFilterStore filterStore,
IFilterManager filterManager,
IWallet wallet,
ITransactionProcessor transactionProcessor,
IEthereumEcdsa ecdsa,
IBloomStorage bloomStorage,
IReceiptsRecovery receiptsRecovery,
int findLogBlockDepthLimit = 1000)
{
_stateReader = stateReader ?? throw new ArgumentNullException(nameof(stateReader));
_stateProvider = stateProvider ?? throw new ArgumentNullException(nameof(stateProvider));
_storageProvider = storageProvider ?? throw new ArgumentNullException(nameof(storageProvider));
_blockTree = blockTree ?? throw new ArgumentNullException(nameof(blockTree));
_txPool = txPool ?? throw new ArgumentNullException(nameof(_txPool));
_receiptStorage = receiptStorage ?? throw new ArgumentNullException(nameof(receiptStorage));
_filterStore = filterStore ?? throw new ArgumentException(nameof(filterStore));
_filterManager = filterManager ?? throw new ArgumentException(nameof(filterManager));
_wallet = wallet ?? throw new ArgumentException(nameof(wallet));
_transactionProcessor = transactionProcessor ?? throw new ArgumentException(nameof(transactionProcessor));
_ecdsa = ecdsa ?? throw new ArgumentNullException(nameof(ecdsa));
_logFinder = new LogFinder(_blockTree, _receiptStorage, bloomStorage, receiptsRecovery, findLogBlockDepthLimit);
}
public void SetUp()
{
_stateReader = Substitute.For <IStateReader>();
_stateProvider = Substitute.For <IStateProvider>();
_storageProvider = Substitute.For <IStorageProvider>();
_blockTree = Substitute.For <IBlockTree>();
_txPool = Substitute.For <ITxPool>();
_receiptStorage = Substitute.For <IReceiptStorage>();
_filterStore = Substitute.For <IFilterStore>();
_filterManager = Substitute.For <IFilterManager>();
_wallet = Substitute.For <IWallet>();
_transactionProcessor = Substitute.For <ITransactionProcessor>();
_ethereumEcdsa = Substitute.For <IEthereumEcdsa>();
_bloomStorage = Substitute.For <IBloomStorage>();
_receiptsRecovery = Substitute.For <IReceiptsRecovery>();
_blockchainBridge = new BlockchainBridge(
_stateReader,
_stateProvider,
_storageProvider,
_blockTree,
_txPool,
_receiptStorage,
_filterStore,
_filterManager,
_wallet,
_transactionProcessor,
_ethereumEcdsa,
_bloomStorage,
_receiptsRecovery);
}
public void Setup()
{
IDbProvider memDbProvider = TestMemDbProvider.Init();
TrieStore trieStore = new (new MemDb(), LimboLogs.Instance);
StateProvider stateProvider = new (trieStore, memDbProvider.CodeDb, LimboLogs.Instance);
StorageProvider storageProvider = new (trieStore, stateProvider, LimboLogs.Instance);
ChainLevelInfoRepository chainLevelInfoRepository = new (memDbProvider);
ISpecProvider specProvider = MainnetSpecProvider.Instance;
IBloomStorage bloomStorage = NullBloomStorage.Instance;
EthereumEcdsa ecdsa = new (1, LimboLogs.Instance);
ITransactionComparerProvider transactionComparerProvider =
new TransactionComparerProvider(specProvider, _blockTree);
_blockTree = new BlockTree(
memDbProvider,
chainLevelInfoRepository,
specProvider,
bloomStorage,
new SyncConfig(),
LimboLogs.Instance);
TxPool.TxPool txPool = new (
ecdsa,
new ChainHeadInfoProvider(specProvider, _blockTree, stateProvider),
new TxPoolConfig(),
new TxValidator(specProvider.ChainId),
LimboLogs.Instance,
transactionComparerProvider.GetDefaultComparer());
BlockhashProvider blockhashProvider = new (_blockTree, LimboLogs.Instance);
VirtualMachine virtualMachine = new(
blockhashProvider,
specProvider,
LimboLogs.Instance);
TransactionProcessor transactionProcessor = new (
specProvider,
stateProvider,
storageProvider,
virtualMachine,
LimboLogs.Instance);
BlockProcessor blockProcessor = new (
MainnetSpecProvider.Instance,
Always.Valid,
new RewardCalculator(specProvider),
new BlockProcessor.BlockValidationTransactionsExecutor(transactionProcessor, stateProvider),
stateProvider,
storageProvider,
NullReceiptStorage.Instance,
new WitnessCollector(memDbProvider.StateDb, LimboLogs.Instance),
LimboLogs.Instance);
_blockchainProcessor = new BlockchainProcessor(
_blockTree,
blockProcessor,
new RecoverSignatures(
ecdsa,
txPool,
specProvider,
LimboLogs.Instance),
LimboLogs.Instance, BlockchainProcessor.Options.Default);
}
public LogFinder(IBlockFinder blockFinder, IReceiptStorage receiptStorage, IBloomStorage bloomStorage, IReceiptsRecovery receiptsRecovery, int maxBlockDepth = 1000)
{
_blockFinder = blockFinder ?? throw new ArgumentNullException(nameof(blockFinder));
_receiptStorage = receiptStorage ?? throw new ArgumentNullException(nameof(receiptStorage));
_bloomStorage = bloomStorage ?? throw new ArgumentNullException(nameof(bloomStorage));
_receiptsRecovery = receiptsRecovery ?? throw new ArgumentNullException(nameof(receiptsRecovery));
_maxBlockDepth = maxBlockDepth;
}
public LogFinder(IBlockFinder blockFinder, IReceiptFinder receiptFinder, IBloomStorage bloomStorage, ILogManager logManager, IReceiptsRecovery receiptsRecovery, int maxBlockDepth = 1000)
{
_blockFinder = blockFinder ?? throw new ArgumentNullException(nameof(blockFinder));
_receiptFinder = receiptFinder ?? throw new ArgumentNullException(nameof(receiptFinder));
_bloomStorage = bloomStorage ?? throw new ArgumentNullException(nameof(bloomStorage));
_receiptsRecovery = receiptsRecovery ?? throw new ArgumentNullException(nameof(receiptsRecovery));;
_logger = logManager?.GetClassLogger <LogFinder>() ?? throw new ArgumentNullException(nameof(logManager));
_maxBlockDepth = maxBlockDepth;
}
public BlockTree(
IDb blockDb,
IDb headerDb,
IDb blockInfoDb,
IChainLevelInfoRepository chainLevelInfoRepository,
ISpecProvider specProvider,
ITxPool txPool,
IBloomStorage bloomStorage,
ISyncConfig syncConfig,
ILogManager logManager)
{
_logger = logManager?.GetClassLogger() ?? throw new ArgumentNullException(nameof(logManager));
_blockDb = blockDb ?? throw new ArgumentNullException(nameof(blockDb));
_headerDb = headerDb ?? throw new ArgumentNullException(nameof(headerDb));
_blockInfoDb = blockInfoDb ?? throw new ArgumentNullException(nameof(blockInfoDb));
_specProvider = specProvider;
_txPool = txPool ?? throw new ArgumentNullException(nameof(txPool));
_bloomStorage = bloomStorage ?? throw new ArgumentNullException(nameof(txPool));
_syncConfig = syncConfig ?? throw new ArgumentNullException(nameof(syncConfig));
_chainLevelInfoRepository = chainLevelInfoRepository ?? throw new ArgumentNullException(nameof(chainLevelInfoRepository));
var deletePointer = _blockInfoDb.Get(DeletePointerAddressInDb);
if (deletePointer != null)
{
DeleteBlocks(new Keccak(deletePointer));
}
ChainLevelInfo genesisLevel = LoadLevel(0, true);
if (genesisLevel != null)
{
if (genesisLevel.BlockInfos.Length != 1)
{
// just for corrupted test bases
genesisLevel.BlockInfos = new[] { genesisLevel.BlockInfos[0] };
_chainLevelInfoRepository.PersistLevel(0, genesisLevel);
//throw new InvalidOperationException($"Genesis level in DB has {genesisLevel.BlockInfos.Length} blocks");
}
if (genesisLevel.BlockInfos[0].WasProcessed)
{
BlockHeader genesisHeader = FindHeader(genesisLevel.BlockInfos[0].BlockHash, BlockTreeLookupOptions.None);
Genesis = genesisHeader;
LoadHeadBlockAtStart();
}
RecalculateTreeLevels();
}
if (_logger.IsInfo)
{
_logger.Info($"Block tree initialized, last processed is {Head?.Header?.ToString(BlockHeader.Format.Short) ?? "0"}, best queued is {BestSuggestedHeader?.Number.ToString() ?? "0"}, best known is {BestKnownNumber}, lowest inserted header {LowestInsertedHeader?.Number}, body {LowestInsertedBody?.Number}");
}
ThisNodeInfo.AddInfo("Chain ID :", $"{Nethermind.Core.ChainId.GetChainName(ChainId)}");
ThisNodeInfo.AddInfo("Chain head :", $"{Head?.Header?.ToString(BlockHeader.Format.Short) ?? "0"}");
}
private void SetUp(bool allowReceiptIterator)
{
var specProvider = Substitute.For <ISpecProvider>();
specProvider.GetSpec(Arg.Any <long>()).IsEip155Enabled.Returns(true);
_receiptStorage = new InMemoryReceiptStorage(allowReceiptIterator);
_blockTree = Build.A.BlockTree().WithTransactions(_receiptStorage, specProvider, LogsForBlockBuilder).OfChainLength(5).TestObject;
_bloomStorage = new BloomStorage(new BloomConfig(), new MemDb(), new InMemoryDictionaryFileStoreFactory());
_receiptsRecovery = Substitute.For <IReceiptsRecovery>();
_logFinder = new LogFinder(_blockTree, _receiptStorage, _bloomStorage, LimboLogs.Instance, _receiptsRecovery);
}
public BlockTree(
IDb blockDb,
IDb headerDb,
IDb blockInfoDb,
IChainLevelInfoRepository chainLevelInfoRepository,
ISpecProvider specProvider,
ITxPool txPool,
IBloomStorage bloomStorage,
ILogManager logManager)
: this(blockDb, headerDb, blockInfoDb, chainLevelInfoRepository, specProvider, txPool, bloomStorage, new SyncConfig(), logManager)
{
}
public LogFinder(
IBlockFinder?blockFinder,
IReceiptFinder?receiptFinder,
IBloomStorage?bloomStorage,
ILogManager?logManager,
IReceiptsRecovery?receiptsRecovery,
int maxBlockDepth = 1000)
{
_blockFinder = blockFinder ?? throw new ArgumentNullException(nameof(blockFinder));
_receiptFinder = receiptFinder ?? throw new ArgumentNullException(nameof(receiptFinder));
_bloomStorage = bloomStorage ?? throw new ArgumentNullException(nameof(bloomStorage));
_receiptsRecovery = receiptsRecovery ?? throw new ArgumentNullException(nameof(receiptsRecovery));
_logger = logManager?.GetClassLogger <LogFinder>() ?? throw new ArgumentNullException(nameof(logManager));
_maxBlockDepth = maxBlockDepth;
_rpcConfigGetLogsThreads = Math.Max(1, Environment.ProcessorCount / 4);
}
public void Setup()
{
_ndmModule = Substitute.For <INdmModule>();
_ndmConsumersModule = Substitute.For <INdmConsumersModule>();
_configProvider = Substitute.For <IConfigProvider>();
_dbProvider = Substitute.For <IDbProvider>();
_blockTree = Substitute.For <IBlockTree>();
_txPool = Substitute.For <ITxPool>();
_txSender = Substitute.For <ITxSender>();
_specProvider = Substitute.For <ISpecProvider>();
_receiptFinder = Substitute.For <IReceiptFinder>();
_wallet = Substitute.For <IWallet>();
_filterStore = Substitute.For <IFilterStore>();
_filterManager = Substitute.For <IFilterManager>();
_timestamper = Substitute.For <ITimestamper>();
_ecdsa = Substitute.For <IEthereumEcdsa>();
_rpcModuleProvider = Substitute.For <IRpcModuleProvider>();
_keyStore = Substitute.For <IKeyStore>();
_jsonSerializer = Substitute.For <IJsonSerializer>();
_cryptoRandom = Substitute.For <ICryptoRandom>();
_enode = Substitute.For <IEnode>();
_consumerChannelManager = Substitute.For <INdmConsumerChannelManager>();
_dataPublisher = Substitute.For <INdmDataPublisher>();
_grpcServer = Substitute.For <IGrpcServer>();
_nodeStatsManager = Substitute.For <INodeStatsManager>();
_protocolsManager = Substitute.For <IProtocolsManager>();
_protocolValidator = Substitute.For <IProtocolValidator>();
_messageSerializationService = Substitute.For <IMessageSerializationService>();
_webSocketsManager = Substitute.For <IWebSocketsManager>();
_logManager = LimboLogs.Instance;
_blockProcessor = Substitute.For <IBlockProcessor>();
_jsonRpcClientProxy = Substitute.For <IJsonRpcClientProxy>();
_ethJsonRpcClientProxy = Substitute.For <IEthJsonRpcClientProxy>();
_httpClient = Substitute.For <IHttpClient>();
_monitoringService = Substitute.For <IMonitoringService>();
_enableUnsecuredDevWallet = false;
_ndmConfig = new NdmConfig {
Enabled = true, StoreConfigInDatabase = false
};
_configProvider.GetConfig <INdmConfig>().Returns(_ndmConfig);
_ndmInitializer = new NdmInitializer(_ndmModule, _ndmConsumersModule, _logManager);
_bloomStorage = Substitute.For <IBloomStorage>();
}
public void Setup()
{
_configProvider = Substitute.For <IConfigProvider>();
_configManager = Substitute.For <IConfigManager>();
_ndmConfig = new NdmConfig();
_baseDbPath = "db";
_rocksProvider = Substitute.For <IDbProvider>();
_mongoProvider = Substitute.For <IMongoProvider>();
_logManager = LimboLogs.Instance;
_blockTree = Substitute.For <IBlockTree>();
_specProvider = Substitute.For <ISpecProvider>();
_transactionPool = Substitute.For <ITxPool>();
_txSender = Substitute.For <ITxSender>();
_receiptStorage = Substitute.For <IReceiptStorage>();
_filterStore = Substitute.For <IFilterStore>();
_filterManager = Substitute.For <IFilterManager>();
_wallet = Substitute.For <IWallet>();
_timestamper = Substitute.For <ITimestamper>();
_ecdsa = Substitute.For <IEthereumEcdsa>();
_keyStore = Substitute.For <IKeyStore>();
_rpcModuleProvider = Substitute.For <IRpcModuleProvider>();
_jsonSerializer = Substitute.For <IJsonSerializer>();
_cryptoRandom = Substitute.For <ICryptoRandom>();
_enode = Substitute.For <IEnode>();
_ndmConsumerChannelManager = Substitute.For <INdmConsumerChannelManager>();
_ndmDataPublisher = Substitute.For <INdmDataPublisher>();
_grpcServer = Substitute.For <IGrpcServer>();
_ethRequestService = Substitute.For <IEthRequestService>();
_notifier = Substitute.For <INdmNotifier>();
_enableUnsecuredDevWallet = false;
_blockProcessor = Substitute.For <IBlockProcessor>();
_jsonRpcClientProxy = Substitute.For <IJsonRpcClientProxy>();
_ethJsonRpcClientProxy = Substitute.For <IEthJsonRpcClientProxy>();
_httpClient = Substitute.For <IHttpClient>();
_monitoringService = Substitute.For <IMonitoringService>();
_ndmModule = new NdmModule();
_bloomStorage = Substitute.For <IBloomStorage>();
}
PreInitAsync(
IConfigProvider configProvider,
IDbProvider dbProvider,
string baseDbPath,
IBlockTree blockTree,
ITxPool txPool,
ITxSender txSender,
ISpecProvider specProvider,
IReceiptFinder receiptFinder,
IWallet wallet,
IFilterStore filterStore,
IFilterManager filterManager,
ITimestamper timestamper,
IEthereumEcdsa ecdsa,
IRpcModuleProvider rpcModuleProvider,
IKeyStore keyStore,
IJsonSerializer jsonSerializer,
ICryptoRandom cryptoRandom,
IEnode enode,
INdmConsumerChannelManager consumerChannelManager,
INdmDataPublisher dataPublisher,
IGrpcServer grpcServer,
bool enableUnsecuredDevWallet,
IWebSocketsManager webSocketsManager,
ILogManager logManager,
IBlockProcessor blockProcessor,
IJsonRpcClientProxy?jsonRpcClientProxy,
IEthJsonRpcClientProxy?ethJsonRpcClientProxy,
IHttpClient httpClient,
IMonitoringService monitoringService,
IBloomStorage bloomStorage)
{
// what is block processor doing here?
if (!(configProvider.GetConfig <INdmConfig>() is NdmConfig defaultConfig))
{
return(default);
public void SetUp()
{
_dbProvider = new MemDbProvider();
_stateReader = new StateReader(_dbProvider.StateDb, _dbProvider.CodeDb, LimboLogs.Instance);
_stateProvider = new StateProvider(_dbProvider.StateDb, _dbProvider.CodeDb, LimboLogs.Instance);
_storageProvider = new StorageProvider(_dbProvider.StateDb, _stateProvider, LimboLogs.Instance);
_timestamper = new ManualTimestamper();
_blockTree = Substitute.For <IBlockTree>();
_txPool = Substitute.For <ITxPool>();
_receiptStorage = Substitute.For <IReceiptStorage>();
_filterStore = Substitute.For <IFilterStore>();
_filterManager = Substitute.For <IFilterManager>();
_wallet = Substitute.For <IWallet>();
_transactionProcessor = Substitute.For <ITransactionProcessor>();
_ethereumEcdsa = Substitute.For <IEthereumEcdsa>();
_bloomStorage = Substitute.For <IBloomStorage>();
_specProvider = MainnetSpecProvider.Instance;
_blockchainBridge = new BlockchainBridge(
_stateReader,
_stateProvider,
_storageProvider,
_blockTree,
_txPool,
_receiptStorage,
_filterStore,
_filterManager,
_wallet,
_transactionProcessor,
_ethereumEcdsa,
_bloomStorage,
_timestamper,
LimboLogs.Instance,
false);
}
private void RunBloomMigration(CancellationToken token)
{
if (_context.BloomStorage == null)
{
throw new StepDependencyException(nameof(_context.BloomStorage));
}
if (_context.BlockTree == null)
{
throw new StepDependencyException(nameof(_context.BlockTree));
}
IBlockTree blockTree = _context.BlockTree;
IBloomStorage storage = _context.BloomStorage;
long to = MinBlockNumber;
long synced = storage.MigratedBlockNumber + 1;
long from = synced;
_migrateCount = to + 1;
_averages = _context.BloomStorage.Averages.ToArray();
_progress.Update(synced);
if (_logger.IsInfo)
{
_logger.Info(GetLogMessage("started"));
}
using (var timer = new Timer(1000)
{
Enabled = true
})
{
timer.Elapsed += (ElapsedEventHandler)((o, e) =>
{
if (_logger.IsInfo)
{
_logger.Info(GetLogMessage("in progress"));
}
});
try
{
storage.Migrate(GetHeadersForMigration());
}
finally
{
_progress.MarkEnd();
_stopwatch?.Stop();
}
IEnumerable <BlockHeader> GetHeadersForMigration()
{
for (long i = from; i <= to; i++)
{
if (token.IsCancellationRequested)
{
timer.Stop();
if (_logger.IsInfo)
{
_logger.Info(GetLogMessage("cancelled"));
}
yield break;
}
var header = blockTree.FindHeader(i);
yield return(header ?? new BlockHeader(Keccak.Zero, Keccak.Zero, Address.Zero, UInt256.Zero, 0L, 0L, UInt256.Zero, Bytes.Empty));
synced++;
_progress.Update(synced);
}
}
}
if (!token.IsCancellationRequested)
{
if (_logger.IsInfo)
{
_logger.Info(GetLogMessage("finished"));
}
}
}
public virtual async Task <INdmCapabilityConnector> InitAsync(
IConfigProvider configProvider,
IDbProvider dbProvider,
string baseDbPath,
IBlockTree blockTree,
ITxPool txPool,
ITxSender txSender,
ISpecProvider specProvider,
IReceiptFinder receiptFinder,
IWallet wallet,
IFilterStore filterStore,
IFilterManager filterManager,
ITimestamper timestamper,
IEthereumEcdsa ecdsa,
IRpcModuleProvider rpcModuleProvider,
IKeyStore keyStore,
IJsonSerializer jsonSerializer,
ICryptoRandom cryptoRandom,
IEnode enode,
INdmConsumerChannelManager consumerChannelManager,
INdmDataPublisher dataPublisher,
IGrpcServer grpcServer,
INodeStatsManager nodeStatsManager,
IProtocolsManager protocolsManager,
IProtocolValidator protocolValidator,
IMessageSerializationService messageSerializationService,
bool enableUnsecuredDevWallet,
IWebSocketsManager webSocketsManager,
ILogManager logManager,
IBlockProcessor blockProcessor,
IJsonRpcClientProxy?jsonRpcClientProxy,
IEthJsonRpcClientProxy?ethJsonRpcClientProxy,
IHttpClient httpClient,
IMonitoringService monitoringService,
IBloomStorage bloomStorage)
{
_logger = logManager?.GetClassLogger() ?? throw new ArgumentNullException(nameof(logManager));
INdmConfig ndmConfig = configProvider.GetConfig <INdmConfig>();
if (!ndmConfig.Enabled)
{
// can we not even call it here? // can be step and use the subsystems
return(NullNdmCapabilityConnector.Instance);
}
(NdmConfig config, INdmServices services, INdmFaucet faucet, IEthRequestService ethRequestService, IAccountService accountService, IConsumerService consumerService, Address consumerAddress, Address providerAddress) = await PreInitAsync(
configProvider,
dbProvider,
baseDbPath,
blockTree,
txPool,
txSender,
specProvider,
receiptFinder,
wallet,
filterStore,
filterManager,
timestamper,
ecdsa,
rpcModuleProvider,
keyStore,
jsonSerializer,
cryptoRandom,
enode,
consumerChannelManager,
dataPublisher,
grpcServer,
enableUnsecuredDevWallet,
webSocketsManager,
logManager,
blockProcessor,
jsonRpcClientProxy,
ethJsonRpcClientProxy,
httpClient,
monitoringService,
bloomStorage);
NdmSubprotocolFactory subprotocolFactory = new NdmSubprotocolFactory(messageSerializationService, nodeStatsManager,
logManager, accountService, consumerService, consumerChannelManager, ecdsa, wallet, faucet,
enode.PublicKey, providerAddress, consumerAddress, config.VerifyP2PSignature);
ProtocolHandlerFactory protocolHandlerFactory = new ProtocolHandlerFactory(subprotocolFactory, protocolValidator,
ethRequestService, logManager);
NdmCapabilityConnector capabilityConnector = new NdmCapabilityConnector(
protocolsManager,
protocolHandlerFactory,
accountService,
logManager,
ndmConfig.ProviderAddress == null ? Address.Zero : new Address(ndmConfig.ProviderAddress));
return(capabilityConnector);
}
private void RunBloomMigration(CancellationToken token)
{
BlockHeader GetMissingBlockHeader(long i)
{
if (_logger.IsWarn)
{
_logger.Warn(GetLogMessage("warning", $"Header for block {i} not found. Logs will not be searchable for this block."));
}
return(EmptyHeader);
}
if (_api.BloomStorage == null)
{
throw new StepDependencyException(nameof(_api.BloomStorage));
}
if (_api.BlockTree == null)
{
throw new StepDependencyException(nameof(_api.BlockTree));
}
if (_api.ChainLevelInfoRepository == null)
{
throw new StepDependencyException(nameof(_api.ChainLevelInfoRepository));
}
IBlockTree blockTree = _api.BlockTree;
IBloomStorage storage = _api.BloomStorage;
long to = MinBlockNumber;
long synced = storage.MigratedBlockNumber + 1;
long from = synced;
_migrateCount = to + 1;
_averages = _api.BloomStorage.Averages.ToArray();
IChainLevelInfoRepository?chainLevelInfoRepository = _api.ChainLevelInfoRepository;
_progress.Update(synced);
if (_logger.IsInfo)
{
_logger.Info(GetLogMessage("started"));
}
using (var timer = new Timer(1000)
{
Enabled = true
})
{
timer.Elapsed += (ElapsedEventHandler)((o, e) =>
{
if (_logger.IsInfo)
{
_logger.Info(GetLogMessage("in progress"));
}
});
try
{
storage.Migrate(GetHeadersForMigration());
}
finally
{
_progress.MarkEnd();
_stopwatch?.Stop();
}
IEnumerable <BlockHeader> GetHeadersForMigration()
{
bool TryGetMainChainBlockHashFromLevel(long number, out Keccak?blockHash)
{
using var batch = chainLevelInfoRepository.StartBatch();
var level = chainLevelInfoRepository.LoadLevel(number);
if (level != null)
{
if (!level.HasBlockOnMainChain)
{
if (level.BlockInfos.Length > 0)
{
level.HasBlockOnMainChain = true;
chainLevelInfoRepository.PersistLevel(number, level, batch);
}
}
blockHash = level.MainChainBlock?.BlockHash;
return(blockHash != null);
}
else
{
blockHash = null;
return(false);
}
}
for (long i = from; i <= to; i++)
{
if (token.IsCancellationRequested)
{
timer.Stop();
if (_logger.IsInfo)
{
_logger.Info(GetLogMessage("cancelled"));
}
yield break;
}
if (TryGetMainChainBlockHashFromLevel(i, out Keccak? blockHash))
{
var header = blockTree.FindHeader(blockHash, BlockTreeLookupOptions.None);
yield return(header ?? GetMissingBlockHeader(i));
}
else
{
yield return(GetMissingBlockHeader(i));
}
_progress.Update(++synced);
}
}
}
if (!token.IsCancellationRequested)
{
if (_logger.IsInfo)
{
_logger.Info(GetLogMessage("finished"));
}
}
}
public NdmRequiredServices(
IConfigProvider configProvider,
IConfigManager configManager,
INdmConfig ndmConfig,
string baseDbPath,
IDbProvider rocksProvider,
IMongoProvider mongoProvider,
ILogManager logManager,
IBlockTree blockTree,
ITxPool transactionPool,
ISpecProvider specProvider,
IReceiptStorage receiptStorage,
IFilterStore filterStore,
IFilterManager filterManager,
IWallet wallet,
ITimestamper timestamper,
IEthereumEcdsa ecdsa,
IKeyStore keyStore,
IRpcModuleProvider rpcModuleProvider,
IJsonSerializer jsonSerializer,
ICryptoRandom cryptoRandom,
IEnode enode,
INdmConsumerChannelManager ndmConsumerChannelManager,
INdmDataPublisher ndmDataPublisher,
IGrpcServer grpcServer,
IEthRequestService ethRequestService,
INdmNotifier notifier,
bool enableUnsecuredDevWallet,
IBlockProcessor blockProcessor,
IJsonRpcClientProxy?jsonRpcClientProxy,
IEthJsonRpcClientProxy?ethJsonRpcClientProxy,
IHttpClient httpClient,
IMonitoringService monitoringService,
IBloomStorage bloomStorage)
{
ConfigProvider = configProvider ?? throw new ArgumentNullException(nameof(configProvider));
ConfigManager = configManager ?? throw new ArgumentNullException(nameof(configManager));
NdmConfig = ndmConfig ?? throw new ArgumentNullException(nameof(ndmConfig));
BaseDbPath = baseDbPath ?? throw new ArgumentNullException(nameof(baseDbPath));
RocksProvider = rocksProvider ?? throw new ArgumentNullException(nameof(rocksProvider));
MongoProvider = mongoProvider ?? throw new ArgumentNullException(nameof(mongoProvider));
LogManager = logManager ?? throw new ArgumentNullException(nameof(logManager));
BlockTree = blockTree ?? throw new ArgumentNullException(nameof(blockTree));
TransactionPool = transactionPool ?? throw new ArgumentNullException(nameof(transactionPool));
SpecProvider = specProvider ?? throw new ArgumentNullException(nameof(specProvider));
ReceiptStorage = receiptStorage ?? throw new ArgumentNullException(nameof(receiptStorage));
FilterStore = filterStore ?? throw new ArgumentNullException(nameof(filterStore));
FilterManager = filterManager ?? throw new ArgumentNullException(nameof(filterManager));
Wallet = wallet ?? throw new ArgumentNullException(nameof(wallet));
Timestamper = timestamper ?? throw new ArgumentNullException(nameof(timestamper));
Ecdsa = ecdsa ?? throw new ArgumentNullException(nameof(ecdsa));
KeyStore = keyStore ?? throw new ArgumentNullException(nameof(keyStore));
RpcModuleProvider = rpcModuleProvider ?? throw new ArgumentNullException(nameof(rpcModuleProvider));
JsonSerializer = jsonSerializer ?? throw new ArgumentNullException(nameof(jsonSerializer));
CryptoRandom = cryptoRandom ?? throw new ArgumentNullException(nameof(cryptoRandom));
Enode = enode ?? throw new ArgumentNullException(nameof(enode));
NdmConsumerChannelManager = ndmConsumerChannelManager ?? throw new ArgumentNullException(nameof(ndmConsumerChannelManager));
NdmDataPublisher = ndmDataPublisher ?? throw new ArgumentNullException(nameof(ndmDataPublisher));
GrpcServer = grpcServer ?? throw new ArgumentNullException(nameof(grpcServer));
EthRequestService = ethRequestService ?? throw new ArgumentNullException(nameof(ethRequestService));
Notifier = notifier ?? throw new ArgumentNullException(nameof(notifier));
EnableUnsecuredDevWallet = enableUnsecuredDevWallet;
BlockProcessor = blockProcessor ?? throw new ArgumentNullException(nameof(blockProcessor));
HttpClient = httpClient ?? throw new ArgumentNullException(nameof(httpClient));
MonitoringService = monitoringService ?? throw new ArgumentNullException(nameof(monitoringService));
JsonRpcClientProxy = jsonRpcClientProxy;
EthJsonRpcClientProxy = ethJsonRpcClientProxy;
BloomStorage = bloomStorage;
}
