public JsonRpcService(IRpcModuleProvider rpcModuleProvider, ILogManager logManager)
{
_logger = logManager.GetClassLogger();
_rpcModuleProvider = rpcModuleProvider;
_serializer = new JsonSerializer();
foreach (JsonConverter converter in rpcModuleProvider.Converters)
{
if (_logger.IsDebug)
{
_logger.Debug($"Registering {converter.GetType().Name} inside {nameof(JsonRpcService)}");
}
_serializer.Converters.Add(converter);
_converterLookup.Add(converter.GetType().BaseType.GenericTypeArguments[0], converter);
Converters.Add(converter);
}
foreach (JsonConverter converter in EthereumJsonSerializer.BasicConverters)
{
if (_logger.IsDebug)
{
_logger.Debug($"Registering {converter.GetType().Name} (default)");
}
_serializer.Converters.Add(converter);
_converterLookup.Add(converter.GetType().BaseType.GenericTypeArguments[0], converter);
Converters.Add(converter);
}
}
public JsonRpcService(IRpcModuleProvider rpcModuleProvider, ILogManager logManager)
{
_logger = logManager.GetClassLogger();
_rpcModuleProvider = rpcModuleProvider;
_serializer = new JsonSerializer();
foreach (ModuleInfo module in _rpcModuleProvider.GetEnabledModules())
{
foreach (JsonConverter converter in module.Converters)
{
if (_logger.IsDebug)
{
_logger.Debug($"Registering {converter.GetType().Name} ({module.ModuleType} module)");
}
_serializer.Converters.Add(converter);
_converterLookup.Add(converter.GetType().BaseType.GenericTypeArguments[0], converter);
Converters.Add(converter);
}
}
foreach (JsonConverter converter in EthereumJsonSerializer.BasicConverters)
{
if (_logger.IsDebug)
{
_logger.Debug($"Registering {converter.GetType().Name} (default)");
}
_serializer.Converters.Add(converter);
_converterLookup.Add(converter.GetType().BaseType.GenericTypeArguments[0], converter);
Converters.Add(converter);
}
}
public JsonRpcService(IRpcModuleProvider rpcModuleProvider, IConfigProvider configurationProvider, ILogManager logManager)
{
_logger = logManager.GetClassLogger();
_jsonRpcConfig = configurationProvider.GetConfig <IJsonRpcConfig>();
_rpcModuleProvider = rpcModuleProvider;
_serializer = new JsonSerializer();
foreach (ModuleInfo module in _rpcModuleProvider.GetEnabledModules())
{
foreach (JsonConverter converter in module.Converters)
{
if (_logger.IsDebug)
{
_logger.Debug($"Registering {converter.GetType().Name}");
}
_serializer.Converters.Add(converter);
_converterLookup.Add(converter.GetType().BaseType.GenericTypeArguments[0], converter);
}
}
foreach (JsonConverter converter in GetStandardConverters())
{
if (_logger.IsDebug)
{
_logger.Debug($"Registering {converter.GetType().Name}");
}
_serializer.Converters.Add(converter);
_converterLookup.Add(converter.GetType().BaseType.GenericTypeArguments[0], converter);
}
}
public EthereumRunner(
IRpcModuleProvider rpcModuleProvider,
IConfigProvider configurationProvider,
ILogManager logManager,
IGrpcServer?grpcServer,
INdmConsumerChannelManager?ndmConsumerChannelManager,
INdmDataPublisher?ndmDataPublisher,
INdmInitializer?ndmInitializer,
IWebSocketsManager webSocketsManager,
IJsonSerializer ethereumJsonSerializer,
IMonitoringService monitoringService)
{
_logger = logManager.GetClassLogger();
_context = new EthereumRunnerContextFactory(configurationProvider, ethereumJsonSerializer, logManager).Context;
_context.LogManager = logManager;
_context.GrpcServer = grpcServer;
_context.NdmConsumerChannelManager = ndmConsumerChannelManager;
_context.NdmDataPublisher = ndmDataPublisher;
_context.NdmInitializer = ndmInitializer;
_context.WebSocketsManager = webSocketsManager;
_context.EthereumJsonSerializer = ethereumJsonSerializer;
_context.MonitoringService = monitoringService;
_context.ConfigProvider = configurationProvider ?? throw new ArgumentNullException(nameof(configurationProvider));
_context.RpcModuleProvider = rpcModuleProvider ?? throw new ArgumentNullException(nameof(rpcModuleProvider));
INetworkConfig networkConfig = _context.Config <INetworkConfig>();
_context.IpResolver = new IPResolver(networkConfig, _context.LogManager);
networkConfig.ExternalIp = _context.IpResolver.ExternalIp.ToString();
networkConfig.LocalIp = _context.IpResolver.LocalIp.ToString();
}
public JsonRpcService(IRpcModuleProvider rpcModuleProvider, ILogManager logManager)
{
_logger = logManager.GetClassLogger();
_rpcModuleProvider = rpcModuleProvider;
_serializer = new JsonSerializer();
List <JsonConverter> converterList = new();
foreach (JsonConverter converter in rpcModuleProvider.Converters)
{
if (_logger.IsDebug)
{
_logger.Debug($"Registering {converter.GetType().Name} inside {nameof(JsonRpcService)}");
}
_serializer.Converters.Add(converter);
converterList.Add(converter);
}
foreach (JsonConverter converter in EthereumJsonSerializer.CommonConverters)
{
if (_logger.IsDebug)
{
_logger.Debug($"Registering {converter.GetType().Name} (default)");
}
_serializer.Converters.Add(converter);
converterList.Add(converter);
}
BlockParameterConverter blockParameterConverter = new();
_serializer.Converters.Add(blockParameterConverter);
converterList.Add(blockParameterConverter);
Converters = converterList.ToArray();
}
public void Proof_module_is_not_registered_when_json_rpc_not_enabled()
{
JsonRpcConfig jsonRpcConfig = new JsonRpcConfig();
jsonRpcConfig.Enabled = false;
IConfigProvider configProvider = Substitute.For <IConfigProvider>();
configProvider.GetConfig <IJsonRpcConfig>().Returns(jsonRpcConfig);
IRpcModuleProvider rpcModuleProvider = Substitute.For <IRpcModuleProvider>();
NethermindApi context = new NethermindApi(configProvider, LimboLogs.Instance)
{
ConfigProvider = configProvider,
RpcModuleProvider = rpcModuleProvider,
TxPool = Substitute.For <ITxPool>(),
BlockTree = Substitute.For <IBlockTree>(),
Wallet = Substitute.For <IWallet>(),
SpecProvider = Substitute.For <ISpecProvider>(),
TxSender = Substitute.For <ITxSender>()
};
RegisterRpcModules registerRpcModules = new RegisterRpcModules(context);
registerRpcModules.Execute(CancellationToken.None);
rpcModuleProvider.DidNotReceiveWithAnyArgs().Register <IProofModule>(null);
}
public void Proof_module_is_registered_if_configured()
{
JsonRpcConfig jsonRpcConfig = new JsonRpcConfig();
jsonRpcConfig.Enabled = true;
IConfigProvider configProvider = Substitute.For <IConfigProvider>();
configProvider.GetConfig <IJsonRpcConfig>().Returns(jsonRpcConfig);
IRpcModuleProvider rpcModuleProvider = Substitute.For <IRpcModuleProvider>();
NethermindApi context = Build.ContextWithMocks();
context.ConfigProvider = configProvider;
context.RpcModuleProvider = rpcModuleProvider;
var signer = new Signer(ChainId.Mainnet, TestItem.PrivateKeyA, LimboLogs.Instance);
context.TxSender = new NullTxSender();
context.EngineSignerStore = signer;
context.KeyStore = Substitute.For <IKeyStore>();
context.SyncModeSelector = Substitute.For <ISyncModeSelector>();
context.ChainLevelInfoRepository = Substitute.For <IChainLevelInfoRepository>();
RegisterRpcModules registerRpcModules = new RegisterRpcModules(context);
registerRpcModules.Execute(CancellationToken.None);
rpcModuleProvider.ReceivedWithAnyArgs().Register <IProofModule>(null);
}
public EthereumRunner(IRpcModuleProvider rpcModuleProvider, IConfigProvider configurationProvider,
ILogManager logManager, IGrpcServer grpcServer,
INdmConsumerChannelManager ndmConsumerChannelManager, INdmDataPublisher ndmDataPublisher,
INdmInitializer ndmInitializer, IWebSocketsManager webSocketsManager,
IJsonSerializer ethereumJsonSerializer)
{
_logManager = logManager ?? throw new ArgumentNullException(nameof(logManager));
_grpcServer = grpcServer;
_ndmConsumerChannelManager = ndmConsumerChannelManager;
_ndmDataPublisher = ndmDataPublisher;
_ndmInitializer = ndmInitializer;
_webSocketsManager = webSocketsManager;
_ethereumJsonSerializer = ethereumJsonSerializer;
_logger = _logManager.GetClassLogger();
InitRlp();
_configProvider = configurationProvider ?? throw new ArgumentNullException(nameof(configurationProvider));
_rpcModuleProvider = rpcModuleProvider ?? throw new ArgumentNullException(nameof(rpcModuleProvider));
_initConfig = configurationProvider.GetConfig <IInitConfig>();
_txPoolConfig = configurationProvider.GetConfig <ITxPoolConfig>();
_perfService = new PerfService(_logManager);
_networkConfig = _configProvider.GetConfig <INetworkConfig>();
_ipResolver = new IpResolver(_networkConfig, _logManager);
_networkConfig.ExternalIp = _ipResolver.ExternalIp.ToString();
_networkConfig.LocalIp = _ipResolver.LocalIp.ToString();
}
public void Setup()
{
_configProvider = Substitute.For <IConfigProvider>();
_configManager = Substitute.For <IConfigManager>();
_ndmConfig = new NdmConfig();
_baseDbPath = "db";
_rocksProvider = Substitute.For <IDbProvider>();
_mongoProvider = Substitute.For <IMongoProvider>();
_logManager = Substitute.For <ILogManager>();
_blockTree = Substitute.For <IBlockTree>();
_specProvider = Substitute.For <ISpecProvider>();
_transactionPool = Substitute.For <ITxPool>();
_receiptStorage = Substitute.For <IReceiptStorage>();
_filterStore = Substitute.For <IFilterStore>();
_filterManager = Substitute.For <IFilterManager>();
_wallet = Substitute.For <IWallet>();
_timestamper = Substitute.For <ITimestamper>();
_ecdsa = Substitute.For <IEthereumEcdsa>();
_keyStore = Substitute.For <IKeyStore>();
_rpcModuleProvider = Substitute.For <IRpcModuleProvider>();
_jsonSerializer = Substitute.For <IJsonSerializer>();
_cryptoRandom = Substitute.For <ICryptoRandom>();
_enode = Substitute.For <IEnode>();
_ndmConsumerChannelManager = Substitute.For <INdmConsumerChannelManager>();
_ndmDataPublisher = Substitute.For <INdmDataPublisher>();
_grpcServer = Substitute.For <IGrpcServer>();
_ethRequestService = Substitute.For <IEthRequestService>();
_notifier = Substitute.For <INdmNotifier>();
_enableUnsecuredDevWallet = false;
_blockProcessor = Substitute.For <IBlockProcessor>();
_ndmModule = new NdmModule();
}
public virtual async Task<INdmCapabilityConnector> InitAsync(IConfigProvider configProvider,
IDbProvider dbProvider, string baseDbPath, IBlockTree blockTree,
ITxPool txPool, ISpecProvider specProvider, IReceiptStorage receiptStorage, IWallet wallet,
IFilterStore filterStore, IFilterManager filterManager,
ITimestamper timestamper, IEthereumEcdsa ecdsa, IRpcModuleProvider rpcModuleProvider, IKeyStore keyStore,
IJsonSerializer jsonSerializer, ICryptoRandom cryptoRandom, IEnode enode,
INdmConsumerChannelManager consumerChannelManager, INdmDataPublisher dataPublisher, IGrpcServer grpcServer,
INodeStatsManager nodeStatsManager, IProtocolsManager protocolsManager,
IProtocolValidator protocolValidator, IMessageSerializationService messageSerializationService,
bool enableUnsecuredDevWallet, IWebSocketsManager webSocketsManager, ILogManager logManager,
IBlockProcessor blockProcessor)
{
var (config, services, faucet, accountService, consumerService, consumerAddress, providerAddress) =
await PreInitAsync(configProvider, dbProvider, baseDbPath, blockTree, txPool, specProvider,
receiptStorage, wallet, filterStore, filterManager, timestamper, ecdsa, rpcModuleProvider, keyStore,
jsonSerializer, cryptoRandom, enode, consumerChannelManager, dataPublisher, grpcServer,
enableUnsecuredDevWallet, webSocketsManager, logManager, blockProcessor);
if (!config.Enabled)
{
return default;
}
var subprotocolFactory = new NdmSubprotocolFactory(messageSerializationService, nodeStatsManager,
logManager, accountService, consumerService, consumerChannelManager, ecdsa, wallet, faucet,
enode.PublicKey, providerAddress, consumerAddress, config.VerifyP2PSignature);
var protocolHandlerFactory = new ProtocolHandlerFactory(subprotocolFactory, protocolValidator,
services.RequiredServices.EthRequestService, logManager);
var capabilityConnector = new NdmCapabilityConnector(protocolsManager, protocolHandlerFactory,
accountService, logManager);
return capabilityConnector;
}
public void Proof_module_is_registered_if_configured()
{
JsonRpcConfig jsonRpcConfig = new JsonRpcConfig();
jsonRpcConfig.Enabled = true;
IConfigProvider configProvider = Substitute.For <IConfigProvider>();
configProvider.GetConfig <IJsonRpcConfig>().Returns(jsonRpcConfig);
IRpcModuleProvider rpcModuleProvider = Substitute.For <IRpcModuleProvider>();
EthereumRunnerContext context = Build.ContextWithMocks();
context.ConfigProvider = configProvider;
context.RpcModuleProvider = rpcModuleProvider;
context.Signer = new Signer(ChainId.Mainnet, TestItem.PrivateKeyA, LimboLogs.Instance);
context.KeyStore = Substitute.For <IKeyStore>();
RegisterRpcModules registerRpcModules = new RegisterRpcModules(context);
registerRpcModules.Execute(CancellationToken.None);
rpcModuleProvider.ReceivedWithAnyArgs().Register <IProofModule>(null);
}
public static void RegisterSingle <T>(
this IRpcModuleProvider rpcModuleProvider,
T module,
bool allowExclusive = true)
where T : IRpcModule
{
rpcModuleProvider.Register(new SingletonModulePool <T>(module, allowExclusive));
}
public JsonRpcRunner(IConfigProvider configurationProvider, IRpcModuleProvider moduleProvider, Log.ILogManager logManager)
{
_jsonRpcConfig = configurationProvider.GetConfig <IJsonRpcConfig>();
_initConfig = configurationProvider.GetConfig <IInitConfig>();
_moduleProvider = moduleProvider ?? throw new ArgumentNullException(nameof(moduleProvider));
_logManager = logManager;
_logger = logManager.GetClassLogger();
}
public static void RegisterBoundedByCpuCount <T>(
this IRpcModuleProvider rpcModuleProvider,
ModuleFactoryBase <T> factory,
int timeout)
where T : IRpcModule
{
RegisterBounded(rpcModuleProvider, factory, _cpuCount, timeout);
}
public static void RegisterBounded <T>(
this IRpcModuleProvider rpcModuleProvider,
ModuleFactoryBase <T> factory,
int maxCount,
int timeout)
where T : IRpcModule
{
rpcModuleProvider.Register(new BoundedModulePool <T>(factory, maxCount, timeout));
}
public JsonRpcRunner(IConfigProvider configurationProvider, IRpcModuleProvider moduleProvider,
ILogManager logManager, IJsonRpcProcessor jsonRpcProcessor, IWebSocketsManager webSocketsManager)
{
_jsonRpcConfig = configurationProvider.GetConfig <IJsonRpcConfig>();
_configurationProvider = configurationProvider;
_moduleProvider = moduleProvider ?? throw new ArgumentNullException(nameof(moduleProvider));
_logManager = logManager;
_jsonRpcProcessor = jsonRpcProcessor;
_webSocketsManager = webSocketsManager;
_logger = logManager.GetClassLogger();
}
public EthStatsRunner(IRpcModuleProvider rpcModuleProvider, IConfigProvider configurationProvider, ILogManager logManager)
{
_logManager = logManager ?? throw new ArgumentNullException(nameof(logManager));
_logger = _logManager.GetClassLogger();
//InitRlp();
_configProvider = configurationProvider ?? throw new ArgumentNullException(nameof(configurationProvider));
_rpcModuleProvider = rpcModuleProvider ?? throw new ArgumentNullException(nameof(rpcModuleProvider));
_initConfig = configurationProvider.GetConfig <IInitConfig>();
//_perfService = new PerfService(_logManager) { LogOnDebug = _initConfig.LogPerfStatsOnDebug };
_networkHelper = new NetworkHelper(_logger);
}
public EthereumRunner(IRpcModuleProvider rpcModuleProvider, IConfigProvider configurationProvider, ILogManager logManager)
{
_logManager = logManager ?? throw new ArgumentNullException(nameof(logManager));
_logger = _logManager.GetClassLogger();
InitRlp();
_configProvider = configurationProvider ?? throw new ArgumentNullException(nameof(configurationProvider));
_rpcModuleProvider = rpcModuleProvider ?? throw new ArgumentNullException(nameof(rpcModuleProvider));
_initConfig = configurationProvider.GetConfig <IInitConfig>();
_txPoolConfig = configurationProvider.GetConfig <ITxPoolConfig>();
_perfService = new PerfService(_logManager);
_networkHelper = new NetworkHelper(_logger);
}
public NdmRequiredServices(IConfigProvider configProvider, IConfigManager configManager, INdmConfig ndmConfig,
string baseDbPath, IDbProvider rocksProvider, IMongoProvider mongoProvider, ILogManager logManager,
IBlockTree blockTree, ITxPool transactionPool, ISpecProvider specProvider, IReceiptStorage receiptStorage,
IFilterStore filterStore, IFilterManager filterManager, IWallet wallet, ITimestamper timestamper,
IEthereumEcdsa ecdsa, IKeyStore keyStore, IRpcModuleProvider rpcModuleProvider,
IJsonSerializer jsonSerializer, ICryptoRandom cryptoRandom, IEnode enode,
INdmConsumerChannelManager ndmConsumerChannelManager, INdmDataPublisher ndmDataPublisher,
IGrpcServer grpcServer, IEthRequestService ethRequestService, INdmNotifier notifier,
bool enableUnsecuredDevWallet, IBlockProcessor blockProcessor, IJsonRpcClientProxy jsonRpcClientProxy,
IEthJsonRpcClientProxy ethJsonRpcClientProxy, IHttpClient httpClient, IMonitoringService monitoringService)
{
ConfigProvider = configProvider;
ConfigManager = configManager;
NdmConfig = ndmConfig;
BaseDbPath = baseDbPath;
RocksProvider = rocksProvider;
MongoProvider = mongoProvider;
LogManager = logManager;
BlockTree = blockTree;
TransactionPool = transactionPool;
SpecProvider = specProvider;
ReceiptStorage = receiptStorage;
FilterStore = filterStore;
FilterManager = filterManager;
Wallet = wallet;
Timestamper = timestamper;
Ecdsa = ecdsa;
KeyStore = keyStore;
RpcModuleProvider = rpcModuleProvider;
JsonSerializer = jsonSerializer;
CryptoRandom = cryptoRandom;
Enode = enode;
NdmConsumerChannelManager = ndmConsumerChannelManager;
NdmDataPublisher = ndmDataPublisher;
GrpcServer = grpcServer;
EthRequestService = ethRequestService;
Notifier = notifier;
EnableUnsecuredDevWallet = enableUnsecuredDevWallet;
BlockProcessor = blockProcessor;
JsonRpcClientProxy = jsonRpcClientProxy;
EthJsonRpcClientProxy = ethJsonRpcClientProxy;
HttpClient = httpClient;
MonitoringService = monitoringService;
}
public void Setup()
{
_ndmModule = Substitute.For <INdmModule>();
_ndmConsumersModule = Substitute.For <INdmConsumersModule>();
_configProvider = Substitute.For <IConfigProvider>();
_dbProvider = Substitute.For <IDbProvider>();
_blockTree = Substitute.For <IBlockTree>();
_txPool = Substitute.For <ITxPool>();
_txSender = Substitute.For <ITxSender>();
_specProvider = Substitute.For <ISpecProvider>();
_receiptFinder = Substitute.For <IReceiptFinder>();
_wallet = Substitute.For <IWallet>();
_filterStore = Substitute.For <IFilterStore>();
_filterManager = Substitute.For <IFilterManager>();
_timestamper = Substitute.For <ITimestamper>();
_ecdsa = Substitute.For <IEthereumEcdsa>();
_rpcModuleProvider = Substitute.For <IRpcModuleProvider>();
_keyStore = Substitute.For <IKeyStore>();
_jsonSerializer = Substitute.For <IJsonSerializer>();
_cryptoRandom = Substitute.For <ICryptoRandom>();
_enode = Substitute.For <IEnode>();
_consumerChannelManager = Substitute.For <INdmConsumerChannelManager>();
_dataPublisher = Substitute.For <INdmDataPublisher>();
_grpcServer = Substitute.For <IGrpcServer>();
_nodeStatsManager = Substitute.For <INodeStatsManager>();
_protocolsManager = Substitute.For <IProtocolsManager>();
_protocolValidator = Substitute.For <IProtocolValidator>();
_messageSerializationService = Substitute.For <IMessageSerializationService>();
_webSocketsManager = Substitute.For <IWebSocketsManager>();
_logManager = LimboLogs.Instance;
_blockProcessor = Substitute.For <IBlockProcessor>();
_jsonRpcClientProxy = Substitute.For <IJsonRpcClientProxy>();
_ethJsonRpcClientProxy = Substitute.For <IEthJsonRpcClientProxy>();
_httpClient = Substitute.For <IHttpClient>();
_monitoringService = Substitute.For <IMonitoringService>();
_enableUnsecuredDevWallet = false;
_ndmConfig = new NdmConfig {
Enabled = true, StoreConfigInDatabase = false
};
_configProvider.GetConfig <INdmConfig>().Returns(_ndmConfig);
_ndmInitializer = new NdmInitializer(_ndmModule, _ndmConsumersModule, _logManager);
_bloomStorage = Substitute.For <IBloomStorage>();
}
protected async Task StartRunners(IConfigProvider configProvider)
{
var initParams = configProvider.GetConfig <IInitConfig>();
var logManager = new NLogManager(initParams.LogFileName, initParams.LogDirectory);
IRpcModuleProvider rpcModuleProvider = initParams.JsonRpcEnabled
? new RpcModuleProvider(configProvider.GetConfig <IJsonRpcConfig>())
: (IRpcModuleProvider)NullModuleProvider.Instance;
_ethereumRunner = new EthereumRunner(rpcModuleProvider, configProvider, logManager);
await _ethereumRunner.Start().ContinueWith(x =>
{
if (x.IsFaulted && Logger.IsError)
{
Logger.Error("Error during ethereum runner start", x.Exception);
}
});
if (initParams.JsonRpcEnabled)
{
var serializer = new UnforgivingJsonSerializer();
rpcModuleProvider.Register <IShhModule>(new ShhModule(configProvider, logManager, serializer));
rpcModuleProvider.Register <IWeb3Module>(new Web3Module(configProvider, logManager, serializer));
Bootstrap.Instance.JsonRpcService = new JsonRpcService(rpcModuleProvider, configProvider, logManager);
Bootstrap.Instance.LogManager = logManager;
Bootstrap.Instance.JsonSerializer = serializer;
_jsonRpcRunner = new JsonRpcRunner(configProvider, rpcModuleProvider, logManager);
await _jsonRpcRunner.Start().ContinueWith(x =>
{
if (x.IsFaulted && Logger.IsError)
{
Logger.Error("Error during jsonRpc runner start", x.Exception);
}
});
}
else
{
if (Logger.IsInfo)
{
Logger.Info("Json RPC is disabled");
}
}
}
public virtual async Task <INdmCapabilityConnector> InitAsync(IConfigProvider configProvider,
IDbProvider dbProvider, string baseDbPath, IBlockProcessor blockProcessor, IBlockTree blockTree,
ITxPool txPool, ITxPoolInfoProvider txPoolInfoProvider, ISpecProvider specProvider,
IReceiptStorage receiptStorage, IWallet wallet, ITimestamp timestamp, IEthereumEcdsa ecdsa,
IRpcModuleProvider rpcModuleProvider, IKeyStore keyStore, IJsonSerializer jsonSerializer,
ICryptoRandom cryptoRandom, IEnode enode, INdmConsumerChannelManager consumerChannelManager,
INdmDataPublisher dataPublisher, IGrpcService grpcService, INodeStatsManager nodeStatsManager,
IProtocolsManager protocolsManager, IProtocolValidator protocolValidator,
IMessageSerializationService messageSerializationService, bool enableUnsecuredDevWallet,
ILogManager logManager)
{
var(config, _, ethRequestService, faucet, consumerService, consumerAddress,
providerAddress) = await PreInitAsync(configProvider, dbProvider, baseDbPath, blockProcessor, blockTree,
txPool, txPoolInfoProvider, specProvider, receiptStorage, wallet, timestamp, ecdsa, rpcModuleProvider,
keyStore, jsonSerializer, cryptoRandom, enode, consumerChannelManager, dataPublisher, grpcService,
enableUnsecuredDevWallet, logManager);
if (!config.Enabled)
{
return(default);
public EthereumRunner(IRpcModuleProvider rpcModuleProvider, IConfigProvider configurationProvider, ILogManager logManager,
IGrpcService grpcService, IGrpcClient grpcClient, INdmConsumerChannelManager ndmConsumerChannelManager,
INdmDataPublisher ndmDataPublisher, INdmInitializer ndmInitializer)
{
_logManager = logManager ?? throw new ArgumentNullException(nameof(logManager));
_grpcService = grpcService;
_grpcClient = grpcClient;
_ndmConsumerChannelManager = ndmConsumerChannelManager;
_ndmDataPublisher = ndmDataPublisher;
_ndmInitializer = ndmInitializer;
_logger = _logManager.GetClassLogger();
InitRlp();
_configProvider = configurationProvider ?? throw new ArgumentNullException(nameof(configurationProvider));
_rpcModuleProvider = rpcModuleProvider ?? throw new ArgumentNullException(nameof(rpcModuleProvider));
_initConfig = configurationProvider.GetConfig <IInitConfig>();
_txPoolConfig = configurationProvider.GetConfig <ITxPoolConfig>();
_perfService = new PerfService(_logManager);
_networkHelper = new NetworkHelper(_logger);
}
public void Proof_module_is_not_registered_when_json_rpc_not_enabled()
{
JsonRpcConfig jsonRpcConfig = new JsonRpcConfig();
jsonRpcConfig.Enabled = false;
IConfigProvider configProvider = Substitute.For <IConfigProvider>();
configProvider.GetConfig <IJsonRpcConfig>().Returns(jsonRpcConfig);
IRpcModuleProvider rpcModuleProvider = Substitute.For <IRpcModuleProvider>();
EthereumRunnerContext context = new EthereumRunnerContext(configProvider, LimboLogs.Instance);
context.ConfigProvider = configProvider;
context.RpcModuleProvider = rpcModuleProvider;
RegisterRpcModules registerRpcModules = new RegisterRpcModules(context);
registerRpcModules.Execute();
rpcModuleProvider.DidNotReceiveWithAnyArgs().Register <IProofModule>(null);
}
public void Proof_module_is_registered_if_configured()
{
JsonRpcConfig jsonRpcConfig = new JsonRpcConfig();
jsonRpcConfig.Enabled = true;
IConfigProvider configProvider = Substitute.For <IConfigProvider>();
configProvider.GetConfig <IJsonRpcConfig>().Returns(jsonRpcConfig);
IRpcModuleProvider rpcModuleProvider = Substitute.For <IRpcModuleProvider>();
EthereumRunnerContext context = Build.ContextWithMocks();
context.ConfigProvider = configProvider;
context.RpcModuleProvider = rpcModuleProvider;
RegisterRpcModules registerRpcModules = new RegisterRpcModules(context);
registerRpcModules.Execute(CancellationToken.None);
rpcModuleProvider.ReceivedWithAnyArgs().Register <IProofModule>(null);
}
public RequiredServices(IConfigProvider configProvider, IConfigManager configManager, INdmConfig ndmConfig,
string baseDbPath, IDbProvider rocksProvider, IMongoProvider mongoProvider, ILogManager logManager,
IBlockProcessor blockProcessor, IBlockTree blockTree, ITxPool transactionPool,
ITxPoolInfoProvider transactionPoolInfoProvider, ISpecProvider specProvider,
IReceiptStorage receiptStorage, IWallet wallet, ITimestamp timestamp, IEthereumEcdsa ecdsa,
IKeyStore keyStore, IRpcModuleProvider rpcModuleProvider, IJsonSerializer jsonSerializer,
ICryptoRandom cryptoRandom, IEnode enode, INdmConsumerChannelManager ndmConsumerChannelManager,
INdmDataPublisher ndmDataPublisher, IGrpcService grpcService, EthRequestService ethRequestService,
bool enableUnsecuredDevWallet)
{
ConfigProvider = configProvider;
ConfigManager = configManager;
NdmConfig = ndmConfig;
BaseDbPath = baseDbPath;
RocksProvider = rocksProvider;
MongoProvider = mongoProvider;
LogManager = logManager;
BlockProcessor = blockProcessor;
BlockTree = blockTree;
TransactionPool = transactionPool;
TransactionPoolInfoProvider = transactionPoolInfoProvider;
SpecProvider = specProvider;
ReceiptStorage = receiptStorage;
Wallet = wallet;
Timestamp = timestamp;
Ecdsa = ecdsa;
KeyStore = keyStore;
RpcModuleProvider = rpcModuleProvider;
JsonSerializer = jsonSerializer;
CryptoRandom = cryptoRandom;
Enode = enode;
NdmConsumerChannelManager = ndmConsumerChannelManager;
NdmDataPublisher = ndmDataPublisher;
GrpcService = grpcService;
EthRequestService = ethRequestService;
EnableUnsecuredDevWallet = enableUnsecuredDevWallet;
}
PreInitAsync(
IConfigProvider configProvider,
IDbProvider dbProvider,
string baseDbPath,
IBlockTree blockTree,
ITxPool txPool,
ITxSender txSender,
ISpecProvider specProvider,
IReceiptFinder receiptFinder,
IWallet wallet,
IFilterStore filterStore,
IFilterManager filterManager,
ITimestamper timestamper,
IEthereumEcdsa ecdsa,
IRpcModuleProvider rpcModuleProvider,
IKeyStore keyStore,
IJsonSerializer jsonSerializer,
ICryptoRandom cryptoRandom,
IEnode enode,
INdmConsumerChannelManager consumerChannelManager,
INdmDataPublisher dataPublisher,
IGrpcServer grpcServer,
bool enableUnsecuredDevWallet,
IWebSocketsManager webSocketsManager,
ILogManager logManager,
IBlockProcessor blockProcessor,
IJsonRpcClientProxy?jsonRpcClientProxy,
IEthJsonRpcClientProxy?ethJsonRpcClientProxy,
IHttpClient httpClient,
IMonitoringService monitoringService,
IBloomStorage bloomStorage)
{
// what is block processor doing here?
if (!(configProvider.GetConfig <INdmConfig>() is NdmConfig defaultConfig))
{
return(default);
public JsonRpcService(IRpcModuleProvider rpcModuleProvider, ILogManager logManager, IJsonRpcConfig jsonRpcConfig)
{
_logger = logManager.GetClassLogger();
_rpcModuleProvider = rpcModuleProvider;
_serializer = rpcModuleProvider.Serializer;
_methodsLoggingFiltering = (jsonRpcConfig.MethodsLoggingFiltering ?? Array.Empty <string>()).ToHashSet();
_maxLoggedRequestParametersCharacters = jsonRpcConfig.MaxLoggedRequestParametersCharacters ?? int.MaxValue;
List <JsonConverter> converterList = new();
foreach (JsonConverter converter in rpcModuleProvider.Converters)
{
if (_logger.IsDebug)
{
_logger.Debug($"Registering {converter.GetType().Name} inside {nameof(JsonRpcService)}");
}
_serializer.Converters.Add(converter);
converterList.Add(converter);
}
foreach (JsonConverter converter in EthereumJsonSerializer.CommonConverters)
{
if (_logger.IsDebug)
{
_logger.Debug($"Registering {converter.GetType().Name} (default)");
}
_serializer.Converters.Add(converter);
converterList.Add(converter);
}
BlockParameterConverter blockParameterConverter = new();
_serializer.Converters.Add(blockParameterConverter);
converterList.Add(blockParameterConverter);
Converters = converterList.ToArray();
}
protected async Task StartRunners(IConfigProvider configProvider)
{
IInitConfig initConfig = configProvider.GetConfig <IInitConfig>();
IJsonRpcConfig jsonRpcConfig = configProvider.GetConfig <IJsonRpcConfig>();
var metricsParams = configProvider.GetConfig <IMetricsConfig>();
var logManager = new NLogManager(initConfig.LogFileName, initConfig.LogDirectory);
IRpcModuleProvider rpcModuleProvider = jsonRpcConfig.Enabled
? new RpcModuleProvider(configProvider.GetConfig <IJsonRpcConfig>(), logManager)
: (IRpcModuleProvider)NullModuleProvider.Instance;
var jsonSerializer = new EthereumJsonSerializer();
var webSocketsManager = new WebSocketsManager();
INdmDataPublisher ndmDataPublisher = null;
INdmConsumerChannelManager ndmConsumerChannelManager = null;
INdmInitializer ndmInitializer = null;
var ndmConfig = configProvider.GetConfig <INdmConfig>();
var ndmEnabled = ndmConfig.Enabled;
if (ndmEnabled)
{
ndmDataPublisher = new NdmDataPublisher();
ndmConsumerChannelManager = new NdmConsumerChannelManager();
var initializerName = ndmConfig.InitializerName;
if (Logger.IsInfo)
{
Logger.Info($"NDM initializer: {initializerName}");
}
var ndmInitializerType = AppDomain.CurrentDomain.GetAssemblies()
.SelectMany(a => a.GetTypes())
.FirstOrDefault(t =>
t.GetCustomAttribute <NdmInitializerAttribute>()?.Name == initializerName);
var ndmModule = new NdmModule();
var ndmConsumersModule = new NdmConsumersModule();
ndmInitializer = new NdmInitializerFactory(ndmInitializerType, ndmModule, ndmConsumersModule,
logManager).CreateOrFail();
}
var grpcConfig = configProvider.GetConfig <IGrpcConfig>();
GrpcServer grpcServer = null;
if (grpcConfig.Enabled)
{
grpcServer = new GrpcServer(jsonSerializer, logManager);
if (ndmEnabled)
{
ndmConsumerChannelManager.Add(new GrpcNdmConsumerChannel(grpcServer));
}
_grpcRunner = new GrpcRunner(grpcServer, grpcConfig, logManager);
await _grpcRunner.Start().ContinueWith(x =>
{
if (x.IsFaulted && Logger.IsError)
{
Logger.Error("Error during GRPC runner start", x.Exception);
}
});
}
if (initConfig.WebSocketsEnabled)
{
if (ndmEnabled)
{
webSocketsManager.AddModule(new NdmWebSocketsModule(ndmConsumerChannelManager, ndmDataPublisher,
jsonSerializer));
}
}
_ethereumRunner = new EthereumRunner(rpcModuleProvider, configProvider, logManager, grpcServer,
ndmConsumerChannelManager, ndmDataPublisher, ndmInitializer, webSocketsManager, jsonSerializer);
await _ethereumRunner.Start().ContinueWith(x =>
{
if (x.IsFaulted && Logger.IsError)
{
Logger.Error("Error during ethereum runner start", x.Exception);
}
});
if (jsonRpcConfig.Enabled)
{
rpcModuleProvider.Register(new SingletonModulePool <IWeb3Module>(new Web3Module(logManager)));
var jsonRpcService = new JsonRpcService(rpcModuleProvider, logManager);
var jsonRpcProcessor = new JsonRpcProcessor(jsonRpcService, jsonSerializer, logManager);
if (initConfig.WebSocketsEnabled)
{
webSocketsManager.AddModule(new JsonRpcWebSocketsModule(jsonRpcProcessor, jsonSerializer));
}
Bootstrap.Instance.JsonRpcService = jsonRpcService;
Bootstrap.Instance.LogManager = logManager;
Bootstrap.Instance.JsonSerializer = jsonSerializer;
_jsonRpcRunner = new JsonRpcRunner(configProvider, rpcModuleProvider, logManager, jsonRpcProcessor,
webSocketsManager);
await _jsonRpcRunner.Start().ContinueWith(x =>
{
if (x.IsFaulted && Logger.IsError)
{
Logger.Error("Error during jsonRpc runner start", x.Exception);
}
});
}
else
{
if (Logger.IsInfo)
{
Logger.Info("Json RPC is disabled");
}
}
if (metricsParams.Enabled)
{
var intervalSeconds = metricsParams.IntervalSeconds;
_monitoringService = new MonitoringService(new MetricsUpdater(intervalSeconds),
metricsParams.PushGatewayUrl, ClientVersion.Description,
metricsParams.NodeName, intervalSeconds, logManager);
await _monitoringService.StartAsync().ContinueWith(x =>
{
if (x.IsFaulted && Logger.IsError)
{
Logger.Error("Error during starting a monitoring.", x.Exception);
}
});
}
else
{
if (Logger.IsInfo)
{
Logger.Info("Monitoring is disabled");
}
}
}
protected async Task StartRunners(IConfigProvider configProvider)
{
IInitConfig initConfig = configProvider.GetConfig <IInitConfig>();
IJsonRpcConfig jsonRpcConfig = configProvider.GetConfig <IJsonRpcConfig>();
IMetricsConfig metricsConfig = configProvider.GetConfig <IMetricsConfig>();
NLogManager logManager = new NLogManager(initConfig.LogFileName, initConfig.LogDirectory);
IRpcModuleProvider rpcModuleProvider = jsonRpcConfig.Enabled
? new RpcModuleProvider(configProvider.GetConfig <IJsonRpcConfig>(), logManager)
: (IRpcModuleProvider)NullModuleProvider.Instance;
EthereumJsonSerializer jsonSerializer = new EthereumJsonSerializer();
WebSocketsManager webSocketsManager = new WebSocketsManager();
if (!string.IsNullOrEmpty(metricsConfig.NodeName))
{
logManager.SetGlobalVariable("nodeName", metricsConfig.NodeName);
}
if (metricsConfig.Enabled)
{
Metrics.Version = VersionToMetrics.ConvertToNumber(ClientVersion.Version);
MetricsUpdater metricsUpdater = new MetricsUpdater(metricsConfig);
_monitoringService = new MonitoringService(metricsUpdater, metricsConfig, logManager);
_monitoringService.RegisterMetrics(typeof(Nethermind.Blockchain.Metrics));
_monitoringService.RegisterMetrics(typeof(Nethermind.Db.Metrics));
_monitoringService.RegisterMetrics(typeof(Nethermind.Evm.Metrics));
_monitoringService.RegisterMetrics(typeof(Nethermind.JsonRpc.Metrics));
_monitoringService.RegisterMetrics(typeof(Nethermind.Trie.Metrics));
_monitoringService.RegisterMetrics(typeof(Nethermind.Network.Metrics));
_monitoringService.RegisterMetrics(typeof(Nethermind.Synchronization.Metrics));
_monitoringService.RegisterMetrics(typeof(Nethermind.TxPool.Metrics));
_monitoringService.RegisterMetrics(typeof(Metrics));
await _monitoringService.StartAsync().ContinueWith(x =>
{
if (x.IsFaulted && (_logger?.IsError ?? false))
{
_logger !.Error("Error during starting a monitoring.", x.Exception);
}
});
}
else
{
if (_logger?.IsInfo ?? false)
{
_logger !.Info("Grafana / Prometheus metrics are disabled in configuration");
}
}
IGrpcConfig grpcConfig = configProvider.GetConfig <IGrpcConfig>();
GrpcServer? grpcServer = null;
if (grpcConfig.Enabled)
{
grpcServer = new GrpcServer(jsonSerializer, logManager);
_grpcRunner = new GrpcRunner(grpcServer, grpcConfig, logManager);
await _grpcRunner.Start().ContinueWith(x =>
{
if (x.IsFaulted && (_logger?.IsError ?? false))
{
_logger !.Error("Error during GRPC runner start", x.Exception);
}
});
}
INdmDataPublisher? ndmDataPublisher = null;
INdmConsumerChannelManager?ndmConsumerChannelManager = null;
INdmInitializer? ndmInitializer = null;
INdmConfig ndmConfig = configProvider.GetConfig <INdmConfig>();
bool ndmEnabled = ndmConfig.Enabled;
if (ndmEnabled)
{
ndmDataPublisher = new NdmDataPublisher();
ndmConsumerChannelManager = new NdmConsumerChannelManager();
string initializerName = ndmConfig.InitializerName;
if (_logger?.IsInfo ?? false)
{
_logger !.Info($"NDM initializer: {initializerName}");
}
Type ndmInitializerType = AppDomain.CurrentDomain.GetAssemblies()
.SelectMany(a => a.GetTypes())
.FirstOrDefault(t =>
t.GetCustomAttribute <NdmInitializerAttribute>()?.Name == initializerName);
NdmModule ndmModule = new NdmModule();
NdmConsumersModule ndmConsumersModule = new NdmConsumersModule();
ndmInitializer = new NdmInitializerFactory(ndmInitializerType, ndmModule, ndmConsumersModule, logManager).CreateOrFail();
if (grpcServer != null)
{
ndmConsumerChannelManager.Add(new GrpcNdmConsumerChannel(grpcServer));
}
webSocketsManager.AddModule(new NdmWebSocketsModule(ndmConsumerChannelManager, ndmDataPublisher, jsonSerializer));
}
_ethereumRunner = new EthereumRunner(
rpcModuleProvider,
configProvider,
logManager,
grpcServer,
ndmConsumerChannelManager,
ndmDataPublisher,
ndmInitializer,
webSocketsManager,
jsonSerializer,
_monitoringService);
await _ethereumRunner.Start().ContinueWith(x =>
{
if (x.IsFaulted && (_logger?.IsError ?? false))
{
_logger !.Error("Error during ethereum runner start", x.Exception);
}
});
if (jsonRpcConfig.Enabled)
{
rpcModuleProvider.Register(new SingletonModulePool <IWeb3Module>(new Web3Module(logManager), true));
JsonRpcService jsonRpcService = new JsonRpcService(rpcModuleProvider, logManager);
JsonRpcProcessor jsonRpcProcessor = new JsonRpcProcessor(jsonRpcService, jsonSerializer, jsonRpcConfig, new FileSystem(), logManager);
if (initConfig.WebSocketsEnabled)
{
webSocketsManager.AddModule(new JsonRpcWebSocketsModule(jsonRpcProcessor, jsonSerializer), true);
}
Bootstrap.Instance.JsonRpcService = jsonRpcService;
Bootstrap.Instance.LogManager = logManager;
Bootstrap.Instance.JsonSerializer = jsonSerializer;
_jsonRpcRunner = new JsonRpcRunner(configProvider, rpcModuleProvider, logManager, jsonRpcProcessor, webSocketsManager);
await _jsonRpcRunner.Start().ContinueWith(x =>
{
if (x.IsFaulted && (_logger?.IsError ?? false))
{
_logger !.Error("Error during jsonRpc runner start", x.Exception);
}
});
}
else
{
if (_logger?.IsInfo ?? false)
{
_logger !.Info("Json RPC is disabled");
}
}
}
