public RtqTaskCounterEventConsumer(RtqTaskCounterStateManager stateManager,
IHandleTasksMetaStorage handleTasksMetaStorage,
RtqMonitoringPerfGraphiteReporter perfGraphiteReporter)
{
this.stateManager = stateManager;
this.handleTasksMetaStorage = handleTasksMetaStorage;
this.perfGraphiteReporter = perfGraphiteReporter;
}
public RtqMonitoringEventBulkIndexer(ILog logger,
RtqElasticsearchIndexerSettings indexerSettings,
IRtqElasticsearchClient elasticsearchClient,
RemoteTaskQueue remoteTaskQueue,
IStatsDClient statsDClient)
{
this.indexerSettings = indexerSettings;
eventSource = new RtqEventSource(remoteTaskQueue.EventLogRepository);
offsetInterpreter = new RtqEventLogOffsetInterpreter();
var perfGraphiteReporter = new RtqMonitoringPerfGraphiteReporter(statsDClient,
graphitePathPrefix: $"{indexerSettings.RtqGraphitePathPrefix}.ElasticsearchBulkIndexer.Perf");
this.logger = logger.ForContext("CassandraDistributedTaskQueue").ForContext(nameof(RtqMonitoringEventBulkIndexer));
taskMetaProcessor = new TaskMetaProcessor(this.logger, indexerSettings, elasticsearchClient, remoteTaskQueue, perfGraphiteReporter);
}
public RtqTaskCounterStateManager(ILog logger,
ISerializer serializer,
IRtqTaskDataRegistry taskDataRegistry,
IRtqTaskCounterStateStorage stateStorage,
RtqTaskCounterSettings settings,
RtqEventLogOffsetInterpreter offsetInterpreter,
RtqMonitoringPerfGraphiteReporter perfGraphiteReporter)
{
this.logger = logger;
this.serializer = serializer;
this.taskDataRegistry = taskDataRegistry;
this.stateStorage = stateStorage;
this.settings = settings;
this.offsetInterpreter = offsetInterpreter;
this.perfGraphiteReporter = perfGraphiteReporter;
CompositeFeedKey = settings.EventFeedKey;
Blades = settings.BladeDelays.Select((delay, index) => new BladeId($"{settings.EventFeedKey}_Blade{index}", delay)).ToArray();
}
public RtqMonitoringEventFeeder(ILog logger,
RtqElasticsearchIndexerSettings indexerSettings,
IRtqElasticsearchClient elasticsearchClient,
IGraphiteClient graphiteClient,
IStatsDClient statsDClient,
IRtqPeriodicJobRunner rtqPeriodicJobRunner,
RemoteTaskQueue remoteTaskQueue)
{
this.logger = logger.ForContext("CassandraDistributedTaskQueue").ForContext(nameof(RtqMonitoringEventFeeder));
this.indexerSettings = indexerSettings;
this.elasticsearchClient = elasticsearchClient;
GlobalTime = remoteTaskQueue.GlobalTime;
eventSource = new RtqEventSource(remoteTaskQueue.EventLogRepository);
var eventFeedPeriodicJobRunner = new RtqEventFeedPeriodicJobRunner(rtqPeriodicJobRunner, graphiteClient, indexerSettings.EventFeedGraphitePathPrefix);
eventFeedFactory = new EventFeedFactory(new RtqEventFeedGlobalTimeProvider(GlobalTime), eventFeedPeriodicJobRunner);
var perfGraphiteReporter = new RtqMonitoringPerfGraphiteReporter(statsDClient, indexerSettings.PerfGraphitePathPrefix);
var taskMetaProcessor = new TaskMetaProcessor(this.logger, indexerSettings, elasticsearchClient, remoteTaskQueue, perfGraphiteReporter);
eventConsumer = new RtqMonitoringEventConsumer(indexerSettings, taskMetaProcessor);
}
public TaskMetaProcessor(ILog logger,
RtqElasticsearchIndexerSettings settings,
IRtqElasticsearchClient elasticClient,
RemoteTaskQueue remoteTaskQueue,
RtqMonitoringPerfGraphiteReporter perfGraphiteReporter)
{
this.logger = logger.ForContext(nameof(TaskMetaProcessor));
this.settings = settings;
handleTasksMetaStorage = remoteTaskQueue.HandleTasksMetaStorage;
taskDataRegistry = remoteTaskQueue.TaskDataRegistry;
taskDataStorage = remoteTaskQueue.TaskDataStorage;
taskExceptionInfoStorage = remoteTaskQueue.TaskExceptionInfoStorage;
serializer = remoteTaskQueue.Serializer;
this.perfGraphiteReporter = perfGraphiteReporter;
this.elasticClient = elasticClient;
bulkRequestTimeout = new BulkRequestParameters
{
Timeout = this.settings.BulkIndexRequestTimeout,
RequestConfiguration = new RequestConfiguration {
RequestTimeout = this.settings.BulkIndexRequestTimeout
}
};
}
public RtqTaskCounterEventFeeder(ILog logger,
ISerializer serializer,
RtqTaskCounterSettings settings,
IRtqTaskDataRegistry taskDataRegistry,
IRtqTaskCounterStateStorage stateStorage,
IGraphiteClient graphiteClient,
IStatsDClient statsDClient,
IRtqPeriodicJobRunner rtqPeriodicJobRunner,
RemoteTaskQueue remoteTaskQueue)
{
this.serializer = serializer;
this.settings = settings;
this.taskDataRegistry = taskDataRegistry;
this.stateStorage = stateStorage;
GlobalTime = remoteTaskQueue.GlobalTime;
var eventFeedPeriodicJobRunner = new RtqEventFeedPeriodicJobRunner(rtqPeriodicJobRunner, graphiteClient, settings.EventFeedGraphitePathPrefix);
eventFeedFactory = new EventFeedFactory(new RtqEventFeedGlobalTimeProvider(GlobalTime), eventFeedPeriodicJobRunner);
eventSource = new RtqEventSource(remoteTaskQueue.EventLogRepository);
handleTasksMetaStorage = remoteTaskQueue.HandleTasksMetaStorage;
perfGraphiteReporter = new RtqMonitoringPerfGraphiteReporter(statsDClient, settings.PerfGraphitePathPrefix);
this.logger = logger.ForContext("CassandraDistributedTaskQueue").ForContext(nameof(RtqTaskCounterEventFeeder));
this.logger.Info("Using RtqTaskCounterSettings: {RtqTaskCounterSettings}", new { RtqTaskCounterSettings = settings.ToPrettyJson() });
}