示例#1
0
        public static void AsyncTaskOnServer()
        {
            const string url          = "http://localhost:12345/sendmessage/";
            var          synchronizer = new Synchronizer();
            var          queue        = new RemoteTaskQueue();

            using (new HandlerManager(queue, synchronizer))
                using (new Server(url, queue, synchronizer))
                {
                    var client = new Client(url, synchronizer);
                    client.SendMessage("Task message");
                }
        }
示例#2
0
        public RtqMonitoringEventBulkIndexer(ILog logger,
                                             RtqElasticsearchIndexerSettings indexerSettings,
                                             IRtqElasticsearchClient elasticsearchClient,
                                             RemoteTaskQueue remoteTaskQueue,
                                             IStatsDClient statsDClient)
        {
            this.indexerSettings = indexerSettings;
            eventSource          = new RtqEventSource(remoteTaskQueue.EventLogRepository);
            offsetInterpreter    = new RtqEventLogOffsetInterpreter();
            var perfGraphiteReporter = new RtqMonitoringPerfGraphiteReporter(statsDClient,
                                                                             graphitePathPrefix: $"{indexerSettings.RtqGraphitePathPrefix}.ElasticsearchBulkIndexer.Perf");

            this.logger       = logger.ForContext("CassandraDistributedTaskQueue").ForContext(nameof(RtqMonitoringEventBulkIndexer));
            taskMetaProcessor = new TaskMetaProcessor(this.logger, indexerSettings, elasticsearchClient, remoteTaskQueue, perfGraphiteReporter);
        }
        public RtqMonitoringEventFeeder(ILog logger,
                                        RtqElasticsearchIndexerSettings indexerSettings,
                                        IRtqElasticsearchClient elasticsearchClient,
                                        IGraphiteClient graphiteClient,
                                        IStatsDClient statsDClient,
                                        IRtqPeriodicJobRunner rtqPeriodicJobRunner,
                                        RemoteTaskQueue remoteTaskQueue)
        {
            this.logger              = logger.ForContext("CassandraDistributedTaskQueue").ForContext(nameof(RtqMonitoringEventFeeder));
            this.indexerSettings     = indexerSettings;
            this.elasticsearchClient = elasticsearchClient;
            GlobalTime  = remoteTaskQueue.GlobalTime;
            eventSource = new RtqEventSource(remoteTaskQueue.EventLogRepository);
            var eventFeedPeriodicJobRunner = new RtqEventFeedPeriodicJobRunner(rtqPeriodicJobRunner, graphiteClient, indexerSettings.EventFeedGraphitePathPrefix);

            eventFeedFactory = new EventFeedFactory(new RtqEventFeedGlobalTimeProvider(GlobalTime), eventFeedPeriodicJobRunner);
            var perfGraphiteReporter = new RtqMonitoringPerfGraphiteReporter(statsDClient, indexerSettings.PerfGraphitePathPrefix);
            var taskMetaProcessor    = new TaskMetaProcessor(this.logger, indexerSettings, elasticsearchClient, remoteTaskQueue, perfGraphiteReporter);

            eventConsumer = new RtqMonitoringEventConsumer(indexerSettings, taskMetaProcessor);
        }
示例#4
0
 public TaskMetaProcessor(ILog logger,
                          RtqElasticsearchIndexerSettings settings,
                          IRtqElasticsearchClient elasticClient,
                          RemoteTaskQueue remoteTaskQueue,
                          RtqMonitoringPerfGraphiteReporter perfGraphiteReporter)
 {
     this.logger              = logger.ForContext(nameof(TaskMetaProcessor));
     this.settings            = settings;
     handleTasksMetaStorage   = remoteTaskQueue.HandleTasksMetaStorage;
     taskDataRegistry         = remoteTaskQueue.TaskDataRegistry;
     taskDataStorage          = remoteTaskQueue.TaskDataStorage;
     taskExceptionInfoStorage = remoteTaskQueue.TaskExceptionInfoStorage;
     serializer = remoteTaskQueue.Serializer;
     this.perfGraphiteReporter = perfGraphiteReporter;
     this.elasticClient        = elasticClient;
     bulkRequestTimeout        = new BulkRequestParameters
     {
         Timeout = this.settings.BulkIndexRequestTimeout,
         RequestConfiguration = new RequestConfiguration {
             RequestTimeout = this.settings.BulkIndexRequestTimeout
         }
     };
 }
        public RtqTaskCounterEventFeeder(ILog logger,
                                         ISerializer serializer,
                                         RtqTaskCounterSettings settings,
                                         IRtqTaskDataRegistry taskDataRegistry,
                                         IRtqTaskCounterStateStorage stateStorage,
                                         IGraphiteClient graphiteClient,
                                         IStatsDClient statsDClient,
                                         IRtqPeriodicJobRunner rtqPeriodicJobRunner,
                                         RemoteTaskQueue remoteTaskQueue)
        {
            this.serializer       = serializer;
            this.settings         = settings;
            this.taskDataRegistry = taskDataRegistry;
            this.stateStorage     = stateStorage;
            GlobalTime            = remoteTaskQueue.GlobalTime;
            var eventFeedPeriodicJobRunner = new RtqEventFeedPeriodicJobRunner(rtqPeriodicJobRunner, graphiteClient, settings.EventFeedGraphitePathPrefix);

            eventFeedFactory       = new EventFeedFactory(new RtqEventFeedGlobalTimeProvider(GlobalTime), eventFeedPeriodicJobRunner);
            eventSource            = new RtqEventSource(remoteTaskQueue.EventLogRepository);
            handleTasksMetaStorage = remoteTaskQueue.HandleTasksMetaStorage;
            perfGraphiteReporter   = new RtqMonitoringPerfGraphiteReporter(statsDClient, settings.PerfGraphitePathPrefix);
            this.logger            = logger.ForContext("CassandraDistributedTaskQueue").ForContext(nameof(RtqTaskCounterEventFeeder));
            this.logger.Info("Using RtqTaskCounterSettings: {RtqTaskCounterSettings}", new { RtqTaskCounterSettings = settings.ToPrettyJson() });
        }
        public static IContainer ConfigureRemoteTaskQueue([NotNull] this IContainer container, out RemoteTaskQueue remoteTaskQueue)
        {
            container.Configurator.ForAbstraction <IRtqSettings>().UseType <TestRtqSettings>();
            container.Configurator.ForAbstraction <IGlobalTime>().UseType <GlobalTimeProxy>();
            container.Configurator.ForAbstraction <IRtqPeriodicJobRunner>().UseType <TestRtqPeriodicJobRunner>();

            container.Configurator.ForAbstraction <IRtqTaskDataRegistry>().UseInstances(new TestTaskDataRegistry());
            remoteTaskQueue = container.Create <IRtqProfiler, RemoteTaskQueue>(new NoOpRtqProfiler());
            container.Configurator.ForAbstraction <IRtqTaskProducer>().UseInstances(remoteTaskQueue);
            container.Configurator.ForAbstraction <IRtqTaskManager>().UseInstances(remoteTaskQueue);
            return(container);
        }