public override void Register(StreamMetricsRegistry metricsRegistry) { TotalNumberOfMessagesConsumedSensor = LibrdKafkaConsumerMetrics.TotalNumberOfMessagesConsumedSensor(threadId, clientId, streamAppId, metricsRegistry); TotalNumberOfMessageBytesConsumedSensor = LibrdKafkaConsumerMetrics.TotalNumberOfMessageBytesConsumedSensor(threadId, clientId, streamAppId, metricsRegistry); NumberOfOpsWaitinInQueueSensor = LibrdKafkaConsumerMetrics.NumberOfOpsWaitinInQueueSensor(threadId, clientId, streamAppId, metricsRegistry); TotalNumberOfResponsesReceivedFromKafkaSensor = LibrdKafkaConsumerMetrics.TotalNumberOfResponsesReceivedFromKafkaSensor(threadId, clientId, streamAppId, metricsRegistry); TotalNumberOfBytesReceivedFromKafkaSensor = LibrdKafkaConsumerMetrics.TotalNumberOfBytesReceivedFromKafkaSensor(threadId, clientId, streamAppId, metricsRegistry); RebalanceAgeSensor = LibrdKafkaConsumerMetrics.RebalanceAgeSensor(threadId, clientId, streamAppId, metricsRegistry); TotalNumberOfRelabalanceSensor = LibrdKafkaConsumerMetrics.TotalNumberOfRelabalanceSensor(threadId, clientId, streamAppId, metricsRegistry); TotalNumberOfResponsesReceivedSensor = LibrdKafkaConsumerMetrics.TotalNumberOfResponsesReceivedSensor(threadId, clientId, streamAppId, metricsRegistry); TotalNumberOfBytesReceivedSensor = LibrdKafkaConsumerMetrics.TotalNumberOfBytesReceivedSensor(threadId, clientId, streamAppId, metricsRegistry); TotalNumberOfReceivedErrorsSensor = LibrdKafkaConsumerMetrics.TotalNumberOfReceivedErrorsSensor(threadId, clientId, streamAppId, metricsRegistry); NumberOfConnectionAttempsSensor = LibrdKafkaConsumerMetrics.NumberOfConnectionAttempsSensor(threadId, clientId, streamAppId, metricsRegistry); NumberOfDisconnectsSensor = LibrdKafkaConsumerMetrics.NumberOfDisconnectsSensor(threadId, clientId, streamAppId, metricsRegistry); BrokerLatencyAverageMsSensor = LibrdKafkaConsumerMetrics.BrokerLatencyAverageMsSensor(threadId, clientId, streamAppId, metricsRegistry); BatchSizeAverageBytesSensor = LibrdKafkaConsumerMetrics.BatchSizeAverageBytesSensor(threadId, clientId, streamAppId, metricsRegistry); BatchMessageCountsAverageSensor = LibrdKafkaConsumerMetrics.BatchMessageCountsAverageSensor(threadId, clientId, streamAppId, metricsRegistry); ConsumerLagSensor = LibrdKafkaConsumerMetrics.ConsumerLagSensor(threadId, clientId, streamAppId, metricsRegistry); TotalNumberOfMessagesConsumedByPartitionSensor = LibrdKafkaConsumerMetrics.TotalNumberOfMessagesConsumedByPartitionSensor(threadId, clientId, streamAppId, metricsRegistry); TotalNumberOfBytesConsumedByPartitionSensor = LibrdKafkaConsumerMetrics.TotalNumberOfBytesConsumedByPartitionSensor(threadId, clientId, streamAppId, metricsRegistry); }
internal ScopedLibrdKafkaSensor(LibrdKafkaSensor sensor, ScopedLibrdKafka scoped) : base(sensor.Name, sensor.Description, sensor.MetricsRecording) { this.scoped = scoped; foreach (var m in sensor.originMeasurableStats) { var cloneMeasurableStat = (IMeasurableStat)Activator.CreateInstance(m.Value.GetType()); var tags = new Dictionary <string, string>(m.Key.Tags); scoped.Scope.Split(ScopedLibrdKafka.separator) .ForEach((i) => { var items = i.Split(ScopedLibrdKafka.internalSeparator); if (items.Length == 2) { tags.AddOrUpdate(items[0], items[1]); } }); var newKeyMetricName = new MetricName( $"{m.Key.Name}-{scoped.Scope}", m.Key.Group, m.Key.Description, tags ); var newMetricName = new MetricName( m.Key.Name, m.Key.Group, m.Key.Description, tags ); AddStatMetric(newKeyMetricName, newMetricName, cloneMeasurableStat); } }
public override void Register(StreamMetricsRegistry metricsRegistry) { TotalNumberOfMessagesProducedSensor = LibrdKafkaProducerMetrics.TotalNumberOfMessagesProducedSensor(threadId, clientId, streamAppId, metricsRegistry); TotalNumberOfMessageBytesProducedSensor = LibrdKafkaProducerMetrics.TotalNumberOfMessageBytesProducedSensor(threadId, clientId, streamAppId, metricsRegistry); NumberOfOpsWaitinInQueueSensor = LibrdKafkaProducerMetrics.NumberOfOpsWaitinInQueueSensor(threadId, clientId, streamAppId, metricsRegistry); CurrentNumberOfMessagesInProducerQueuesSensor = LibrdKafkaProducerMetrics.CurrentNumberOfMessagesInProducerQueuesSensor(threadId, clientId, streamAppId, metricsRegistry); CurrentSizeOfMessagesInProducerQueuesSensor = LibrdKafkaProducerMetrics.CurrentSizeOfMessagesInProducerQueuesSensor(threadId, clientId, streamAppId, metricsRegistry); MaxMessagesAllowedOnProducerQueuesSensor = LibrdKafkaProducerMetrics.MaxMessagesAllowedOnProducerQueuesSensor(threadId, clientId, streamAppId, metricsRegistry); MaxSizeOfMessagesAllowedOnProducerQueuesSensor = LibrdKafkaProducerMetrics.MaxSizeOfMessagesAllowedOnProducerQueuesSensor(threadId, clientId, streamAppId, metricsRegistry); TotalNumberOfRequestSentToKafkaSensor = LibrdKafkaProducerMetrics.TotalNumberOfRequestSentToKafkaSensor(threadId, clientId, streamAppId, metricsRegistry); TotalNumberOfBytesTransmittedToKafkaSensor = LibrdKafkaProducerMetrics.TotalNumberOfBytesTransmittedToKafkaSensor(threadId, clientId, streamAppId, metricsRegistry); //PER BROKER (add Broker NodeId as label) NumberOfRequestAwaitingTransmissionSensor = LibrdKafkaProducerMetrics.NumberOfRequestAwaitingTransmissionSensor(threadId, clientId, streamAppId, metricsRegistry); NumberOfMessagesAwaitingTransmissionSensor = LibrdKafkaProducerMetrics.NumberOfMessagesAwaitingTransmissionSensor(threadId, clientId, streamAppId, metricsRegistry); NumberOfRequestInFlightSensor = LibrdKafkaProducerMetrics.NumberOfRequestInFlightSensor(threadId, clientId, streamAppId, metricsRegistry); NumberOfMessagesInFlightSensor = LibrdKafkaProducerMetrics.NumberOfMessagesInFlightSensor(threadId, clientId, streamAppId, metricsRegistry); TotalNumberOfRequestSentSensor = LibrdKafkaProducerMetrics.TotalNumberOfRequestSentSensor(threadId, clientId, streamAppId, metricsRegistry); TotalNumberOfBytesSentSensor = LibrdKafkaProducerMetrics.TotalNumberOfBytesSentSensor(threadId, clientId, streamAppId, metricsRegistry); TotalNumberOfTransmissionErrorsSensor = LibrdKafkaProducerMetrics.TotalNumberOfTransmissionErrorsSensor(threadId, clientId, streamAppId, metricsRegistry); TotalNumberOfRequestRetriesSensor = LibrdKafkaProducerMetrics.TotalNumberOfRequestRetriesSensor(threadId, clientId, streamAppId, metricsRegistry); TotalNumberOfRequestTimeoutSensor = LibrdKafkaProducerMetrics.TotalNumberOfRequestTimeoutSensor(threadId, clientId, streamAppId, metricsRegistry); NumberOfConnectionAttempsSensor = LibrdKafkaProducerMetrics.NumberOfConnectionAttempsSensor(threadId, clientId, streamAppId, metricsRegistry); // Including successful, failed and name resolution failures NumberOfDisconnectsSensor = LibrdKafkaProducerMetrics.NumberOfDisconnectsSensor(threadId, clientId, streamAppId, metricsRegistry); InternalQueueProducerLatencyAverageMsSensor = LibrdKafkaProducerMetrics.InternalQueueProducerLatencyAverageMsSensor(threadId, clientId, streamAppId, metricsRegistry); InternalRequestQueueLatencyAverageMsSensor = LibrdKafkaProducerMetrics.InternalRequestQueueLatencyAverageMsSensor(threadId, clientId, streamAppId, metricsRegistry); BrokerLatencyAverageMsSensor = LibrdKafkaProducerMetrics.BrokerLatencyAverageMsSensor(threadId, clientId, streamAppId, metricsRegistry); // Per Topic(add topic name as label) BatchSizeAverageBytesSensor = LibrdKafkaProducerMetrics.BatchSizeAverageBytesSensor(threadId, clientId, streamAppId, metricsRegistry); BatchMessageCountsAverageSensor = LibrdKafkaProducerMetrics.BatchMessageCountsAverageSensor(threadId, clientId, streamAppId, metricsRegistry); // Per Partition(topic brokder id PartitionId as label) PartitionTotalNumberOfMessagesProducedSensor = LibrdKafkaProducerMetrics.PartitionTotalNumberOfMessagesProducedSensor(threadId, clientId, streamAppId, metricsRegistry); PartitionTotalNumberOfBytesProducedSensor = LibrdKafkaProducerMetrics.PartitionTotalNumberOfBytesProducedSensor(threadId, clientId, streamAppId, metricsRegistry); PartitionNumberOfMessagesInFlightSensor = LibrdKafkaProducerMetrics.PartitionNumberOfMessagesInFlightSensor(threadId, clientId, streamAppId, metricsRegistry); PartitionNextExpectedAckSequenceSensor = LibrdKafkaProducerMetrics.PartitionNextExpectedAckSequenceSensor(threadId, clientId, streamAppId, metricsRegistry); PartitionLastInternalMessageIdAckedSensor = LibrdKafkaProducerMetrics.PartitionLastInternalMessageIdAckedSensor(threadId, clientId, streamAppId, metricsRegistry); ApplyTaskIdTagIfNeed(); }