private void PublishBrokerStats(Dictionary <string, BrokerStatistic> statisticsBrokers)
{
long now = DateTime.Now.GetMilliseconds();
foreach (var broker in statisticsBrokers)
{
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(TotalNumberOfResponsesReceivedSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.TotalNumberOfResponsesReceived, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(TotalNumberOfBytesReceivedSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.TotalNumberOfBytesReceived, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(TotalNumberOfReceivedErrorsSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.TotalNumberOfReceivedErrors, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(NumberOfConnectionAttempsSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.NumberOfConnectionAttemps, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(NumberOfDisconnectsSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.NumberOfDisconnects, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(BrokerLatencyAverageMsSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.BrokerLatency.Average, now);
}
TotalNumberOfResponsesReceivedSensor.RemoveOldScopeSensor(now);
TotalNumberOfBytesReceivedSensor.RemoveOldScopeSensor(now);
TotalNumberOfReceivedErrorsSensor.RemoveOldScopeSensor(now);
NumberOfConnectionAttempsSensor.RemoveOldScopeSensor(now);
NumberOfDisconnectsSensor.RemoveOldScopeSensor(now);
BrokerLatencyAverageMsSensor.RemoveOldScopeSensor(now);
}
private void PublishTopicsStats(Dictionary <string, TopicStatistic> statisticsTopics)
{
long now = DateTime.Now.GetMilliseconds();
PublishTopicsStatistics(statisticsTopics);
foreach (var topic in statisticsTopics)
{
foreach (var partition in topic.Value.Partitions)
{
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(PartitionTotalNumberOfMessagesProducedSensor
.Scoped(
(LibrdKafkaBaseMetrics.TOPIC_TAG, topic.Value.TopicName),
(LibrdKafkaBaseMetrics.BROKER_ID_TAG, partition.Value.BrokerId.ToString()),
(LibrdKafkaBaseMetrics.PARTITION_ID_TAG, partition.Value.PartitionId.ToString()))
, partition.Value.TotalNumberOfMessagesProduced, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(PartitionTotalNumberOfBytesProducedSensor
.Scoped(
(LibrdKafkaBaseMetrics.TOPIC_TAG, topic.Value.TopicName),
(LibrdKafkaBaseMetrics.BROKER_ID_TAG, partition.Value.BrokerId.ToString()),
(LibrdKafkaBaseMetrics.PARTITION_ID_TAG, partition.Value.PartitionId.ToString()))
, partition.Value.TotalNumberOfBytesProduced, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(PartitionNumberOfMessagesInFlightSensor
.Scoped(
(LibrdKafkaBaseMetrics.TOPIC_TAG, topic.Value.TopicName),
(LibrdKafkaBaseMetrics.BROKER_ID_TAG, partition.Value.BrokerId.ToString()),
(LibrdKafkaBaseMetrics.PARTITION_ID_TAG, partition.Value.PartitionId.ToString()))
, partition.Value.NumberOfMessagesInFlight, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(PartitionNextExpectedAckSequenceSensor
.Scoped(
(LibrdKafkaBaseMetrics.TOPIC_TAG, topic.Value.TopicName),
(LibrdKafkaBaseMetrics.BROKER_ID_TAG, partition.Value.BrokerId.ToString()),
(LibrdKafkaBaseMetrics.PARTITION_ID_TAG, partition.Value.PartitionId.ToString()))
, partition.Value.NextExpectedAckSequence, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(PartitionLastInternalMessageIdAckedSensor
.Scoped(
(LibrdKafkaBaseMetrics.TOPIC_TAG, topic.Value.TopicName),
(LibrdKafkaBaseMetrics.BROKER_ID_TAG, partition.Value.BrokerId.ToString()),
(LibrdKafkaBaseMetrics.PARTITION_ID_TAG, partition.Value.PartitionId.ToString()))
, partition.Value.LastInternalMessageIdAcked, now);
}
BatchSizeAverageBytesSensor.RemoveOldScopeSensor(now);
BatchMessageCountsAverageSensor.RemoveOldScopeSensor(now);
PartitionTotalNumberOfMessagesProducedSensor.RemoveOldScopeSensor(now);
PartitionTotalNumberOfBytesProducedSensor.RemoveOldScopeSensor(now);
PartitionNumberOfMessagesInFlightSensor.RemoveOldScopeSensor(now);
PartitionNextExpectedAckSequenceSensor.RemoveOldScopeSensor(now);
PartitionLastInternalMessageIdAckedSensor.RemoveOldScopeSensor(now);
}
}
private void PublishTopicsStats(Dictionary <string, TopicStatistic> statisticsTopics)
{
long now = DateTime.Now.GetMilliseconds();
PublishTopicsStatistics(statisticsTopics);
foreach (var topic in statisticsTopics)
{
foreach (var partition in topic.Value.Partitions)
{
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(ConsumerLagSensor
.Scoped(
(LibrdKafkaBaseMetrics.TOPIC_TAG, topic.Value.TopicName),
(LibrdKafkaBaseMetrics.BROKER_ID_TAG, partition.Value.BrokerId.ToString()),
(LibrdKafkaBaseMetrics.PARTITION_ID_TAG, partition.Value.PartitionId.ToString()))
, partition.Value.ConsumerLag, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(TotalNumberOfMessagesConsumedByPartitionSensor
.Scoped(
(LibrdKafkaBaseMetrics.TOPIC_TAG, topic.Value.TopicName),
(LibrdKafkaBaseMetrics.BROKER_ID_TAG, partition.Value.BrokerId.ToString()),
(LibrdKafkaBaseMetrics.PARTITION_ID_TAG, partition.Value.PartitionId.ToString()))
, partition.Value.TotalNumberOfMessagesconsumed, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(TotalNumberOfBytesConsumedByPartitionSensor
.Scoped(
(LibrdKafkaBaseMetrics.TOPIC_TAG, topic.Value.TopicName),
(LibrdKafkaBaseMetrics.BROKER_ID_TAG, partition.Value.BrokerId.ToString()),
(LibrdKafkaBaseMetrics.PARTITION_ID_TAG, partition.Value.PartitionId.ToString()))
, partition.Value.TotalNumberOfBytesConsumed, now);
}
}
BatchSizeAverageBytesSensor.RemoveOldScopeSensor(now);
BatchMessageCountsAverageSensor.RemoveOldScopeSensor(now);
ConsumerLagSensor.RemoveOldScopeSensor(now);
TotalNumberOfMessagesConsumedByPartitionSensor.RemoveOldScopeSensor(now);
TotalNumberOfBytesConsumedByPartitionSensor.RemoveOldScopeSensor(now);
}
private void PublishBrokerStats(Dictionary <string, BrokerStatistic> statisticsBrokers)
{
long now = DateTime.Now.GetMilliseconds();
foreach (var broker in statisticsBrokers)
{
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(NumberOfRequestAwaitingTransmissionSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.NumberOfRequestAwaitingTransmission, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(NumberOfMessagesAwaitingTransmissionSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.NumberOfMessagesAwaitingTransmission, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(NumberOfRequestInFlightSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.NumberOfRequestInFlight, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(NumberOfMessagesInFlightSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.NumberOfMessagesInFlight, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(TotalNumberOfRequestSentSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.TotalNumberOfRequestSent, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(TotalNumberOfBytesSentSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.TotalNumberOfBytesSent, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(TotalNumberOfTransmissionErrorsSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.TotalNumberOfTransmissionErrors, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(TotalNumberOfRequestRetriesSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.TotalNumberOfRequestRetries, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(TotalNumberOfRequestTimeoutSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.TotalNumberOfRequestTimeout, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(NumberOfConnectionAttempsSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.NumberOfConnectionAttemps, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(NumberOfDisconnectsSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.NumberOfDisconnects, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(InternalQueueProducerLatencyAverageMsSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.InternalQueueProducerLatency.Average, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(InternalRequestQueueLatencyAverageMsSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.InternalRequestQueueLatency.Average, now);
LibrdKafkaSensor.ScopedLibrdKafkaSensor.Record(BrokerLatencyAverageMsSensor
.Scoped((LibrdKafkaBaseMetrics.BROKER_ID_TAG, broker.Value.NodeId.ToString()))
, broker.Value.BrokerLatency.Average, now);
}
NumberOfRequestAwaitingTransmissionSensor.RemoveOldScopeSensor(now);
NumberOfMessagesAwaitingTransmissionSensor.RemoveOldScopeSensor(now);
NumberOfRequestInFlightSensor.RemoveOldScopeSensor(now);
NumberOfMessagesInFlightSensor.RemoveOldScopeSensor(now);
TotalNumberOfRequestSentSensor.RemoveOldScopeSensor(now);
TotalNumberOfBytesSentSensor.RemoveOldScopeSensor(now);
TotalNumberOfTransmissionErrorsSensor.RemoveOldScopeSensor(now);
TotalNumberOfRequestRetriesSensor.RemoveOldScopeSensor(now);
TotalNumberOfRequestTimeoutSensor.RemoveOldScopeSensor(now);
NumberOfConnectionAttempsSensor.RemoveOldScopeSensor(now);
NumberOfDisconnectsSensor.RemoveOldScopeSensor(now);
InternalQueueProducerLatencyAverageMsSensor.RemoveOldScopeSensor(now);
InternalRequestQueueLatencyAverageMsSensor.RemoveOldScopeSensor(now);
BrokerLatencyAverageMsSensor.RemoveOldScopeSensor(now);
}