public StatisticsSummary(List <ProduceRequestStatistic> produceRequestStatistics,
                                 List <NetworkWriteStatistic> queuedWrites,
                                 List <NetworkWriteStatistic> completedWrites,
                                 Gauges gauges)
        {
            ProduceRequestStatistics        = produceRequestStatistics;
            QueuedNetworkWriteStatistics    = queuedWrites;
            CompletedNetworkWriteStatistics = completedWrites;
            Gauges = gauges;

            if (queuedWrites.Count > 0 || completedWrites.Count > 0)
            {
                var queuedSummary = queuedWrites.GroupBy(x => x.Endpoint)
                                    .Select(e => new
                {
                    Endpoint      = e.Key,
                    QueuedSummary = new NetworkQueueSummary
                    {
                        SampleSize         = e.Count(),
                        OldestBatchInQueue = e.Max(x => x.TotalDuration),
                        BytesQueued        = e.Sum(x => x.Payload.Buffer.Length),
                        QueuedMessages     = e.Sum(x => x.Payload.MessageCount),
                        QueuedBatchCount   = Gauges.QueuedWriteOperation,
                    }
                }).ToList();

                var networkWriteSampleTimespan = completedWrites.Count <= 0 ? TimeSpan.FromMilliseconds(0) : DateTime.UtcNow - completedWrites.Min(x => x.CreatedOnUtc);
                var completedSummary           = completedWrites.GroupBy(x => x.Endpoint)
                                                 .Select(e =>
                                                         new
                {
                    Endpoint         = e.Key,
                    CompletedSummary = new NetworkTcpSummary
                    {
                        MessagesPerSecond = (int)(e.Sum(x => x.Payload.MessageCount) /
                                                  networkWriteSampleTimespan.TotalSeconds),
                        MessagesLastBatch    = e.OrderByDescending(x => x.CompletedOnUtc).Select(x => x.Payload.MessageCount).FirstOrDefault(),
                        MaxMessagesPerSecond = e.Max(x => x.Payload.MessageCount),
                        BytesPerSecond       = (int)(e.Sum(x => x.Payload.Buffer.Length) /
                                                     networkWriteSampleTimespan.TotalSeconds),
                        AverageWriteDuration = TimeSpan.FromMilliseconds(e.Sum(x => x.WriteDuration.TotalMilliseconds) /
                                                                         completedWrites.Count),
                        AverageTotalDuration = TimeSpan.FromMilliseconds(e.Sum(x => x.TotalDuration.TotalMilliseconds) /
                                                                         completedWrites.Count),
                        SampleSize = completedWrites.Count
                    }
                }
                                                         ).ToList();

                NetworkWriteSummaries = new List <NetworkWriteSummary>();
                var endpoints = queuedSummary.Select(x => x.Endpoint).Union(completedWrites.Select(x => x.Endpoint));
                foreach (var endpoint in endpoints)
                {
                    NetworkWriteSummaries.Add(new NetworkWriteSummary
                    {
                        Endpoint     = endpoint,
                        QueueSummary = queuedSummary.Where(x => x.Endpoint.Equals(endpoint)).Select(x => x.QueuedSummary).FirstOrDefault(),
                        TcpSummary   = completedSummary.Where(x => x.Endpoint.Equals(endpoint)).Select(x => x.CompletedSummary).FirstOrDefault()
                    });
                }
            }
            else
            {
                NetworkWriteSummaries = new List <NetworkWriteSummary>();
            }

            if (ProduceRequestStatistics.Count > 0)
            {
                var produceRequestSampleTimespan = DateTime.UtcNow -
                                                   ProduceRequestStatistics.Min(x => x.CreatedOnUtc);

                ProduceRequestSummary = new ProduceRequestSummary
                {
                    SampleSize            = ProduceRequestStatistics.Count,
                    MessageCount          = ProduceRequestStatistics.Sum(s => s.MessageCount),
                    MessageBytesPerSecond = (int)
                                            (ProduceRequestStatistics.Sum(s => s.MessageBytes) / produceRequestSampleTimespan.TotalSeconds),
                    PayloadBytesPerSecond = (int)
                                            (ProduceRequestStatistics.Sum(s => s.PayloadBytes) / produceRequestSampleTimespan.TotalSeconds),
                    CompressedBytesPerSecond = (int)
                                               (ProduceRequestStatistics.Sum(s => s.CompressedBytes) / produceRequestSampleTimespan.TotalSeconds),
                    AverageCompressionRatio =
                        Math.Round(ProduceRequestStatistics.Sum(s => s.CompressionRatio) / ProduceRequestStatistics.Count, 4),
                    MessagesPerSecond = (int)
                                        (ProduceRequestStatistics.Sum(x => x.MessageCount) / produceRequestSampleTimespan.TotalSeconds)
                };
            }
            else
            {
                ProduceRequestSummary = new ProduceRequestSummary();
            }
        }
Esempio n. 2
0
        public StatisticsSummary(List<ProduceRequestStatistic> produceRequestStatistics,
                                 List<NetworkWriteStatistic> queuedWrites,
                                 List<NetworkWriteStatistic> completedWrites,
                                 Gauges gauges)
        {
            ProduceRequestStatistics = produceRequestStatistics;
            QueuedNetworkWriteStatistics = queuedWrites;
            CompletedNetworkWriteStatistics = completedWrites;
            Gauges = gauges;


            if (queuedWrites.Count > 0 || completedWrites.Count > 0)
            {
                var queuedSummary = queuedWrites.GroupBy(x => x.Endpoint)
                    .Select(e => new
                    {
                        Endpoint = e.Key,
                        QueuedSummary = new NetworkQueueSummary
                        {
                            SampleSize = e.Count(),
                            OldestBatchInQueue = e.Max(x => x.TotalDuration),
                            BytesQueued = e.Sum(x => x.Payload.Buffer.Length),
                            QueuedMessages = e.Sum(x => x.Payload.MessageCount),
                            QueuedBatchCount = Gauges.QueuedWriteOperation,
                        }
                    }).ToList();

                var networkWriteSampleTimespan = completedWrites.Count <= 0 ? TimeSpan.FromMilliseconds(0) : DateTime.UtcNow - completedWrites.Min(x => x.CreatedOnUtc);
                var completedSummary = completedWrites.GroupBy(x => x.Endpoint)
                    .Select(e =>
                        new
                        {
                            Endpoint = e.Key,
                            CompletedSummary = new NetworkTcpSummary
                            {
                                MessagesPerSecond = (int)(e.Sum(x => x.Payload.MessageCount) /
                                                 networkWriteSampleTimespan.TotalSeconds),
                                MessagesLastBatch = e.OrderByDescending(x => x.CompletedOnUtc).Select(x => x.Payload.MessageCount).FirstOrDefault(),
                                MaxMessagesPerSecond = e.Max(x => x.Payload.MessageCount),
                                BytesPerSecond = (int)(e.Sum(x => x.Payload.Buffer.Length) /
                                                 networkWriteSampleTimespan.TotalSeconds),
                                AverageWriteDuration = TimeSpan.FromMilliseconds(e.Sum(x => x.WriteDuration.TotalMilliseconds) /
                                                       completedWrites.Count),
                                AverageTotalDuration = TimeSpan.FromMilliseconds(e.Sum(x => x.TotalDuration.TotalMilliseconds) /
                                                       completedWrites.Count),
                                SampleSize = completedWrites.Count
                            }
                        }
                    ).ToList();

                NetworkWriteSummaries = new List<NetworkWriteSummary>();
                var endpoints = queuedSummary.Select(x => x.Endpoint).Union(completedWrites.Select(x => x.Endpoint));
                foreach (var endpoint in endpoints)
                {
                    NetworkWriteSummaries.Add(new NetworkWriteSummary
                    {
                        Endpoint = endpoint,
                        QueueSummary = queuedSummary.Where(x => x.Endpoint.Equals(endpoint)).Select(x => x.QueuedSummary).FirstOrDefault(),
                        TcpSummary = completedSummary.Where(x => x.Endpoint.Equals(endpoint)).Select(x => x.CompletedSummary).FirstOrDefault()
                    });
                }
            }
            else
            {
                NetworkWriteSummaries = new List<NetworkWriteSummary>();
            }

            if (ProduceRequestStatistics.Count > 0)
            {
                var produceRequestSampleTimespan = DateTime.UtcNow -
                                                   ProduceRequestStatistics.Min(x => x.CreatedOnUtc);

                ProduceRequestSummary = new ProduceRequestSummary
                {
                    SampleSize = ProduceRequestStatistics.Count,
                    MessageCount = ProduceRequestStatistics.Sum(s => s.MessageCount),
                    MessageBytesPerSecond = (int)
                            (ProduceRequestStatistics.Sum(s => s.MessageBytes) / produceRequestSampleTimespan.TotalSeconds),
                    PayloadBytesPerSecond = (int)
                            (ProduceRequestStatistics.Sum(s => s.PayloadBytes) / produceRequestSampleTimespan.TotalSeconds),
                    CompressedBytesPerSecond = (int)
                            (ProduceRequestStatistics.Sum(s => s.CompressedBytes) / produceRequestSampleTimespan.TotalSeconds),
                    AverageCompressionRatio =
                        Math.Round(ProduceRequestStatistics.Sum(s => s.CompressionRatio) / ProduceRequestStatistics.Count, 4),
                    MessagesPerSecond = (int)
                            (ProduceRequestStatistics.Sum(x => x.MessageCount) / produceRequestSampleTimespan.TotalSeconds)
                };
            }
            else
            {
                ProduceRequestSummary = new ProduceRequestSummary();
            }
        }