private static void HandleParseError(IEnumerable <Error> errors)
{
using (ConsoleColorContext ct = new ConsoleColorContext(ConsoleColor.Red))
{
foreach (Error e in errors)
{
Console.WriteLine(e.ToString());
}
}
Environment.Exit(errors.Count());
}
internal void Print()
{
using (ConsoleColorContext ct = new ConsoleColorContext(ConsoleColor.Green))
{
Utility.TeeTraceInformation($"{nameof(BenchmarkConfig)} arguments");
Utility.TeeTraceInformation($"IsServerGC: {GCSettings.IsServerGC}");
Utility.TeeTraceInformation("--------------------------------------------------------------------- ");
Utility.TeeTraceInformation(JsonHelper.ToString(this));
Utility.TeeTraceInformation("--------------------------------------------------------------------- ");
Utility.TeeTraceInformation(string.Empty);
}
}
internal void Print()
{
using (ConsoleColorContext ct = new ConsoleColorContext(ConsoleColor.Green))
{
Console.WriteLine($"{nameof(BenchmarkConfig)} arguments");
Console.WriteLine($"IsServerGC: {GCSettings.IsServerGC}");
Console.WriteLine("--------------------------------------------------------------------- ");
Console.WriteLine(JsonHelper.ToString(this));
Console.WriteLine("--------------------------------------------------------------------- ");
Console.WriteLine();
}
}
private async Task LogOutputStats(IExecutor[] executors)
{
const int outputLoopDelayInSeconds = 5;
Summary lastSummary = new Summary();
Stopwatch watch = new Stopwatch();
watch.Start();
bool isLastIterationCompleted = false;
do
{
isLastIterationCompleted = this.pendingExecutorCount <= 0;
Summary currentTotalSummary = new Summary();
for (int i = 0; i < executors.Length; i++)
{
IExecutor executor = executors[i];
Summary executorSummary = new Summary()
{
succesfulOpsCount = executor.SuccessOperationCount,
failedOpsCount = executor.FailedOperationCount,
ruCharges = executor.TotalRuCharges,
};
currentTotalSummary += executorSummary;
}
// In-theory summary might be lower than real as its not transactional on time
currentTotalSummary.elapsedMs = watch.Elapsed.TotalMilliseconds;
Summary diff = currentTotalSummary - lastSummary;
lastSummary = currentTotalSummary;
diff.Print(currentTotalSummary.failedOpsCount + currentTotalSummary.succesfulOpsCount);
await Task.Delay(TimeSpan.FromSeconds(outputLoopDelayInSeconds));
}while (!isLastIterationCompleted);
using (ConsoleColorContext ct = new ConsoleColorContext(ConsoleColor.Green))
{
Console.WriteLine();
Console.WriteLine("Summary:");
Console.WriteLine("--------------------------------------------------------------------- ");
lastSummary.Print(lastSummary.failedOpsCount + lastSummary.succesfulOpsCount);
Console.WriteLine("--------------------------------------------------------------------- ");
}
}
private async Task <RunSummary> LogOutputStats(
BenchmarkConfig benchmarkConfig,
IExecutor[] executors)
{
const int outputLoopDelayInSeconds = 1;
IList <int> perLoopCounters = new List <int>();
Summary lastSummary = new Summary();
Stopwatch watch = new Stopwatch();
watch.Start();
bool isLastIterationCompleted = false;
do
{
isLastIterationCompleted = this.pendingExecutorCount <= 0;
Summary currentTotalSummary = new Summary();
for (int i = 0; i < executors.Length; i++)
{
IExecutor executor = executors[i];
Summary executorSummary = new Summary()
{
successfulOpsCount = executor.SuccessOperationCount,
failedOpsCount = executor.FailedOperationCount,
ruCharges = executor.TotalRuCharges,
};
currentTotalSummary += executorSummary;
}
// In-theory summary might be lower than real as its not transactional on time
currentTotalSummary.elapsedMs = watch.Elapsed.TotalMilliseconds;
Summary diff = currentTotalSummary - lastSummary;
lastSummary = currentTotalSummary;
diff.Print(currentTotalSummary.failedOpsCount + currentTotalSummary.successfulOpsCount);
perLoopCounters.Add((int)diff.Rps());
await Task.Delay(TimeSpan.FromSeconds(outputLoopDelayInSeconds));
}while (!isLastIterationCompleted);
using (ConsoleColorContext ct = new ConsoleColorContext(ConsoleColor.Green))
{
Console.WriteLine();
Console.WriteLine("Summary:");
Console.WriteLine("--------------------------------------------------------------------- ");
lastSummary.Print(lastSummary.failedOpsCount + lastSummary.successfulOpsCount);
// Skip first 5 and last 5 counters as outliers
IEnumerable <int> exceptFirst5 = perLoopCounters.Skip(5);
int[] summaryCounters = exceptFirst5.Take(exceptFirst5.Count() - 5).OrderByDescending(e => e).ToArray();
RunSummary runSummary = new RunSummary(
benchmarkConfig,
executors.Length);
if (summaryCounters.Length > 10)
{
Console.WriteLine();
Utility.TeeTraceInformation("After Excluding outliers");
runSummary.Top10PercentAverageRps = Math.Round(summaryCounters.Take((int)(0.1 * summaryCounters.Length)).Average(), 0);
runSummary.Top20PercentAverageRps = Math.Round(summaryCounters.Take((int)(0.2 * summaryCounters.Length)).Average(), 0);
runSummary.Top30PercentAverageRps = Math.Round(summaryCounters.Take((int)(0.3 * summaryCounters.Length)).Average(), 0);
runSummary.Top40PercentAverageRps = Math.Round(summaryCounters.Take((int)(0.4 * summaryCounters.Length)).Average(), 0);
runSummary.Top50PercentAverageRps = Math.Round(summaryCounters.Take((int)(0.5 * summaryCounters.Length)).Average(), 0);
runSummary.Top60PercentAverageRps = Math.Round(summaryCounters.Take((int)(0.6 * summaryCounters.Length)).Average(), 0);
runSummary.Top70PercentAverageRps = Math.Round(summaryCounters.Take((int)(0.7 * summaryCounters.Length)).Average(), 0);
runSummary.Top80PercentAverageRps = Math.Round(summaryCounters.Take((int)(0.8 * summaryCounters.Length)).Average(), 0);
runSummary.Top90PercentAverageRps = Math.Round(summaryCounters.Take((int)(0.9 * summaryCounters.Length)).Average(), 0);
runSummary.Top95PercentAverageRps = Math.Round(summaryCounters.Take((int)(0.95 * summaryCounters.Length)).Average(), 0);
runSummary.Top99PercentAverageRps = Math.Round(summaryCounters.Take((int)(0.99 * summaryCounters.Length)).Average(), 0);
runSummary.AverageRps = Math.Round(summaryCounters.Average(), 0);
runSummary.Top50PercentLatencyInMs = TelemetrySpan.GetLatencyPercentile(50);
runSummary.Top75PercentLatencyInMs = TelemetrySpan.GetLatencyPercentile(75);
runSummary.Top90PercentLatencyInMs = TelemetrySpan.GetLatencyPercentile(90);
runSummary.Top95PercentLatencyInMs = TelemetrySpan.GetLatencyPercentile(95);
runSummary.Top98PercentLatencyInMs = TelemetrySpan.GetLatencyPercentile(98);
runSummary.Top99PercentLatencyInMs = TelemetrySpan.GetLatencyPercentile(99);
runSummary.MaxLatencyInMs = TelemetrySpan.GetLatencyPercentile(100);
string summary = JsonConvert.SerializeObject(runSummary);
Utility.TeeTraceInformation(summary);
}
else
{
Utility.TeeTraceInformation("Please adjust ItemCount high to run of at-least 1M");
}
Console.WriteLine("--------------------------------------------------------------------- ");
return(runSummary);
}
}
private async Task LogOutputStats(IExecutor[] executors)
{
const int outputLoopDelayInSeconds = 1;
IList <int> perLoopCounters = new List <int>();
Summary lastSummary = new Summary();
Stopwatch watch = new Stopwatch();
watch.Start();
bool isLastIterationCompleted = false;
do
{
isLastIterationCompleted = this.pendingExecutorCount <= 0;
Summary currentTotalSummary = new Summary();
for (int i = 0; i < executors.Length; i++)
{
IExecutor executor = executors[i];
Summary executorSummary = new Summary()
{
succesfulOpsCount = executor.SuccessOperationCount,
failedOpsCount = executor.FailedOperationCount,
ruCharges = executor.TotalRuCharges,
};
currentTotalSummary += executorSummary;
}
// In-theory summary might be lower than real as its not transactional on time
currentTotalSummary.elapsedMs = watch.Elapsed.TotalMilliseconds;
Summary diff = currentTotalSummary - lastSummary;
lastSummary = currentTotalSummary;
diff.Print(currentTotalSummary.failedOpsCount + currentTotalSummary.succesfulOpsCount);
perLoopCounters.Add((int)diff.Rps());
await Task.Delay(TimeSpan.FromSeconds(outputLoopDelayInSeconds));
}while (!isLastIterationCompleted);
using (ConsoleColorContext ct = new ConsoleColorContext(ConsoleColor.Green))
{
Console.WriteLine();
Console.WriteLine("Summary:");
Console.WriteLine("--------------------------------------------------------------------- ");
lastSummary.Print(lastSummary.failedOpsCount + lastSummary.succesfulOpsCount);
// Skip first 5 and last 5 counters as outliers
IEnumerable <int> exceptFirst5 = perLoopCounters.Skip(5);
int[] summaryCounters = exceptFirst5.Take(exceptFirst5.Count() - 5).OrderByDescending(e => e).ToArray();
if (summaryCounters.Length > 0)
{
Console.WriteLine();
Console.WriteLine("After Excluding outliers");
double[] percentiles = new double[] { 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 0.95 };
foreach (double e in percentiles)
{
Console.WriteLine($"\tTOP {e * 100}% AVG RPS : { Math.Round(summaryCounters.Take((int)(e * summaryCounters.Length)).Average(), 0) }");
}
}
Console.WriteLine("--------------------------------------------------------------------- ");
}
}