public override Measurement Measure()
{
this.CollectMemory();
var watch = new Stopwatch();
var result = new Measurement();
watch.Start();
try
{
for (var i = 0; i < this.Benchmark.LoopCount; i++)
{
Benchmark.MethodToBenchmark(this.Container);
// If measurement takes more than three minutes, stop and interpolate result
if (i % 500 == 0 && watch.ElapsedMilliseconds > BenchmarkMeasurer.TimeLimit)
{
watch.Stop();
result.Time = watch.ElapsedMilliseconds * this.Benchmark.LoopCount / i;
Console.ForegroundColor = ConsoleColor.Yellow;
Console.WriteLine(
BenchmarkMeasurer.TooSlowMessageFormat,
Benchmark.Name,
"single thread",
(double)watch.ElapsedMilliseconds / (1000 * 60),
i,
this.Benchmark.LoopCount,
(double)result.Time / (1000 * 60));
Console.ResetColor();
result.ExtraPolated = true;
return result;
}
}
}
catch (Exception ex)
{
this.CollectMemory();
Console.ForegroundColor = ConsoleColor.Red;
Console.WriteLine(
" Benchmark '{0}' (single thread) failed: {1}",
Benchmark.Name,
ex.Message);
Console.ResetColor();
result.Error = ex is OutOfMemoryException ? "OoM" : "Error";
}
watch.Stop();
if (result.Error == null)
{
result.Time = watch.ElapsedMilliseconds;
}
return result;
}
public override Measurement Measure()
{
this.CollectMemory();
var watch = new Stopwatch();
var result = new Measurement();
var loopcount = this.Benchmark.LoopCount / NumberOfThreads;
var counter = 0;
Exception exception = null;
var threads = Enumerable.Range(0, NumberOfThreads)
.Select(i => new Thread(() =>
{
try
{
for (var j = 0; j < loopcount; j++)
{
Interlocked.Increment(ref counter);
Benchmark.MethodToBenchmark(Container);
// If measurement takes more than three minutes, stop and interpolate result
if (result.ExtraPolated || (i % 500 == 0 && watch.ElapsedMilliseconds > TimeLimit))
{
watch.Stop();
result.ExtraPolated = true;
break;
}
if (exception != null)
{
break;
}
}
}
catch (Exception ex)
{
this.CollectMemory();
exception = ex;
}
}))
.ToList();
watch.Start();
foreach (var thread in threads)
{
thread.Start();
}
foreach (var thread in threads)
{
thread.Join();
}
if (exception != null)
{
Console.ForegroundColor = ConsoleColor.Red;
Console.WriteLine(
" Benchmark '{0}' (multiple threads) failed: {1}",
Benchmark.Name,
exception.Message);
Console.ResetColor();
result.Error = exception is OutOfMemoryException ? "OoM" : "Error";
}
else if (result.ExtraPolated)
{
result.Time = watch.ElapsedMilliseconds * this.Benchmark.LoopCount / counter;
Console.ForegroundColor = ConsoleColor.Yellow;
Console.WriteLine(
BenchmarkMeasurer.TooSlowMessageFormat,
Benchmark.Name,
"multiple threads",
(double)watch.ElapsedMilliseconds / (1000 * 60),
counter,
this.Benchmark.LoopCount,
(double)result.Time / (1000 * 60));
Console.ResetColor();
return result;
}
watch.Stop();
if (result.Error == null)
{
result.Time = watch.ElapsedMilliseconds;
}
return result;
}