private IEnumerable <Summary> RunBenchmarks(string[] args)
{
var globalChronometer = Chronometer.Start();
var summaries = new List <Summary>();
var config = ManualConfig.Union(DefaultConfig.Instance, ManualConfig.Parse(args));
for (int i = 0; i < Types.Length; i++)
{
var type = Types[i];
if (args.Any(arg => type.Name.ToLower().StartsWith(arg.ToLower())) || args.Contains("#" + i) || args.Contains("" + i) || args.Contains("*"))
{
logger.WriteLineHeader("Target type: " + type.Name);
summaries.Add(BenchmarkRunner.Run(type, config));
logger.NewLine();
}
}
// TODO: move this logic to the RunUrl method
#if CLASSIC
if (args.Length > 0 && (args[0].StartsWith("http://") || args[0].StartsWith("https://")))
{
var url = args[0];
Uri uri = new Uri(url);
var name = uri.IsFile ? Path.GetFileName(uri.LocalPath) : "URL";
summaries.Add(BenchmarkRunner.RunUrl(url, config));
}
#endif
var clockSpan = globalChronometer.Stop();
BenchmarkRunner.LogTotalTime(logger, clockSpan.GetTimeSpan(), "Global total time");
return(summaries);
}
private IEnumerable <Summary> RunBenchmarks(string[] args)
{
var globalChronometer = Chronometer.Start();
var summaries = new List <Summary>();
if (ShouldDisplayOptions(args))
{
DisplayOptions();
return(Enumerable.Empty <Summary>());
}
var config = ManualConfig.Union(DefaultConfig.Instance, ManualConfig.Parse(args));
foreach (var typeWithMethods in typeParser.MatchingTypesWithMethods(args))
{
logger.WriteLineHeader("Target type: " + typeWithMethods.Type.Name);
if (typeWithMethods.AllMethodsInType)
{
summaries.Add(BenchmarkRunner.Run(typeWithMethods.Type, config));
}
else
{
summaries.Add(BenchmarkRunner.Run(typeWithMethods.Type, typeWithMethods.Methods, config));
}
logger.WriteLine();
}
// TODO: move this logic to the RunUrl method
#if CLASSIC
if (args.Length > 0 && (args[0].StartsWith("http://") || args[0].StartsWith("https://")))
{
var url = args[0];
Uri uri = new Uri(url);
var name = uri.IsFile ? Path.GetFileName(uri.LocalPath) : "URL";
summaries.Add(BenchmarkRunner.RunUrl(url, config));
}
#endif
var clockSpan = globalChronometer.Stop();
BenchmarkRunner.LogTotalTime(logger, clockSpan.GetTimeSpan(), "Global total time");
return(summaries);
}
private IEnumerable <Summary> RunBenchmarks(string[] args, IConfig config)
{
var globalChronometer = Chronometer.Start();
var summaries = new List <Summary>();
if (ShouldDisplayOptions(args))
{
DisplayOptions();
return(Enumerable.Empty <Summary>());
}
var effectiveConfig = ManualConfig.Union(config ?? DefaultConfig.Instance, ManualConfig.Parse(args));
bool join = args.Any(arg => arg.EqualsWithIgnoreCase("--join"));
var benchmarks = typeParser.MatchingTypesWithMethods(args)
.Select(typeWithMethods =>
typeWithMethods.AllMethodsInType
? BenchmarkConverter.TypeToBenchmarks(typeWithMethods.Type, effectiveConfig)
: BenchmarkConverter.MethodsToBenchmarks(typeWithMethods.Type, typeWithMethods.Methods, effectiveConfig))
.ToArray();
summaries.AddRange(BenchmarkRunner.Run(benchmarks, effectiveConfig, summaryPerType: !join));
var clockSpan = globalChronometer.GetElapsed();
BenchmarkRunner.LogTotalTime(logger, clockSpan.GetTimeSpan(), "Global total time");
return(summaries);
}
private IEnumerable <Summary> RunBenchmarks(string[] args, IConfig config)
{
var globalChronometer = Chronometer.Start();
var summaries = new List <Summary>();
if (ShouldDisplayOptions(args))
{
DisplayOptions();
return(Enumerable.Empty <Summary>());
}
var effectiveConfig = ManualConfig.Union(config ?? DefaultConfig.Instance, ManualConfig.Parse(args));
bool join = args.Any(arg => arg.EqualsWithIgnoreCase("--join"));
if (join)
{
var typesWithMethods = typeParser.MatchingTypesWithMethods(args);
var benchmarks = typesWithMethods.SelectMany(typeWithMethods =>
typeWithMethods.AllMethodsInType
? BenchmarkConverter.TypeToBenchmarks(typeWithMethods.Type, effectiveConfig)
: BenchmarkConverter.MethodsToBenchmarks(typeWithMethods.Type, typeWithMethods.Methods, effectiveConfig)).ToArray();
summaries.Add(BenchmarkRunner.Run(benchmarks, effectiveConfig));
}
else
{
foreach (var typeWithMethods in typeParser.MatchingTypesWithMethods(args))
{
logger.WriteLineHeader("Target type: " + typeWithMethods.Type.Name);
if (typeWithMethods.AllMethodsInType)
{
summaries.Add(BenchmarkRunner.Run(typeWithMethods.Type, effectiveConfig));
}
else
{
summaries.Add(BenchmarkRunner.Run(typeWithMethods.Type, typeWithMethods.Methods, effectiveConfig));
}
logger.WriteLine();
}
}
// TODO: move this logic to the RunUrl method
#if CLASSIC
if (args.Length > 0 && (args[0].StartsWith("http://") || args[0].StartsWith("https://")))
{
var url = args[0];
Uri uri = new Uri(url);
var name = uri.IsFile ? Path.GetFileName(uri.LocalPath) : "URL";
summaries.Add(BenchmarkRunner.RunUrl(url, effectiveConfig));
}
#endif
var clockSpan = globalChronometer.Stop();
BenchmarkRunnerCore.LogTotalTime(logger, clockSpan.GetTimeSpan(), "Global total time");
return(summaries);
}
public IEnumerable <Summary> Run(string[] args = null, IConfig config = null)
{
args = args ?? Array.Empty <string>();
if (ShouldDisplayOptions(args))
{
DisplayOptions();
return(Enumerable.Empty <Summary>());
}
var globalChronometer = Chronometer.Start();
var summaries = new List <Summary>();
var effectiveConfig = ManualConfig.Union(config ?? DefaultConfig.Instance, ManualConfig.Parse(args));
bool join = args.Any(arg => arg.EqualsWithIgnoreCase("--join"));
var benchmarks = Filter(effectiveConfig);
summaries.AddRange(BenchmarkRunner.Run(benchmarks, effectiveConfig, summaryPerType: !join));
var totalNumberOfExecutedBenchmarks = summaries.Sum(summary => summary.GetNumberOfExecutedBenchmarks());
BenchmarkRunner.LogTotalTime(logger, globalChronometer.GetElapsed().GetTimeSpan(), totalNumberOfExecutedBenchmarks, "Global total time");
return(summaries);
}
private static HashSet <string> Filter(Type[] types, string[] args)
=> new HashSet <string>(new BenchmarkSwitcher(types).Filter(ManualConfig.Parse(args))
.SelectMany(runInfo => runInfo.BenchmarksCases)
.Select(benchmark => $"{benchmark.Descriptor.Type.Name}.{benchmark.Descriptor.WorkloadMethod.Name}"));