public BenchmarkReport Run(Benchmark benchmark, IList <string> importantPropertyNames)
{
Logger.WriteLineHeader("// **************************");
Logger.WriteLineHeader("// Benchmark: " + benchmark.Description);
var directoryPath = benchmarkProjectGenerator.GenerateProject(benchmark);
Logger.WriteLineInfo("// Generated project: " + directoryPath);
Logger.NewLine();
Logger.WriteLineInfo("// Build:");
var buildResult = benchmarkProjectGenerator.BuildProject(directoryPath);
if (buildResult.OverallResult == BuildResultCode.Success)
{
Logger.WriteLineInfo("// OverallResult = Success");
}
else
{
Logger.WriteLineError("// OverallResult = Failure");
return(new BenchmarkReport(benchmark, new BenchmarkRunReport[0]));
}
Logger.NewLine();
var processCount = Math.Max(1, benchmark.Task.ProcessCount);
var runReports = new List <BenchmarkRunReport>();
var exeFileName = Path.Combine(directoryPath, "Program.exe");
for (int processNumber = 0; processNumber < processCount; processNumber++)
{
Logger.WriteLineInfo($"// Run, Process: {processNumber + 1} / {processCount}");
if (importantPropertyNames.Any())
{
Logger.WriteInfo("// ");
foreach (var name in importantPropertyNames)
{
Logger.WriteInfo($"{name}={benchmark.Properties.GetValue(name)} ");
}
Logger.NewLine();
}
var executor = new BenchmarkExecutor(Logger);
if (File.Exists(exeFileName))
{
var lines = executor.Exec(exeFileName, benchmark.Task.Settings.ToArgs());
var iterRunReports = lines.Select(line => BenchmarkRunReport.Parse(Logger, line)).Where(r => r != null).ToList();
runReports.AddRange(iterRunReports);
}
}
Logger.NewLine();
return(new BenchmarkReport(benchmark, runReports));
}
public BenchmarkReport Run(Benchmark benchmark, IList<string> importantPropertyNames)
{
Logger.WriteLineHeader("// **************************");
Logger.WriteLineHeader("// Benchmark: " + benchmark.Description);
var directoryPath = benchmarkProjectGenerator.GenerateProject(benchmark);
Logger.WriteLineInfo("// Generated project: " + directoryPath);
Logger.NewLine();
Logger.WriteLineInfo("// Build:");
var buildResult = benchmarkProjectGenerator.BuildProject(directoryPath);
if (buildResult.OverallResult == BuildResultCode.Success)
Logger.WriteLineInfo("// OverallResult = Success");
else
{
Logger.WriteLineError("// OverallResult = Failure");
return new BenchmarkReport(benchmark, new BenchmarkRunReport[0]);
}
Logger.NewLine();
var processCount = Math.Max(1, benchmark.Task.ProcessCount);
var runReports = new List<BenchmarkRunReport>();
var exeFileName = Path.Combine(directoryPath, "Program.exe");
for (int processNumber = 0; processNumber < processCount; processNumber++)
{
Logger.WriteLineInfo($"// Run, Process: {processNumber + 1} / {processCount}");
if (importantPropertyNames.Any())
{
Logger.WriteInfo("// ");
foreach (var name in importantPropertyNames)
Logger.WriteInfo($"{name}={benchmark.Properties.GetValue(name)} ");
Logger.NewLine();
}
var executor = new BenchmarkExecutor(Logger);
if (File.Exists(exeFileName))
{
var lines = executor.Exec(exeFileName, benchmark.Task.Settings.ToArgs());
var iterRunReports = lines.Select(BenchmarkRunReport.Parse).ToList();
runReports.AddRange(iterRunReports);
}
}
Logger.NewLine();
return new BenchmarkReport(benchmark, runReports);
}