public BenchmarkExecResult Exec(BenchmarkBuildResult buildResult, BenchmarkParameters parameters) { var exeName = Path.Combine(buildResult.DirectoryPath, "Program.exe"); var args = parameters == null ? string.Empty : parameters.ToArgs(); if (File.Exists(exeName)) { var lines = new List<string>(); var startInfo = CreateStartInfo(exeName, args); using (var process = Process.Start(startInfo)) { if (process != null) { process.PriorityClass = ProcessPriorityClass.High; process.ProcessorAffinity = new IntPtr(2); string line; while ((line = process.StandardOutput.ReadLine()) != null) { logger?.WriteLine(line); if (!line.StartsWith("//") && !string.IsNullOrEmpty(line)) lines.Add(line); // Wait until we know "Warmup" is happening, and then dissassemble the process var shouldExtractCode = (CommandLineArgs.PrintAssembly || CommandLineArgs.PrintIL || CommandLineArgs.PrintDiagnostics); if (codeAlreadyExtracted == false && shouldExtractCode && line.StartsWith("// Warmup") && !line.StartsWith("// Warmup (idle)")) { var codeExtractor = new BenchmarkCodeExtractor(benchmark, process, codeExeName: Assembly.GetEntryAssembly().Location, logger: logger); codeExtractor.PrintCodeForMethod(printAssembly: CommandLineArgs.PrintAssembly, printIL: CommandLineArgs.PrintIL, printDiagnostics: CommandLineArgs.PrintDiagnostics); codeAlreadyExtracted = true; } } if (process.HasExited && process.ExitCode != 0) { if (logger != null) { logger.WriteError( $"Something bad happened during the execution of {exeName}. Try to run the benchmark again using an AnyCPU application\n"); } else { if (exeName.ToLowerInvariant() == "msbuild") Console.WriteLine("Build failed"); } return new BenchmarkExecResult(true, new string[0]); } } } return new BenchmarkExecResult(true, lines); } return new BenchmarkExecResult(false, new string[0]); }
public BenchmarkExecResult Exec(BenchmarkBuildResult buildResult, BenchmarkParameters parameters) { return executor.Exec(buildResult, parameters); }
private List<BenchmarkRunReport> Exec(Benchmark benchmark, IList<string> importantPropertyNames, BenchmarkParameters parameters, IBenchmarkToolchainFacade toolchain, BenchmarkBuildResult buildResult) { Logger.WriteLineInfo("// *** Exec ***"); var processCount = Math.Max(1, benchmark.Task.ProcessCount); var runReports = new List<BenchmarkRunReport>(); for (int processNumber = 0; processNumber < processCount; processNumber++) { Logger.WriteLineInfo($"// Run, Process: {processNumber + 1} / {processCount}"); if (parameters != null) Logger.WriteLineInfo($"// {parameters.ToInfo()}"); if (importantPropertyNames.Any()) { Logger.WriteInfo("// "); foreach (var name in importantPropertyNames) Logger.WriteInfo($"{name}={benchmark.Properties.GetValue(name)} "); Logger.NewLine(); } var execResult = toolchain.Exec(buildResult, parameters); if (execResult.FoundExecutable) { var iterRunReports = execResult.Data.Select(line => BenchmarkRunReport.Parse(Logger, line)).Where(r => r != null).ToList(); runReports.AddRange(iterRunReports); } else { Logger.WriteLineError("Executable not found"); } } Logger.NewLine(); return runReports; }