public static IList <TestCase> CreateTestCases(string exeName) { var testCases = new List <TestCase>(); // Use the directory of the executable as the working directory. string workingDirectory = System.IO.Path.GetDirectoryName(exeName); var output = ProcessRunner.RunProcess(exeName, "--list-tests --verbosity high", workingDirectory); foreach (var test in ParseListing(exeName, output)) { testCases.Add(test); } return(testCases); }
public void RunTests(IEnumerable <TestCase> tests, IRunContext runContext, IFrameworkHandle frameworkHandle) { var CatchExe = tests.First().Source; var timer = Stopwatch.StartNew(); // Get a list of all test case names var listOfTestCases = tests.Aggregate("", (acc, test) => acc + test.DisplayName + "\n"); // Use the directory of the executable as the working directory. string workingDirectory = System.IO.Path.GetDirectoryName(CatchExe); if (workingDirectory == "") { workingDirectory = "."; } // Write them to the input file for Catch runner string caseFile = "test.cases"; System.IO.File.WriteAllText( workingDirectory + System.IO.Path.DirectorySeparatorChar + caseFile, listOfTestCases); string originalDirectory = Directory.GetCurrentDirectory(); // Execute the tests IList <string> output_text; string arguments = "-r xml --durations yes --input-file=" + caseFile; if (runContext.IsBeingDebugged) { output_text = ProcessRunner.RunDebugProcess(frameworkHandle, CatchExe, arguments, workingDirectory); } else { output_text = ProcessRunner.RunProcess(CatchExe, arguments, workingDirectory); } timer.Stop(); frameworkHandle.SendMessage(TestMessageLevel.Informational, "Overall time " + timer.Elapsed.ToString()); // Output as a single string. string output = output_text.Aggregate("", (acc, add) => acc + add); System.IO.MemoryStream reader = new System.IO.MemoryStream(System.Text.Encoding.ASCII.GetBytes(output)); var serializer = new XmlSerializer(typeof(CatchTestAdapter.Tests.Catch)); var catchResult = (CatchTestAdapter.Tests.Catch)serializer.Deserialize(reader); foreach (var testCase in catchResult.TestCases) { // Find the matching test case var test = tests.Where((test_case) => test_case.DisplayName == testCase.Name).ElementAt(0); var testResult = new TestResult(test); // Add the test execution time provided by Catch to the result. var testTime = testCase.Result.Duration; testResult.Duration = TimeSpan.FromSeconds(Double.Parse(testTime, CultureInfo.InvariantCulture)); if (testCase.Result.Success == "true") { testResult.Outcome = TestOutcome.Passed; } else { // Mark failure. testResult.Outcome = TestOutcome.Failed; // Parse the failure to a flat result. List <FlatResult> failures = GetFlatFailure(testCase); testResult.ErrorMessage = $"{Environment.NewLine}"; for (int i = 1; i <= failures.Count; ++i) { var failure = failures[i - 1]; // Populate the error message. var newline = failure.SectionPath.IndexOf("\n"); if (newline != -1) { // Remove first line of the SectionPath, which is the test case name. failure.SectionPath = failure.SectionPath.Substring(failure.SectionPath.IndexOf("\n") + 1); testResult.ErrorMessage += $"#{i} - {failure.SectionPath}{Environment.NewLine}{failure.Expression}{Environment.NewLine}"; } else { testResult.ErrorMessage += $"#{i} - {failure.Expression}{Environment.NewLine}"; } // And the error stack. testResult.ErrorStackTrace += $"at #{i} - {test.DisplayName}() in {failure.FilePath}:line {failure.LineNumber}{Environment.NewLine}"; } } // Finally record the result. frameworkHandle.RecordResult(testResult); } // Remove the temporary input file. System.IO.File.Delete(caseFile); }