void RuntimeErrorCleanup(TestContext testContext, UnitTest t, Exception ex) { UnitTestResult result = UnitTestResult.CreateFailure(ex); t.RegisterResult(testContext, result); while (t != null && t != this) { testContext.Monitor.EndTest(t, result); t.Status = TestStatus.Ready; t = t.Parent; } }
public void Run () { try { testServer = new DotNetCoreTestServer (OnMessageReceived); testServer.Open (); RunDotNetCoreTest (); } catch (Exception ex) { TestResult = UnitTestResult.CreateFailure (ex); IsCompleted = true; } }
public void CreateFailure(Exception ex) { TestResult = UnitTestResult.CreateFailure(ex); TaskSource.SetResult(TestResult); }
public void CreateFailure(Exception ex) { TestResult = UnitTestResult.CreateFailure(ex); }
UnitTestResult ReportRunFailure(TestContext testContext, Exception exception) { testContext.Monitor.ReportRuntimeError(exception.Message, exception); return(UnitTestResult.CreateFailure(exception)); }
internal UnitTestResult RunUnitTest(UnitTest test, string suiteName, string pathName, string testName, TestContext testContext) { var runnerExe = GetCustomConsoleRunnerCommand(); if (runnerExe != null) { return(RunWithConsoleRunner(runnerExe, test, suiteName, pathName, testName, testContext)); } var console = testContext.ExecutionContext.ConsoleFactory.CreateConsole( OperationConsoleFactory.CreateConsoleOptions.Default.WithTitle(GettextCatalog.GetString("Unit Tests"))); ExternalTestRunner runner = new ExternalTestRunner(Path.GetDirectoryName(AssemblyPath)); runner.ProcessExecutionArchitecture = AssemblyUtilities.GetProcessExecutionArchitectureForAssembly(AssemblyPath); runner.Connect(NUnitVersion, testContext.ExecutionContext.ExecutionHandler, console).Wait(); LocalTestMonitor localMonitor = new LocalTestMonitor(testContext, test, suiteName, testName != null); string[] filter = null; if (test != null) { if (test is UnitTestGroup && NUnitVersion == NUnitVersion.NUnit2) { filter = CollectTests((UnitTestGroup)test); } else if (test.TestId != null) { filter = new string [] { test.TestId }; } } RunData rd = new RunData(); rd.Runner = runner; rd.Test = this; rd.LocalMonitor = localMonitor; var cancelReg = testContext.Monitor.CancellationToken.Register(rd.Cancel); UnitTestResult result; var crashLogFile = Path.GetTempFileName(); try { if (string.IsNullOrEmpty(AssemblyPath)) { string msg = GettextCatalog.GetString("Could not get a valid path to the assembly. There may be a conflict in the project configurations."); throw new Exception(msg); } string testRunnerAssembly, testRunnerType; GetCustomTestRunner(out testRunnerAssembly, out testRunnerType); testContext.Monitor.CancellationToken.ThrowIfCancellationRequested(); var supportAssemblies = new List <string> (GetSupportAssembliesAsync().Result); result = runner.Run(localMonitor, filter, AssemblyPath, "", supportAssemblies, testRunnerType, testRunnerAssembly, crashLogFile).Result; if (testName != null) { result = localMonitor.SingleTestResult; } ReportCrash(testContext, crashLogFile); } catch (Exception ex) { if (ReportCrash(testContext, crashLogFile)) { result = UnitTestResult.CreateFailure(GettextCatalog.GetString("Unhandled exception"), null); } else if (!localMonitor.Canceled) { LoggingService.LogError(ex.ToString()); if (localMonitor.RunningTest != null) { RuntimeErrorCleanup(testContext, localMonitor.RunningTest, ex); } else { testContext.Monitor.ReportRuntimeError(null, ex); throw; } result = UnitTestResult.CreateFailure(ex); } else { result = UnitTestResult.CreateFailure(GettextCatalog.GetString("Canceled"), null); } } finally { // Dispose the runner before the console, to make sure the console is available until the runner is disposed. runner.Disconnect().Wait(); runner.Dispose(); if (console != null) { console.Dispose(); } cancelReg.Dispose(); File.Delete(crashLogFile); } return(result); }
/// <summary> /// Run the specified testCases, rootSuite, test, context and reportToMonitor. /// </summary> /// <param name="testCases">Test cases.</param> /// <param name="rootSuite">Root suite.</param> /// <param name="test">Test.</param> /// <param name="context">Context.</param> /// <param name="reportToMonitor">Report to monitor.</param> /// <remarks> /// This is actual the code that executes the test cases. /// /// It uses the MonoDevelop built-in .NET remoting helper to execute the code of <seealso cref="XUnitTestRunner"/> in a separate process. /// /// If any debugging is required, simply comment out the remoting part, and call <seealso cref="XUnitTestRunner"/> directly, /// so that the code executes inside MonoDevelop. /// </remarks> UnitTestResult Run(List <XUnitTestCase> testCases, XUnitAssemblyTestSuite rootSuite, IExecutableTest test, TestContext context, bool reportToMonitor = true) { #if EASY_DEBUGGING using (var session = test.CreateExecutionSession(reportToMonitor)) { var runner = new XUnitRunner.XUnitRunner(); var localTestMonitor = new LocalTestMonitor(context, rootSuite, rootSuite.Name, false); string[] nameFilter = new string[testCases.Count]; for (var i = 0; i < testCases.Count; ++i) { nameFilter[i] = testCases[i].TestInfo.Id; } var path = rootSuite.AssemblyPath; runner.Execute(path, nameFilter, localTestMonitor); return(session.Result); } #else using (var session = test.CreateExecutionSession(reportToMonitor)) { using (var runner = new ExternalTestRunner()) { runner.Connect(XUnitVersion.XUnit2, context.ExecutionContext.ExecutionHandler).Wait(); var localTestMonitor = new LocalTestMonitor(context, rootSuite, rootSuite.Name, false); string[] nameFilter = new string[testCases.Count]; for (var i = 0; i < testCases.Count; ++i) { nameFilter[i] = testCases[i].TestInfo.Id; } var path = rootSuite.AssemblyPath; var supportAssemblies = new List <string>(); RunData rd = new RunData(); rd.Runner = runner; rd.LocalMonitor = localTestMonitor; var cancelReg = context.Monitor.CancellationToken.Register(rd.Cancel); UnitTestResult result; var crashLogFile = Path.GetTempFileName(); try { context.Monitor.CancellationToken.ThrowIfCancellationRequested(); runner.Run(localTestMonitor, nameFilter, path, "", supportAssemblies, null, null, crashLogFile).Wait(); } catch (Exception ex) { if (!localTestMonitor.Canceled) { LoggingService.LogError(ex.ToString()); result = UnitTestResult.CreateFailure(ex); } else { result = UnitTestResult.CreateFailure(GettextCatalog.GetString("Canceled"), null); } } finally { // Dispose the runner before the console, to make sure the console is available until the runner is disposed. runner.Dispose(); cancelReg.Dispose(); File.Delete(crashLogFile); } } return(session.Result); } #endif }