private static TestResult PublishOutcomeFromInvisibleTest(ITestCommand testCommand, Model.Tree.TestStep testStep, TestOutcome outcome) { switch (outcome.Status) { case TestStatus.Skipped: case TestStatus.Passed: // Either nothing interesting happened or the test was silently skipped during Before/After. return(new TestResult(TestOutcome.Passed)); case TestStatus.Failed: case TestStatus.Inconclusive: default: // Something bad happened during Before/After that prevented the test from running. ITestContext context = testCommand.StartStep(testStep); context.LogWriter.Failures.Write("The test did not run. Consult the parent test log for more details."); return(context.FinishStep(outcome, null)); } }
private static bool RunTestCommands(ITestCommand testCommand, XunitTestClassCommand testClassCommand, IEnumerable <XunitTestCommand> xunitTestCommands, TestStep parentTestStep, bool isPrimary) { bool passed = true; foreach (XunitTestCommand xunitTestCommand in xunitTestCommands) { TestStep testStep = new TestStep(testCommand.Test, parentTestStep, testCommand.Test.Name, testCommand.Test.CodeElement, isPrimary); testStep.IsDynamic = !isPrimary; string displayName = xunitTestCommand.DisplayName; if (displayName != null) { testStep.Name = StripTypeNamePrefixFromDisplayName(testCommand.Test.CodeElement, displayName); } ITestContext testContext = testCommand.StartStep(testStep); passed &= RunTestCommandAndFinishStep(testContext, testClassCommand, xunitTestCommand); } return(passed); }
private static TestResult PublishOutcomeFromInvisibleTest(ITestCommand testCommand, Model.Tree.TestStep testStep, TestOutcome outcome) { switch (outcome.Status) { case TestStatus.Skipped: case TestStatus.Passed: // Either nothing interesting happened or the test was silently skipped during Before/After. return new TestResult(TestOutcome.Passed); case TestStatus.Failed: case TestStatus.Inconclusive: default: // Something bad happened during Before/After that prevented the test from running. ITestContext context = testCommand.StartStep(testStep); context.LogWriter.Failures.Write("The test did not run. Consult the parent test log for more details."); return context.FinishStep(outcome, null); } }
private static bool RunTestCommands(ITestCommand testCommand, XunitTestClassCommand testClassCommand, IEnumerable<XunitTestCommand> xunitTestCommands, TestStep parentTestStep, bool isPrimary) { bool passed = true; foreach (XunitTestCommand xunitTestCommand in xunitTestCommands) { TestStep testStep = new TestStep(testCommand.Test, parentTestStep, testCommand.Test.Name, testCommand.Test.CodeElement, isPrimary); testStep.IsDynamic = !isPrimary; string displayName = xunitTestCommand.DisplayName; if (displayName != null) testStep.Name = StripTypeNamePrefixFromDisplayName(testCommand.Test.CodeElement, displayName); ITestContext testContext = testCommand.StartStep(testStep); passed &= RunTestCommandAndFinishStep(testContext, testClassCommand, xunitTestCommand); } return passed; }
public void Run() { if (executor.progressMonitor.IsCanceled) { outcome = TestOutcome.Canceled; return; } TestOutcome instanceOutcome; try { PatternTestInstanceActions decoratedTestInstanceActions = testState.TestActions.TestInstanceActions.Copy(); instanceOutcome = primaryContext.Sandbox.Run(TestLog.Writer, new DecorateTestInstanceAction(testState, decoratedTestInstanceActions).Run, "Decorate Child Test"); if (instanceOutcome.Status == TestStatus.Passed) { bool invisibleTestInstance = true; PatternTestStep testStep; if (reusePrimaryTestStep) { testStep = testState.PrimaryTestStep; invisibleTestInstance = false; PropertyBag map = DataItemUtils.GetMetadata(bindingItem); foreach (KeyValuePair <string, string> entry in map.Pairs) { primaryContext.AddMetadata(entry.Key, entry.Value); } } else { testStep = new PatternTestStep(testState.Test, testState.PrimaryTestStep, testState.Test.Name, testState.Test.CodeElement, false); testStep.Kind = testState.Test.Kind; testStep.IsDynamic = bindingItem.IsDynamic; bindingItem.PopulateMetadata(testStep.Metadata); } var bodyAction = new RunTestInstanceAction(executor, testCommand); var testInstanceState = new PatternTestInstanceState(testStep, decoratedTestInstanceActions, testState, bindingItem, bodyAction.Run); bodyAction.TestInstanceState = testInstanceState; instanceOutcome = instanceOutcome.CombineWith(primaryContext.Sandbox.Run( TestLog.Writer, new BeforeTestInstanceAction(testInstanceState).Run, "Before Test Instance")); if (instanceOutcome.Status == TestStatus.Passed) { executor.progressMonitor.SetStatus(testStep.Name); TestContext context = reusePrimaryTestStep ? primaryContext : TestContext.PrepareContext(testCommand.StartStep(testStep), primaryContext.Sandbox.CreateChild()); testState.SetInContext(context); testInstanceState.SetInContext(context); invisibleTestInstance = false; using (context.Enter()) { if (RunTestInstanceBodyAction.CanOptimizeCallChainAndInvokeBodyActionDirectly(testInstanceState)) { bodyAction.SkipProtect = true; instanceOutcome = instanceOutcome.CombineWith(bodyAction.Run()); } else { var runTestInstanceBodyAction = new RunTestInstanceBodyAction(testInstanceState); TestOutcome sandboxOutcome = context.Sandbox.Run(TestLog.Writer, runTestInstanceBodyAction.Run, "Body"); instanceOutcome = instanceOutcome.CombineWith(runTestInstanceBodyAction.Outcome.CombineWith(sandboxOutcome)); } } if (!reusePrimaryTestStep) { context.FinishStep(instanceOutcome); } executor.progressMonitor.SetStatus(""); } instanceOutcome = instanceOutcome.CombineWith(primaryContext.Sandbox.Run( TestLog.Writer, new AfterTestInstanceAction(testInstanceState).Run, "After Test Instance")); if (invisibleTestInstance) { instanceOutcome = PublishOutcomeFromInvisibleTest(testCommand, testStep, instanceOutcome).Outcome; } } } catch (Exception ex) { string message = String.Format("An exception occurred while preparing an instance of test '{0}'.", testState.Test.FullName); if (reusePrimaryTestStep) { TestLog.Failures.WriteException(ex, message); instanceOutcome = TestOutcome.Error; } else { instanceOutcome = ReportTestError(testCommand, testState.PrimaryTestStep, ex, message).Outcome; } } outcome = instanceOutcome; }
public void Run() { var test = (PatternTest)testCommand.Test; TestContextCookie?parentContextCookie = null; try { if (parentContext != null) { parentContextCookie = parentContext.Enter(); } // The first time we call Run, we check whether the ApartmentState of the // Thread is correct. If it is not, then we start a new thread and reenter // with a flag set to skip initial processing. if (!reentered) { if (executor.progressMonitor.IsCanceled) { result = new TestResult(TestOutcome.Canceled); return; } if (!testCommand.AreDependenciesSatisfied()) { ITestContext context = testCommand.StartPrimaryChildStep(parentTestStep); context.LogWriter.Warnings.WriteLine("Skipped due to an unsatisfied test dependency."); result = context.FinishStep(TestOutcome.Skipped, null); return; } executor.progressMonitor.SetStatus(test.Name); if (test.ApartmentState != ApartmentState.Unknown && Thread.CurrentThread.GetApartmentState() != test.ApartmentState) { reentered = true; ThreadTask task = new TestEnvironmentAwareThreadTask("Test Runner " + test.ApartmentState, (GallioAction)Run, executor.environmentManager); task.ApartmentState = test.ApartmentState; task.Run(null); if (!task.Result.HasValue) { throw new ModelException( String.Format("Failed to perform action in thread with overridden apartment state {0}.", test.ApartmentState), task.Result.Exception); } return; } } // Actually run the test. // Yes, this is a monstrously long method due to the inlining optimzation to minimize stack depth. using (Sandbox sandbox = parentSandbox.CreateChild()) { using (new ProcessIsolation()) { using (sandbox.StartTimer(test.TimeoutFunc())) { TestOutcome outcome; PatternTestActions testActions = test.TestActions; if (testActionsDecorator != null) { outcome = testActionsDecorator(sandbox, ref testActions); } else { outcome = TestOutcome.Passed; } if (outcome.Status == TestStatus.Passed) { PatternTestStep primaryTestStep = new PatternTestStep(test, parentTestStep); PatternTestState testState = new PatternTestState(primaryTestStep, testActions, executor.converter, executor.formatter, testCommand.IsExplicit); bool invisibleTest = true; outcome = outcome.CombineWith(sandbox.Run(TestLog.Writer, new BeforeTestAction(testState).Run, "Before Test")); if (outcome.Status == TestStatus.Passed) { bool reusePrimaryTestStep = !testState.BindingContext.HasBindings; if (!reusePrimaryTestStep) { primaryTestStep.IsTestCase = false; } invisibleTest = false; TestContext primaryContext = TestContext.PrepareContext( testCommand.StartStep(primaryTestStep), sandbox); testState.SetInContext(primaryContext); using (primaryContext.Enter()) { primaryContext.LifecyclePhase = LifecyclePhases.Initialize; outcome = outcome.CombineWith(primaryContext.Sandbox.Run(TestLog.Writer, new InitializeTestAction(testState).Run, "Initialize")); } if (outcome.Status == TestStatus.Passed) { var actions = new List <RunTestDataItemAction>(); try { foreach (IDataItem bindingItem in testState.BindingContext.GetItems(!executor.options.SkipDynamicTests)) { actions.Add(new RunTestDataItemAction(executor, testCommand, testState, primaryContext, reusePrimaryTestStep, bindingItem)); } if (actions.Count == 0) { TestLog.Warnings.WriteLine("Test skipped because it is parameterized but no data was provided."); outcome = TestOutcome.Skipped; } else { if (actions.Count == 1 || !test.IsParallelizable) { foreach (var action in actions) { action.Run(); } } else { executor.scheduler.Run(GenericCollectionUtils.ConvertAllToArray <RunTestDataItemAction, GallioAction>( actions, action => action.Run)); } TestOutcome combinedOutcome = TestOutcome.Passed; foreach (var action in actions) { combinedOutcome = combinedOutcome.CombineWith(action.Outcome); } outcome = outcome.CombineWith(reusePrimaryTestStep ? combinedOutcome : combinedOutcome.Generalize()); } } catch (TestException ex) { if (ex.Outcome.Status == TestStatus.Failed) { TestLog.Failures.WriteException(ex, String.Format("An exception occurred while getting data items for test '{0}'.", testState.Test.FullName)); } else { TestLog.Warnings.WriteException(ex); } outcome = ex.Outcome; } catch (Exception ex) { TestLog.Failures.WriteException(ex, String.Format("An exception occurred while getting data items for test '{0}'.", testState.Test.FullName)); outcome = TestOutcome.Error; } } primaryContext.SetInterimOutcome(outcome); using (primaryContext.Enter()) { primaryContext.LifecyclePhase = LifecyclePhases.Dispose; outcome = outcome.CombineWith(primaryContext.Sandbox.Run(TestLog.Writer, new DisposeTestAction(testState).Run, "Dispose")); } result = primaryContext.FinishStep(outcome); } outcome = outcome.CombineWith(sandbox.Run(TestLog.Writer, new AfterTestAction(testState).Run, "After Test")); if (invisibleTest) { result = PublishOutcomeFromInvisibleTest(testCommand, primaryTestStep, outcome); } } } } } } catch (Exception ex) { result = ReportTestError(testCommand, parentTestStep, ex, String.Format("An exception occurred while preparing to run test '{0}'.", test.FullName)); } finally { if (parentContextCookie.HasValue) { parentContextCookie.Value.ExitContext(); } executor.progressMonitor.SetStatus(""); executor.progressMonitor.Worked(1); } }
private static ITestContext SafeStartCommandStep(ITestContext parentTestContext, ITestCommand testCommand, TestStep testStep) { using (TestContextTrackerAccessor.Instance.EnterContext(parentTestContext)) return(testCommand.StartStep(testStep)); }
private static ITestContext SafeStartCommandStep(ITestContext parentTestContext, ITestCommand testCommand, TestStep testStep) { using (TestContextTrackerAccessor.Instance.EnterContext(parentTestContext)) return testCommand.StartStep(testStep); }