private static TestResult PublishOutcomeFromInvisibleTest(ITestCommand testCommand, Model.Tree.TestStep testStep, TestOutcome outcome)
{
switch (outcome.Status)
{
case TestStatus.Skipped:
case TestStatus.Passed:
// Either nothing interesting happened or the test was silently skipped during Before/After.
return(new TestResult(TestOutcome.Passed));
case TestStatus.Failed:
case TestStatus.Inconclusive:
default:
// Something bad happened during Before/After that prevented the test from running.
ITestContext context = testCommand.StartStep(testStep);
context.LogWriter.Failures.Write("The test did not run. Consult the parent test log for more details.");
return(context.FinishStep(outcome, null));
}
}
private static bool RunTestCommands(ITestCommand testCommand, XunitTestClassCommand testClassCommand,
IEnumerable <XunitTestCommand> xunitTestCommands, TestStep parentTestStep, bool isPrimary)
{
bool passed = true;
foreach (XunitTestCommand xunitTestCommand in xunitTestCommands)
{
TestStep testStep = new TestStep(testCommand.Test, parentTestStep,
testCommand.Test.Name, testCommand.Test.CodeElement, isPrimary);
testStep.IsDynamic = !isPrimary;
string displayName = xunitTestCommand.DisplayName;
if (displayName != null)
{
testStep.Name = StripTypeNamePrefixFromDisplayName(testCommand.Test.CodeElement, displayName);
}
ITestContext testContext = testCommand.StartStep(testStep);
passed &= RunTestCommandAndFinishStep(testContext, testClassCommand, xunitTestCommand);
}
return(passed);
}
private static TestResult PublishOutcomeFromInvisibleTest(ITestCommand testCommand, Model.Tree.TestStep testStep, TestOutcome outcome)
{
switch (outcome.Status)
{
case TestStatus.Skipped:
case TestStatus.Passed:
// Either nothing interesting happened or the test was silently skipped during Before/After.
return new TestResult(TestOutcome.Passed);
case TestStatus.Failed:
case TestStatus.Inconclusive:
default:
// Something bad happened during Before/After that prevented the test from running.
ITestContext context = testCommand.StartStep(testStep);
context.LogWriter.Failures.Write("The test did not run. Consult the parent test log for more details.");
return context.FinishStep(outcome, null);
}
}
private static bool RunTestCommands(ITestCommand testCommand, XunitTestClassCommand testClassCommand,
IEnumerable<XunitTestCommand> xunitTestCommands, TestStep parentTestStep, bool isPrimary)
{
bool passed = true;
foreach (XunitTestCommand xunitTestCommand in xunitTestCommands)
{
TestStep testStep = new TestStep(testCommand.Test, parentTestStep,
testCommand.Test.Name, testCommand.Test.CodeElement, isPrimary);
testStep.IsDynamic = !isPrimary;
string displayName = xunitTestCommand.DisplayName;
if (displayName != null)
testStep.Name = StripTypeNamePrefixFromDisplayName(testCommand.Test.CodeElement, displayName);
ITestContext testContext = testCommand.StartStep(testStep);
passed &= RunTestCommandAndFinishStep(testContext, testClassCommand, xunitTestCommand);
}
return passed;
}
public void Run()
{
if (executor.progressMonitor.IsCanceled)
{
outcome = TestOutcome.Canceled;
return;
}
TestOutcome instanceOutcome;
try
{
PatternTestInstanceActions decoratedTestInstanceActions = testState.TestActions.TestInstanceActions.Copy();
instanceOutcome = primaryContext.Sandbox.Run(TestLog.Writer,
new DecorateTestInstanceAction(testState, decoratedTestInstanceActions).Run, "Decorate Child Test");
if (instanceOutcome.Status == TestStatus.Passed)
{
bool invisibleTestInstance = true;
PatternTestStep testStep;
if (reusePrimaryTestStep)
{
testStep = testState.PrimaryTestStep;
invisibleTestInstance = false;
PropertyBag map = DataItemUtils.GetMetadata(bindingItem);
foreach (KeyValuePair <string, string> entry in map.Pairs)
{
primaryContext.AddMetadata(entry.Key, entry.Value);
}
}
else
{
testStep = new PatternTestStep(testState.Test, testState.PrimaryTestStep,
testState.Test.Name, testState.Test.CodeElement, false);
testStep.Kind = testState.Test.Kind;
testStep.IsDynamic = bindingItem.IsDynamic;
bindingItem.PopulateMetadata(testStep.Metadata);
}
var bodyAction = new RunTestInstanceAction(executor, testCommand);
var testInstanceState = new PatternTestInstanceState(testStep, decoratedTestInstanceActions, testState, bindingItem, bodyAction.Run);
bodyAction.TestInstanceState = testInstanceState;
instanceOutcome = instanceOutcome.CombineWith(primaryContext.Sandbox.Run(
TestLog.Writer, new BeforeTestInstanceAction(testInstanceState).Run, "Before Test Instance"));
if (instanceOutcome.Status == TestStatus.Passed)
{
executor.progressMonitor.SetStatus(testStep.Name);
TestContext context = reusePrimaryTestStep
? primaryContext
: TestContext.PrepareContext(testCommand.StartStep(testStep), primaryContext.Sandbox.CreateChild());
testState.SetInContext(context);
testInstanceState.SetInContext(context);
invisibleTestInstance = false;
using (context.Enter())
{
if (RunTestInstanceBodyAction.CanOptimizeCallChainAndInvokeBodyActionDirectly(testInstanceState))
{
bodyAction.SkipProtect = true;
instanceOutcome = instanceOutcome.CombineWith(bodyAction.Run());
}
else
{
var runTestInstanceBodyAction = new RunTestInstanceBodyAction(testInstanceState);
TestOutcome sandboxOutcome = context.Sandbox.Run(TestLog.Writer, runTestInstanceBodyAction.Run, "Body");
instanceOutcome = instanceOutcome.CombineWith(runTestInstanceBodyAction.Outcome.CombineWith(sandboxOutcome));
}
}
if (!reusePrimaryTestStep)
{
context.FinishStep(instanceOutcome);
}
executor.progressMonitor.SetStatus("");
}
instanceOutcome = instanceOutcome.CombineWith(primaryContext.Sandbox.Run(
TestLog.Writer, new AfterTestInstanceAction(testInstanceState).Run, "After Test Instance"));
if (invisibleTestInstance)
{
instanceOutcome = PublishOutcomeFromInvisibleTest(testCommand, testStep, instanceOutcome).Outcome;
}
}
}
catch (Exception ex)
{
string message = String.Format("An exception occurred while preparing an instance of test '{0}'.", testState.Test.FullName);
if (reusePrimaryTestStep)
{
TestLog.Failures.WriteException(ex, message);
instanceOutcome = TestOutcome.Error;
}
else
{
instanceOutcome = ReportTestError(testCommand, testState.PrimaryTestStep, ex, message).Outcome;
}
}
outcome = instanceOutcome;
}
public void Run()
{
var test = (PatternTest)testCommand.Test;
TestContextCookie?parentContextCookie = null;
try
{
if (parentContext != null)
{
parentContextCookie = parentContext.Enter();
}
// The first time we call Run, we check whether the ApartmentState of the
// Thread is correct. If it is not, then we start a new thread and reenter
// with a flag set to skip initial processing.
if (!reentered)
{
if (executor.progressMonitor.IsCanceled)
{
result = new TestResult(TestOutcome.Canceled);
return;
}
if (!testCommand.AreDependenciesSatisfied())
{
ITestContext context = testCommand.StartPrimaryChildStep(parentTestStep);
context.LogWriter.Warnings.WriteLine("Skipped due to an unsatisfied test dependency.");
result = context.FinishStep(TestOutcome.Skipped, null);
return;
}
executor.progressMonitor.SetStatus(test.Name);
if (test.ApartmentState != ApartmentState.Unknown &&
Thread.CurrentThread.GetApartmentState() != test.ApartmentState)
{
reentered = true;
ThreadTask task = new TestEnvironmentAwareThreadTask("Test Runner " + test.ApartmentState,
(GallioAction)Run, executor.environmentManager);
task.ApartmentState = test.ApartmentState;
task.Run(null);
if (!task.Result.HasValue)
{
throw new ModelException(
String.Format("Failed to perform action in thread with overridden apartment state {0}.",
test.ApartmentState), task.Result.Exception);
}
return;
}
}
// Actually run the test.
// Yes, this is a monstrously long method due to the inlining optimzation to minimize stack depth.
using (Sandbox sandbox = parentSandbox.CreateChild())
{
using (new ProcessIsolation())
{
using (sandbox.StartTimer(test.TimeoutFunc()))
{
TestOutcome outcome;
PatternTestActions testActions = test.TestActions;
if (testActionsDecorator != null)
{
outcome = testActionsDecorator(sandbox, ref testActions);
}
else
{
outcome = TestOutcome.Passed;
}
if (outcome.Status == TestStatus.Passed)
{
PatternTestStep primaryTestStep = new PatternTestStep(test, parentTestStep);
PatternTestState testState = new PatternTestState(primaryTestStep, testActions,
executor.converter, executor.formatter, testCommand.IsExplicit);
bool invisibleTest = true;
outcome = outcome.CombineWith(sandbox.Run(TestLog.Writer,
new BeforeTestAction(testState).Run, "Before Test"));
if (outcome.Status == TestStatus.Passed)
{
bool reusePrimaryTestStep = !testState.BindingContext.HasBindings;
if (!reusePrimaryTestStep)
{
primaryTestStep.IsTestCase = false;
}
invisibleTest = false;
TestContext primaryContext = TestContext.PrepareContext(
testCommand.StartStep(primaryTestStep), sandbox);
testState.SetInContext(primaryContext);
using (primaryContext.Enter())
{
primaryContext.LifecyclePhase = LifecyclePhases.Initialize;
outcome = outcome.CombineWith(primaryContext.Sandbox.Run(TestLog.Writer,
new InitializeTestAction(testState).Run, "Initialize"));
}
if (outcome.Status == TestStatus.Passed)
{
var actions = new List <RunTestDataItemAction>();
try
{
foreach (IDataItem bindingItem in testState.BindingContext.GetItems(!executor.options.SkipDynamicTests))
{
actions.Add(new RunTestDataItemAction(executor, testCommand, testState, primaryContext,
reusePrimaryTestStep, bindingItem));
}
if (actions.Count == 0)
{
TestLog.Warnings.WriteLine("Test skipped because it is parameterized but no data was provided.");
outcome = TestOutcome.Skipped;
}
else
{
if (actions.Count == 1 || !test.IsParallelizable)
{
foreach (var action in actions)
{
action.Run();
}
}
else
{
executor.scheduler.Run(GenericCollectionUtils.ConvertAllToArray <RunTestDataItemAction, GallioAction>(
actions, action => action.Run));
}
TestOutcome combinedOutcome = TestOutcome.Passed;
foreach (var action in actions)
{
combinedOutcome = combinedOutcome.CombineWith(action.Outcome);
}
outcome = outcome.CombineWith(reusePrimaryTestStep ? combinedOutcome : combinedOutcome.Generalize());
}
}
catch (TestException ex)
{
if (ex.Outcome.Status == TestStatus.Failed)
{
TestLog.Failures.WriteException(ex, String.Format("An exception occurred while getting data items for test '{0}'.", testState.Test.FullName));
}
else
{
TestLog.Warnings.WriteException(ex);
}
outcome = ex.Outcome;
}
catch (Exception ex)
{
TestLog.Failures.WriteException(ex, String.Format("An exception occurred while getting data items for test '{0}'.", testState.Test.FullName));
outcome = TestOutcome.Error;
}
}
primaryContext.SetInterimOutcome(outcome);
using (primaryContext.Enter())
{
primaryContext.LifecyclePhase = LifecyclePhases.Dispose;
outcome = outcome.CombineWith(primaryContext.Sandbox.Run(TestLog.Writer,
new DisposeTestAction(testState).Run, "Dispose"));
}
result = primaryContext.FinishStep(outcome);
}
outcome = outcome.CombineWith(sandbox.Run(TestLog.Writer,
new AfterTestAction(testState).Run, "After Test"));
if (invisibleTest)
{
result = PublishOutcomeFromInvisibleTest(testCommand, primaryTestStep, outcome);
}
}
}
}
}
}
catch (Exception ex)
{
result = ReportTestError(testCommand, parentTestStep, ex, String.Format("An exception occurred while preparing to run test '{0}'.", test.FullName));
}
finally
{
if (parentContextCookie.HasValue)
{
parentContextCookie.Value.ExitContext();
}
executor.progressMonitor.SetStatus("");
executor.progressMonitor.Worked(1);
}
}
private static ITestContext SafeStartCommandStep(ITestContext parentTestContext, ITestCommand testCommand, TestStep testStep)
{
using (TestContextTrackerAccessor.Instance.EnterContext(parentTestContext))
return(testCommand.StartStep(testStep));
}
private static ITestContext SafeStartCommandStep(ITestContext parentTestContext, ITestCommand testCommand, TestStep testStep)
{
using (TestContextTrackerAccessor.Instance.EnterContext(parentTestContext))
return testCommand.StartStep(testStep);
}