/// <summary>
/// Creates an initial test state object.
/// </summary>
/// <param name="primaryTestStep">The primary test step.</param>
/// <param name="testActions">The test actions.</param>
/// <param name="converter">The converter for data binding.</param>
/// <param name="formatter">The formatter for data binding.</param>
/// <param name="isExplicit">True if the test was selected explicitly.</param>
/// <exception cref="ArgumentNullException">Thrown if <paramref name="primaryTestStep"/>,
/// <paramref name="testActions"/>, <paramref name="converter"/>
/// or <paramref name="formatter"/> is null.</exception>
internal PatternTestState(PatternTestStep primaryTestStep,
PatternTestActions testActions, IConverter converter, IFormatter formatter, bool isExplicit)
{
if (primaryTestStep == null)
{
throw new ArgumentNullException("primaryTestStep");
}
if (testActions == null)
{
throw new ArgumentNullException("testActions");
}
if (converter == null)
{
throw new ArgumentNullException("converter");
}
if (formatter == null)
{
throw new ArgumentNullException("formatter");
}
this.primaryTestStep = primaryTestStep;
this.testActions = testActions;
this.converter = converter;
this.formatter = formatter;
this.isExplicit = isExplicit;
bindingContext = new DataBindingContext(converter);
testParameterDataAccessors = new Dictionary <PatternTestParameter, IDataAccessor>();
data = new UserDataCollection();
}
/// <summary>
/// Initializes a test initially without a parent.
/// </summary>
/// <param name="name">The name of the test.</param>
/// <param name="codeElement">The point of definition of the test, or null if unknown.</param>
/// <param name="dataContext">The data context.</param>
/// <exception cref="ArgumentNullException">Thrown if <paramref name="name"/> or <paramref name="dataContext"/> is null.</exception>
public PatternTest(string name, ICodeElementInfo codeElement, PatternTestDataContext dataContext)
: base(name, codeElement)
{
if (dataContext == null)
throw new ArgumentNullException("dataContext");
this.dataContext = dataContext;
testActions = new PatternTestActions();
}
/// <summary>
/// Initializes a test initially without a parent.
/// </summary>
/// <param name="name">The name of the test.</param>
/// <param name="codeElement">The point of definition of the test, or null if unknown.</param>
/// <param name="dataContext">The data context.</param>
/// <exception cref="ArgumentNullException">Thrown if <paramref name="name"/> or <paramref name="dataContext"/> is null.</exception>
public PatternTest(string name, ICodeElementInfo codeElement, PatternTestDataContext dataContext)
: base(name, codeElement)
{
if (dataContext == null)
{
throw new ArgumentNullException("dataContext");
}
this.dataContext = dataContext;
testActions = new PatternTestActions();
}
/// <summary>
/// Creates a copy of the test actions.
/// </summary>
/// <returns>The new copy.</returns>
public PatternTestActions Copy()
{
var copy = new PatternTestActions();
copy.beforeTestChain.Action = beforeTestChain.Action;
copy.initializeTestChain.Action = initializeTestChain.Action;
copy.disposeTestChain.Action = disposeTestChain.Action;
copy.afterTestChain.Action = afterTestChain.Action;
copy.decorateTestInstanceChain.Action = decorateTestInstanceChain.Action;
if (testInstanceActions != null)
{
copy.testInstanceActions = testInstanceActions.Copy();
}
return(copy);
}
/// <summary>
/// Creates an initial test state object.
/// </summary>
/// <param name="primaryTestStep">The primary test step.</param>
/// <param name="testActions">The test actions.</param>
/// <param name="converter">The converter for data binding.</param>
/// <param name="formatter">The formatter for data binding.</param>
/// <param name="isExplicit">True if the test was selected explicitly.</param>
/// <exception cref="ArgumentNullException">Thrown if <paramref name="primaryTestStep"/>,
/// <paramref name="testActions"/>, <paramref name="converter"/>
/// or <paramref name="formatter"/> is null.</exception>
internal PatternTestState(PatternTestStep primaryTestStep,
PatternTestActions testActions, IConverter converter, IFormatter formatter, bool isExplicit)
{
if (primaryTestStep == null)
throw new ArgumentNullException("primaryTestStep");
if (testActions == null)
throw new ArgumentNullException("testActions");
if (converter == null)
throw new ArgumentNullException("converter");
if (formatter == null)
throw new ArgumentNullException("formatter");
this.primaryTestStep = primaryTestStep;
this.testActions = testActions;
this.converter = converter;
this.formatter = formatter;
this.isExplicit = isExplicit;
bindingContext = new DataBindingContext(converter);
testParameterDataAccessors = new Dictionary<PatternTestParameter, IDataAccessor>();
data = new UserDataCollection();
}
public DecorateChildTestAction(PatternTestInstanceState testInstanceState, PatternTestActions decoratedChildTestActions)
{
this.testInstanceState = testInstanceState;
this.decoratedChildTestActions = decoratedChildTestActions;
}
public DecorateChildTestAction(PatternTestInstanceState testInstanceState, PatternTestActions decoratedChildTestActions)
{
this.testInstanceState = testInstanceState;
this.decoratedChildTestActions = decoratedChildTestActions;
}
public void Run()
{
var test = (PatternTest)testCommand.Test;
TestContextCookie?parentContextCookie = null;
try
{
if (parentContext != null)
{
parentContextCookie = parentContext.Enter();
}
// The first time we call Run, we check whether the ApartmentState of the
// Thread is correct. If it is not, then we start a new thread and reenter
// with a flag set to skip initial processing.
if (!reentered)
{
if (executor.progressMonitor.IsCanceled)
{
result = new TestResult(TestOutcome.Canceled);
return;
}
if (!testCommand.AreDependenciesSatisfied())
{
ITestContext context = testCommand.StartPrimaryChildStep(parentTestStep);
context.LogWriter.Warnings.WriteLine("Skipped due to an unsatisfied test dependency.");
result = context.FinishStep(TestOutcome.Skipped, null);
return;
}
executor.progressMonitor.SetStatus(test.Name);
if (test.ApartmentState != ApartmentState.Unknown &&
Thread.CurrentThread.GetApartmentState() != test.ApartmentState)
{
reentered = true;
ThreadTask task = new TestEnvironmentAwareThreadTask("Test Runner " + test.ApartmentState,
(GallioAction)Run, executor.environmentManager);
task.ApartmentState = test.ApartmentState;
task.Run(null);
if (!task.Result.HasValue)
{
throw new ModelException(
String.Format("Failed to perform action in thread with overridden apartment state {0}.",
test.ApartmentState), task.Result.Exception);
}
return;
}
}
// Actually run the test.
// Yes, this is a monstrously long method due to the inlining optimzation to minimize stack depth.
using (Sandbox sandbox = parentSandbox.CreateChild())
{
using (new ProcessIsolation())
{
using (sandbox.StartTimer(test.TimeoutFunc()))
{
TestOutcome outcome;
PatternTestActions testActions = test.TestActions;
if (testActionsDecorator != null)
{
outcome = testActionsDecorator(sandbox, ref testActions);
}
else
{
outcome = TestOutcome.Passed;
}
if (outcome.Status == TestStatus.Passed)
{
PatternTestStep primaryTestStep = new PatternTestStep(test, parentTestStep);
PatternTestState testState = new PatternTestState(primaryTestStep, testActions,
executor.converter, executor.formatter, testCommand.IsExplicit);
bool invisibleTest = true;
outcome = outcome.CombineWith(sandbox.Run(TestLog.Writer,
new BeforeTestAction(testState).Run, "Before Test"));
if (outcome.Status == TestStatus.Passed)
{
bool reusePrimaryTestStep = !testState.BindingContext.HasBindings;
if (!reusePrimaryTestStep)
{
primaryTestStep.IsTestCase = false;
}
invisibleTest = false;
TestContext primaryContext = TestContext.PrepareContext(
testCommand.StartStep(primaryTestStep), sandbox);
testState.SetInContext(primaryContext);
using (primaryContext.Enter())
{
primaryContext.LifecyclePhase = LifecyclePhases.Initialize;
outcome = outcome.CombineWith(primaryContext.Sandbox.Run(TestLog.Writer,
new InitializeTestAction(testState).Run, "Initialize"));
}
if (outcome.Status == TestStatus.Passed)
{
var actions = new List <RunTestDataItemAction>();
try
{
foreach (IDataItem bindingItem in testState.BindingContext.GetItems(!executor.options.SkipDynamicTests))
{
actions.Add(new RunTestDataItemAction(executor, testCommand, testState, primaryContext,
reusePrimaryTestStep, bindingItem));
}
if (actions.Count == 0)
{
TestLog.Warnings.WriteLine("Test skipped because it is parameterized but no data was provided.");
outcome = TestOutcome.Skipped;
}
else
{
if (actions.Count == 1 || !test.IsParallelizable)
{
foreach (var action in actions)
{
action.Run();
}
}
else
{
executor.scheduler.Run(GenericCollectionUtils.ConvertAllToArray <RunTestDataItemAction, GallioAction>(
actions, action => action.Run));
}
TestOutcome combinedOutcome = TestOutcome.Passed;
foreach (var action in actions)
{
combinedOutcome = combinedOutcome.CombineWith(action.Outcome);
}
outcome = outcome.CombineWith(reusePrimaryTestStep ? combinedOutcome : combinedOutcome.Generalize());
}
}
catch (TestException ex)
{
if (ex.Outcome.Status == TestStatus.Failed)
{
TestLog.Failures.WriteException(ex, String.Format("An exception occurred while getting data items for test '{0}'.", testState.Test.FullName));
}
else
{
TestLog.Warnings.WriteException(ex);
}
outcome = ex.Outcome;
}
catch (Exception ex)
{
TestLog.Failures.WriteException(ex, String.Format("An exception occurred while getting data items for test '{0}'.", testState.Test.FullName));
outcome = TestOutcome.Error;
}
}
primaryContext.SetInterimOutcome(outcome);
using (primaryContext.Enter())
{
primaryContext.LifecyclePhase = LifecyclePhases.Dispose;
outcome = outcome.CombineWith(primaryContext.Sandbox.Run(TestLog.Writer,
new DisposeTestAction(testState).Run, "Dispose"));
}
result = primaryContext.FinishStep(outcome);
}
outcome = outcome.CombineWith(sandbox.Run(TestLog.Writer,
new AfterTestAction(testState).Run, "After Test"));
if (invisibleTest)
{
result = PublishOutcomeFromInvisibleTest(testCommand, primaryTestStep, outcome);
}
}
}
}
}
}
catch (Exception ex)
{
result = ReportTestError(testCommand, parentTestStep, ex, String.Format("An exception occurred while preparing to run test '{0}'.", test.FullName));
}
finally
{
if (parentContextCookie.HasValue)
{
parentContextCookie.Value.ExitContext();
}
executor.progressMonitor.SetStatus("");
executor.progressMonitor.Worked(1);
}
}
/// <summary>
/// Creates a copy of the test actions.
/// </summary>
/// <returns>The new copy.</returns>
public PatternTestActions Copy()
{
var copy = new PatternTestActions();
copy.beforeTestChain.Action = beforeTestChain.Action;
copy.initializeTestChain.Action = initializeTestChain.Action;
copy.disposeTestChain.Action = disposeTestChain.Action;
copy.afterTestChain.Action = afterTestChain.Action;
copy.decorateTestInstanceChain.Action = decorateTestInstanceChain.Action;
if (testInstanceActions != null)
copy.testInstanceActions = testInstanceActions.Copy();
return copy;
}