public void RunTests(IEnumerable<string> sources, IRunContext runContext, IFrameworkHandle frameworkHandle)
{
IMessageLogger log = frameworkHandle;
log.Version();
HandlePoorVisualStudioImplementationDetails(runContext, frameworkHandle);
foreach (var assemblyPath in sources)
{
try
{
if (AssemblyDirectoryContainsFixie(assemblyPath))
{
log.Info("Processing " + assemblyPath);
var listener = new VisualStudioListener(frameworkHandle, assemblyPath);
using (var environment = new ExecutionEnvironment(assemblyPath))
{
environment.RunAssembly(new Options(), listener);
}
}
else
{
log.Info("Skipping " + assemblyPath + " because it is not a test assembly.");
}
}
catch (Exception exception)
{
log.Error(exception);
}
}
}
public void RunTests(IEnumerable <string> sources, IRunContext runContext, IFrameworkHandle frameworkHandle)
{
IMessageLogger log = frameworkHandle;
log.Version();
HandlePoorVisualStudioImplementationDetails(runContext, frameworkHandle);
foreach (var assemblyPath in sources)
{
try
{
if (AssemblyDirectoryContainsFixie(assemblyPath))
{
log.Info("Processing " + assemblyPath);
var listener = new VisualStudioListener(frameworkHandle, assemblyPath);
using (var environment = new ExecutionEnvironment(assemblyPath))
{
environment.RunAssembly(new Options(), listener);
}
}
else
{
log.Info("Skipping " + assemblyPath + " because it is not a test assembly.");
}
}
catch (Exception exception)
{
log.Error(exception);
}
}
}
public void RunTests(IEnumerable <TestCase> tests, IRunContext runContext, IFrameworkHandle frameworkHandle)
{
IMessageLogger log = frameworkHandle;
log.Version();
HandlePoorVisualStudioImplementationDetails(runContext, frameworkHandle);
var assemblyGroups = tests.GroupBy(tc => tc.Source);
foreach (var assemblyGroup in assemblyGroups)
{
var assemblyPath = assemblyGroup.Key;
try
{
if (AssemblyDirectoryContainsFixie(assemblyPath))
{
log.Info("Processing " + assemblyPath);
var methodGroups = assemblyGroup.Select(x => new MethodGroup(x.FullyQualifiedName)).ToArray();
var listener = new VisualStudioListener(frameworkHandle, assemblyPath);
using (var environment = new ExecutionEnvironment(assemblyPath))
{
environment.RunMethods(new Options(), listener, methodGroups);
}
}
else
{
log.Info("Skipping " + assemblyPath + " because it is not a test assembly.");
}
}
catch (Exception exception)
{
log.Error(exception);
}
}
}
public void RunTests(IEnumerable<TestCase> tests, IRunContext runContext, IFrameworkHandle frameworkHandle)
{
IMessageLogger log = frameworkHandle;
log.Version();
HandlePoorVisualStudioImplementationDetails(runContext, frameworkHandle);
var assemblyGroups = tests.GroupBy(tc => tc.Source);
foreach (var assemblyGroup in assemblyGroups)
{
var assemblyPath = assemblyGroup.Key;
try
{
if (AssemblyDirectoryContainsFixie(assemblyPath))
{
log.Info("Processing " + assemblyPath);
var methodGroups = assemblyGroup.Select(x => new MethodGroup(x.FullyQualifiedName)).ToArray();
var listener = new VisualStudioListener(frameworkHandle, assemblyPath);
using (var environment = new ExecutionEnvironment(assemblyPath))
{
environment.RunMethods(new Options(), listener, methodGroups);
}
}
else
{
log.Info("Skipping " + assemblyPath + " because it is not a test assembly.");
}
}
catch (Exception exception)
{
log.Error(exception);
}
}
}
public void ShouldReportResultsToExecutionRecorder()
{
const string assemblyPath = "assembly.path.dll";
var recorder = new StubExecutionRecorder();
using (var console = new RedirectedConsole())
using (var listener = new VisualStudioListener(recorder, assemblyPath))
{
var convention = SelfTestConvention.Build();
convention.CaseExecution.Skip(x => x.Method.Has<SkipAttribute>(), x => x.Method.GetCustomAttribute<SkipAttribute>().Reason);
convention.Parameters.Add<InputAttributeParameterSource>();
typeof(PassFailTestClass).Run(listener, convention);
var testClass = typeof(PassFailTestClass).FullName;
console.Lines()
.ShouldEqual(
"Console.Out: Fail",
"Console.Error: Fail",
"Console.Out: Pass",
"Console.Error: Pass");
var results = recorder.TestResults;
results.Count.ShouldEqual(4);
foreach (var result in results)
{
result.Traits.ShouldBeEmpty();
result.Attachments.ShouldBeEmpty();
result.ComputerName.ShouldEqual(Environment.MachineName);
result.TestCase.Traits.ShouldBeEmpty();
result.TestCase.LocalExtensionData.ShouldBeNull();
result.TestCase.Source.ShouldEqual("assembly.path.dll");
//Source locations are a discovery-time concern.
result.TestCase.CodeFilePath.ShouldBeNull();
result.TestCase.LineNumber.ShouldEqual(-1);
}
results[0].TestCase.FullyQualifiedName.ShouldEqual(testClass +".SkipWithReason");
results[0].TestCase.DisplayName.ShouldEqual(testClass +".SkipWithReason");
results[0].TestCase.ExecutorUri.ToString().ShouldEqual("executor://fixie.visualstudio/");
results[0].Outcome.ShouldEqual(TestOutcome.Skipped);
results[0].ErrorMessage.ShouldEqual("Skipped with reason.");
results[0].ErrorStackTrace.ShouldBeNull();
results[0].DisplayName.ShouldEqual(testClass + ".SkipWithReason");
results[0].Messages.ShouldBeEmpty();
results[0].Duration.ShouldEqual(TimeSpan.Zero);
results[1].TestCase.FullyQualifiedName.ShouldEqual(testClass +".SkipWithoutReason");
results[1].TestCase.DisplayName.ShouldEqual(testClass +".SkipWithoutReason");
results[1].TestCase.ExecutorUri.ToString().ShouldEqual("executor://fixie.visualstudio/");
results[1].Outcome.ShouldEqual(TestOutcome.Skipped);
results[1].ErrorMessage.ShouldBeNull();
results[1].ErrorStackTrace.ShouldBeNull();
results[1].DisplayName.ShouldEqual(testClass +".SkipWithoutReason");
results[1].Messages.ShouldBeEmpty();
results[1].Duration.ShouldEqual(TimeSpan.Zero);
results[2].TestCase.FullyQualifiedName.ShouldEqual(testClass +".Fail");
results[2].TestCase.DisplayName.ShouldEqual(testClass +".Fail");
results[2].TestCase.ExecutorUri.ToString().ShouldEqual("executor://fixie.visualstudio/");
results[2].Outcome.ShouldEqual(TestOutcome.Failed);
results[2].ErrorMessage.ShouldEqual("Fixie.Tests.FailureException");
results[2].ErrorStackTrace.Lines().Select(CleanBrittleValues)
.ShouldEqual(
"'Fail' failed!",
" at Fixie.Tests.VisualStudio.TestAdapter.VisualStudioListenerTests.PassFailTestClass.Fail() in " + PathToThisFile() + ":line #");
results[2].DisplayName.ShouldEqual(testClass + ".Fail");
results[2].Messages.Count.ShouldEqual(1);
results[2].Messages[0].Category.ShouldEqual(TestResultMessage.StandardOutCategory);
results[2].Messages[0].Text.Lines().ShouldEqual("Console.Out: Fail", "Console.Error: Fail");
results[2].Duration.ShouldBeGreaterThanOrEqualTo(TimeSpan.Zero);
results[3].TestCase.FullyQualifiedName.ShouldEqual(testClass +".Pass");
results[3].TestCase.DisplayName.ShouldEqual(testClass +".Pass");
results[3].TestCase.ExecutorUri.ToString().ShouldEqual("executor://fixie.visualstudio/");
results[3].Outcome.ShouldEqual(TestOutcome.Passed);
results[3].ErrorMessage.ShouldBeNull();
results[3].ErrorStackTrace.ShouldBeNull();
results[3].DisplayName.ShouldEqual(testClass +".Pass(123)");
results[3].Messages.Count.ShouldEqual(1);
results[3].Messages[0].Category.ShouldEqual(TestResultMessage.StandardOutCategory);
results[3].Messages[0].Text.Lines().ShouldEqual("Console.Out: Pass", "Console.Error: Pass");
results[3].Duration.ShouldBeGreaterThanOrEqualTo(TimeSpan.Zero);
}
}
