public void ShouldReportResultsToTheConsole()
{
using (var console = new RedirectedConsole())
{
var listener = new ConsoleListener();
var conventionRunner = new ConventionRunner();
conventionRunner.Run(new SelfTestConvention(), listener, typeof(PassFailTestClass));
var testClass = typeof(PassFailTestClass).FullName;
console.Lines()
.Select(x => Regex.Replace(x, @":line \d+", ":line #")) //Avoid brittle assertion introduced by stack trace line numbers.
.ShouldEqual(
"Test '" + testClass + ".SkipA' skipped",
"Console.Out: FailA",
"Console.Error: FailA",
"Console.Out: FailB",
"Console.Error: FailB",
"Console.Out: PassA",
"Console.Error: PassA",
"Console.Out: PassB",
"Console.Error: PassB",
"Console.Out: PassC",
"Console.Error: PassC",
"Test '" + testClass + ".FailA' failed: Fixie.Tests.FailureException",
"'FailA' failed!",
" at Fixie.Tests.Listeners.ConsoleListenerTests.PassFailTestClass.FailA() in " + PathToThisFile() + ":line #",
"Test '" + testClass + ".FailB' failed: Fixie.Tests.FailureException",
"'FailB' failed!",
" at Fixie.Tests.Listeners.ConsoleListenerTests.PassFailTestClass.FailB() in " + PathToThisFile() + ":line #");
}
}
public void ShouldNotAffectOutputByDefault()
{
using (var console = new RedirectedConsole())
{
var listener = new ConsoleListener();
var convention = new SelfTestConvention();
var conventionRunner = new ConventionRunner();
conventionRunner.Run(convention, listener, typeof(SampleTestClass));
console
.Output.Split(new[] { Environment.NewLine }, StringSplitOptions.None)
.Select(x => Regex.Replace(x, @":line \d+", ":line #")) //Avoid brittle assertion introduced by stack trace line numbers.
.ShouldEqual(
"Test 'Fixie.Tests.AssertionLibraryFilteringTests+SampleTestClass.DivideByZero' failed: System.DivideByZeroException",
"Attempted to divide by zero.",
" at Fixie.Tests.AssertionLibraryFilteringTests.SampleTestClass.DivideByZero() in " + PathToThisFile() + ":line #",
"",
"Test 'Fixie.Tests.AssertionLibraryFilteringTests+SampleTestClass.FailedAssertion' failed: Fixie.Tests.SampleAssertionLibrary.AssertionException",
"Expected 1, but was 0.",
" at Fixie.Tests.SampleAssertionLibrary.SampleAssert.AreEqual(Int32 expected, Int32 actual) in " + PathToThisFile() + ":line #",
" at Fixie.Tests.AssertionLibraryFilteringTests.SampleTestClass.FailedAssertion() in " + PathToThisFile() + ":line #",
"",
"");
}
}
public void ShouldExecuteAllCasesInAllDiscoveredTestClasses()
{
var listener = new StubListener();
var convention = new SelfTestConvention();
var conventionRunner = new ConventionRunner();
conventionRunner.Run(convention, listener, typeof(SampleIrrelevantClass), typeof(PassTestClass), typeof(int), typeof(PassFailTestClass), typeof(SkipTestClass));
listener.Entries.ShouldEqual("Fixie.Tests.Conventions.ConventionRunnerTests+PassTestClass.PassA passed.",
"Fixie.Tests.Conventions.ConventionRunnerTests+PassTestClass.PassB passed.",
"Fixie.Tests.Conventions.ConventionRunnerTests+PassFailTestClass.Fail failed: 'Fail' failed!",
"Fixie.Tests.Conventions.ConventionRunnerTests+PassFailTestClass.Pass passed.",
"Fixie.Tests.Conventions.ConventionRunnerTests+SkipTestClass.Skip skipped.");
}
public void ShouldReportResultsToTheConsoleInTeamCityFormat()
{
using (var console = new RedirectedConsole())
{
var listener = new TeamCityListener();
var conventionRunner = new ConventionRunner();
conventionRunner.Run(new SelfTestConvention(), listener, typeof(PassFailTestClass));
var testClass = typeof(PassFailTestClass).FullName;
console.Lines()
.Select(x => Regex.Replace(x, @":line \d+", ":line #")) //Avoid brittle assertion introduced by stack trace line numbers.
.Select(x => Regex.Replace(x, @"duration='\d+'", "duration='#'")) //Avoid brittle assertion introduced by durations.
.ShouldEqual(
"##teamcity[testIgnored name='" + testClass + ".SkipA']",
"Console.Out: FailA",
"Console.Error: FailA",
"Console.Out: FailB",
"Console.Error: FailB",
"Console.Out: PassA",
"Console.Error: PassA",
"Console.Out: PassB",
"Console.Error: PassB",
"Console.Out: PassC",
"Console.Error: PassC",
"##teamcity[testStarted name='"+testClass+".FailA']",
"##teamcity[testStdOut name='" + testClass + ".FailA' out='Console.Out: FailA|r|nConsole.Error: FailA|r|n']",
"##teamcity[testFailed name='" + testClass + ".FailA' message='|'FailA|' failed!' details='|'FailA|' failed!|r|n at Fixie.Tests.Listeners.TeamCityListenerTests.PassFailTestClass.FailA() in " + PathToThisFile() + ":line #']",
"##teamcity[testFinished name='" + testClass + ".FailA' duration='#']",
"##teamcity[testStarted name='" + testClass + ".FailB']",
"##teamcity[testStdOut name='" + testClass + ".FailB' out='Console.Out: FailB|r|nConsole.Error: FailB|r|n']",
"##teamcity[testFailed name='" + testClass + ".FailB' message='|'FailB|' failed!' details='|'FailB|' failed!|r|n at Fixie.Tests.Listeners.TeamCityListenerTests.PassFailTestClass.FailB() in " + PathToThisFile() + ":line #']",
"##teamcity[testFinished name='" + testClass + ".FailB' duration='#']",
"##teamcity[testStarted name='" + testClass + ".PassA']",
"##teamcity[testStdOut name='" + testClass + ".PassA' out='Console.Out: PassA|r|nConsole.Error: PassA|r|n']",
"##teamcity[testFinished name='" + testClass + ".PassA' duration='#']",
"##teamcity[testStarted name='" + testClass + ".PassB']",
"##teamcity[testStdOut name='" + testClass + ".PassB' out='Console.Out: PassB|r|nConsole.Error: PassB|r|n']",
"##teamcity[testFinished name='" + testClass + ".PassB' duration='#']",
"##teamcity[testStarted name='" + testClass + ".PassC']",
"##teamcity[testStdOut name='" + testClass + ".PassC' out='Console.Out: PassC|r|nConsole.Error: PassC|r|n']",
"##teamcity[testFinished name='" + testClass + ".PassC' duration='#']");
}
}
public void ShouldAllowRandomShufflingOfCaseExecutionOrder()
{
var listener = new StubListener();
var convention = new SelfTestConvention();
convention.ClassExecution
.CreateInstancePerTestClass()
.ShuffleCases(new Random(1));
var conventionRunner = new ConventionRunner();
conventionRunner.Run(convention, listener, typeof(SampleIrrelevantClass), typeof(PassTestClass), typeof(int), typeof(PassFailTestClass), typeof(SkipTestClass));
listener.Entries.ShouldEqual("Fixie.Tests.Conventions.ConventionRunnerTests+PassTestClass.PassB passed.",
"Fixie.Tests.Conventions.ConventionRunnerTests+PassTestClass.PassA passed.",
"Fixie.Tests.Conventions.ConventionRunnerTests+PassFailTestClass.Fail failed: 'Fail' failed!",
"Fixie.Tests.Conventions.ConventionRunnerTests+PassFailTestClass.Pass passed.",
"Fixie.Tests.Conventions.ConventionRunnerTests+SkipTestClass.Skip skipped.");
}
AssemblyResult Run(RunContext runContext, IEnumerable<Convention> conventions, params Type[] candidateTypes)
{
var conventionRunner = new ConventionRunner();
var assemblyResult = new AssemblyResult(runContext.Assembly.Location);
listener.AssemblyStarted(runContext.Assembly);
foreach (var convention in conventions)
{
var conventionResult = conventionRunner.Run(convention, listener, candidateTypes);
assemblyResult.Add(conventionResult);
}
listener.AssemblyCompleted(runContext.Assembly, assemblyResult);
return assemblyResult;
}