public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("outer test").thatFailsInAnUnspecifiedManner()
.withFailureMessage("System.InvalidOperationException : Called it() within it().");
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTestWithFullName("NJasmineTests.Specs.report_test_failures_usefully.reports_exception_at_outermost_scope").thatFails()
.withFailureMessage("Attempted to divide by zero.");
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("when in some context, then there is some text")
.withFailureMessage("System.TimeZoneNotFoundException : no time!")
.thatFailsInAnUnspecifiedManner();
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("has a valid test").thatErrors()
.withFailureMessage("System.InvalidOperationException : Called it() within beforeEach().");
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("broken describe").thatFails()
.withFailureMessage("Attempted to divide by zero.");
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.containsTrace(@"
failure_in_setup_doesnt_prevent_cleanup_in_same_scope
failure_in_setup_doesnt_prevent_cleanup");
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("passes the test if the condition passes").thatSucceeds();
fixtureResult.hasTest("fails the test if if the condition fails").thatErrors();
fixtureResult.hasTest("expections can be set during discovery, fails this test").thatErrors();
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
var stackTrace = fixtureResult.withStackTraces().Single();
Assert.That(stackTrace, Is.StringContaining("NJasmine.Core"));
Assert.That(TestResultUtil.PatternForNJasmineAnonymousMethod.IsMatch(stackTrace));
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("when the arrange code tries to re-enter, has a valid test that will now fail")
.thatErrors()
.withFailureMessage("System.InvalidOperationException : Called it() within arrange().");
fixtureResult.hasTest("when the arrange cleanup code tries to re-enter, has a valid test that will now fail")
.thatErrors()
.withFailureMessage("System.InvalidOperationException : Called it() within arrange().");
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("repeated outer test").thatErrors();
fixtureResult.hasTest("repeated outer test`2").thatErrors();
fixtureResult.hasTest("repeated outer test`3").thatErrors();
fixtureResult.hasTest("repeated unimplemented outer test").thatIsNotRunnable();
fixtureResult.hasTest("repeated unimplemented outer test`2").thatIsNotRunnable();
fixtureResult.hasTest("repeated unimplemented outer test`3").thatIsNotRunnable();
fixtureResult.hasTest("repeated describe, repeated inner describe").thatFails();
fixtureResult.hasTest("repeated describe, repeated inner describe`2").thatFails();
fixtureResult.hasTest("repeated describe, repeated inner describe`3").thatFails();
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("then reports the test with the correct count")
.withFailureMessage("Failed with TotalRuns: 1");
fixtureResult.hasTest("then reports the test with the correct count`2")
.withFailureMessage("Failed with TotalRuns: 1");
fixtureResult.hasTest("then reports the test with the correct count`3")
.withFailureMessage("Failed with TotalRuns: 1");
fixtureResult.hasTest("then reports the test with the correct count`4")
.withFailureMessage("Failed with TotalRuns: 1");
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("waitUntil() or expectEventually() can be used to have the test wait until a condition passes, given a condition that eventually evaluates to true, a normal expect works when no waits are left")
.thatSucceeds();
fixtureResult.hasTest("waitUntil() or expectEventually() can be used to have the test wait until a condition passes, given a condition that eventually evaluates to true, a normal expect fails when waits are left")
.thatErrors();
fixtureResult.hasTest("waitUntil() or expectEventually() can be used to have the test wait until a condition passes, given a condition that eventually evaluates to true, waitUntil will try multiple times")
.thatSucceeds();
fixtureResult.hasTest("waitUntil() or expectEventually() can be used to have the test wait until a condition passes, given a condition that eventually evaluates to true, expectEventually will try multiple times")
.thatSucceeds();
fixtureResult.hasTest("waitUntil() or expectEventually() can be used to have the test wait until a condition passes, waitUntil can be called during discovery, doesnt prevent discovery")
.thatErrors();
fixtureResult.hasTest("waitUntil() or expectEventually() can be used to have the test wait until a condition passes, expectEventually can be called during discovery, doesnt prevent discovery")
.thatErrors();
}
public override void Specify()
{
describe("succeeds()", delegate
{
it("allows a passing test result", delegate
{
new FixtureResult(_expectedFixtureName, FixtureResult.GetSampleXmlResult(1)).succeeds();
});
var cases = new Dictionary<string, TestDelegate>();
cases.Add("running against error", delegate
{
var sut = new FixtureResult(_expectedFixtureName, FixtureResult.GetSampleXmlResult(1, 1));
sut.succeeds();
});
cases.Add("running against failure", delegate
{
var sut = new FixtureResult(_expectedFixtureName, FixtureResult.GetSampleXmlResult(1, 0, 1));
sut.succeeds();
});
cases.Add("running against no tests", delegate
{
var sut = new FixtureResult(_expectedFixtureName, FixtureResult.GetSampleXmlResult(0));
sut.succeeds();
});
CheckScenariosCauseErrorWithMessageContaining(cases, _expectedFixtureName);
});
describe("failed()", delegate
{
it("allows test results with errors or failures", delegate
{
new FixtureResult(_expectedFixtureName, FixtureResult.GetSampleXmlResult(1, 1)).failed();
new FixtureResult(_expectedFixtureName, FixtureResult.GetSampleXmlResult(1, 0, 1)).failed();
});
CheckScenario("running against no tests", delegate
{
var sut = new FixtureResult(_expectedFixtureName, FixtureResult.GetSampleXmlResult(0), "");
sut.failed();
}, _expectedFixtureName);
});
describe("containsTrace", delegate
{
var originalXml = "<xml></xml>";
string originalConsole = @"
NUnit version 2.5.9.10348
Copyright (C) 2002-2009 Charlie Poole.
Copyright (C) 2002-2004 James W. Newkirk, Michael C. Two, Alexei A. Vorontsov.
Copyright (C) 2000-2002 Philip Craig.
All Rights Reserved.
Runtime Environment -
OS Version: Microsoft Windows NT 6.1.7601 Service Pack 1
CLR Version: 2.0.50727.5446 ( Net 2.0 )
ProcessModel: Default DomainUsage: Single
Execution Runtime: Default
<<{{test started, before include of a}}>>
<<{{after include of a}}>>
<<{{first describe, before include of b}}>>
<<{{after include of b}}>>
<<{{before include of c}}>>
<<{{after include of c}}>>
Selected test(s): NJasmineTests.Specs.beforeAll.beforeAll_and_afterAll_are_applied_to_the_correct_scope
.{{<<RESET>>}}
<<{{BEFORE ALL}}>>
<<{{first test}}>>
.<<{{SECOND BEFORE ALL}}>>
<<{{INNER BEFORE ALL}}>>
<<{{second test}}>>
.<<{{third test}}>>
<<{{INNER AFTER ALL}}>>
<<{{DISPOSING INNER BEFORE ALL}}>>
<<{{SECOND AFTER ALL}}>>
<<{{DISPOSING SECOND BEFORE ALL}}>>
<<{{AFTER ALL}}>>
<<{{DISPOSING BEFORE ALL}}>>
Tests run: 3, Errors: 0, Failures: 0, Inconclusive: 0, Time: 0.0820047 seconds
";
it("allows tests with the expected trace", delegate
{
new FixtureResult(_expectedFixtureName, originalXml, originalConsole).containsTrace(@"
BEFORE ALL
first test
SECOND BEFORE ALL
INNER BEFORE ALL
second test
third test
INNER AFTER ALL
DISPOSING INNER BEFORE ALL
SECOND AFTER ALL
DISPOSING SECOND BEFORE ALL
AFTER ALL
DISPOSING BEFORE ALL
");
});
it("fails tests without the expected trace", delegate
{
var sut = new FixtureResult(_expectedFixtureName, originalXml, originalConsole);
var exception = Assert.Throws(ExpectedAssertionType, delegate
{
sut.containsTrace(@"
ONE
TWO
THREE
");
});
var message = exception.Message;
expect(() => message.IndexOf("ONE") < message.IndexOf("TWO"));
expect(() => message.IndexOf("TWO") < message.IndexOf("THREE"));
expect(() => message.IndexOf("BEFORE ALL") < message.IndexOf("INNER AFTER ALL"));
expect(() => message.IndexOf("INNER AFTER ALL") < message.IndexOf("DISPOSING BEFORE ALL"));
expect(() => message.Contains(_expectedFixtureName));
});
});
describe("hasTest", delegate
{
var expectedTestName = "one_two_test";
var xmlOutput = FixtureResult.GetSampleXmlResult(aTestName: _expectedFixtureName + ", " + expectedTestName);
var sut = arrange(() => new FixtureResult(_expectedFixtureName, xmlOutput));
it("returns a test by name", delegate
{
expect(() => sut.hasTest(expectedTestName) != null);
});
it("gives a useful error message if the test is not found", delegate
{
string wrongTestName = "fsadf325m";
var exception = Assert.Throws(ExpectedAssertionType, delegate
{
sut.hasTestWithFullName(wrongTestName);
});
expect(() => exception.Message.Contains("Expected test not found, expected test named " + wrongTestName));
});
});
describe("hasSuite", delegate
{
var expectedSuiteName = "one_two_test";
var xmlOutput = FixtureResult.GetSampleXmlResult(aSuiteName: expectedSuiteName);
var sut = arrange(() => new FixtureResult(_expectedFixtureName, xmlOutput));
it("returns a test suite by name", delegate
{
expect(() => sut.hasSuite(expectedSuiteName) != null);
});
it("gives a useful error message if the test suite is not found", delegate
{
string wrongSuiteName = "9vasjf9d";
var exception = Assert.Throws(ExpectedAssertionType, delegate
{
sut.hasSuite(wrongSuiteName);
});
expect(() => exception.Message.Contains("Expected test suite not found, expected suite named '" + wrongSuiteName));
});
});
describe("withStackTraces()", delegate
{
string fullTrace = "foo bar baz";
it("it returns the stacktraces in a fixture result", delegate
{
var sut = arrange(() => new FixtureResult(_expectedFixtureName,
FixtureResult.GetSampleXmlResult(aStackTrace: fullTrace)));
expect(() => sut.withStackTraces().Single() == fullTrace);
});
});
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("works").thatSucceeds();
fixtureResult.hasTest("when using expect within beforeAll, fails").thatErrors();
}