public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.succeeds();
fixtureResult.hasTest("simple test");
fixtureResult.hasTest("simple describe, simple test");
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("passes the test if the condition passes").thatSucceeds();
fixtureResult.hasTest("fails the test if if the condition fails").thatErrors();
fixtureResult.hasTest("expections can be set during discovery, fails this test").thatErrors();
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.succeeds();
fixtureResult.hasTest("given the environment is in a particular state, when the system under test is used in a particular manner, then a particular result is expected");
fixtureResult.hasTest("given the environment is in a particular state, given the environment is in an even more particular state, when the system is used in another manner, then another result is expected");
fixtureResult.hasTest("given the environment is in a particular state, given the environment is in an even more particular state, when the system is used in another manner, then yet another result is expected");
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("when the arrange code tries to re-enter, has a valid test that will now fail")
.thatErrors()
.withFailureMessage("System.InvalidOperationException : Called it() within arrange().");
fixtureResult.hasTest("when the arrange cleanup code tries to re-enter, has a valid test that will now fail")
.thatErrors()
.withFailureMessage("System.InvalidOperationException : Called it() within arrange().");
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("when in some context, then there is some text")
.withFailureMessage("System.TimeZoneNotFoundException : no time!")
.thatFailsInAnUnspecifiedManner();
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("broken describe").thatFails()
.withFailureMessage("Attempted to divide by zero.");
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("outer test").thatFailsInAnUnspecifiedManner()
.withFailureMessage("System.InvalidOperationException : Called it() within it().");
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("then reports the test with the correct count")
.withFailureMessage("Failed with TotalRuns: 1");
fixtureResult.hasTest("then reports the test with the correct count`2")
.withFailureMessage("Failed with TotalRuns: 1");
fixtureResult.hasTest("then reports the test with the correct count`3")
.withFailureMessage("Failed with TotalRuns: 1");
fixtureResult.hasTest("then reports the test with the correct count`4")
.withFailureMessage("Failed with TotalRuns: 1");
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("has a valid test").thatErrors()
.withFailureMessage("System.InvalidOperationException : Called it() within beforeEach().");
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.hasTest("shows stacktrace information for this failing test")
.withDetailedMessageThat(message =>
{
Expect.That(() => Regex.Match(message, "at stacktrace_shows_fileposition_first.cs:\\d+ ").Success);
});
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("repeated outer test").thatErrors();
fixtureResult.hasTest("repeated outer test`2").thatErrors();
fixtureResult.hasTest("repeated outer test`3").thatErrors();
fixtureResult.hasTest("repeated unimplemented outer test").thatIsNotRunnable();
fixtureResult.hasTest("repeated unimplemented outer test`2").thatIsNotRunnable();
fixtureResult.hasTest("repeated unimplemented outer test`3").thatIsNotRunnable();
fixtureResult.hasTest("repeated describe, repeated inner describe").thatFails();
fixtureResult.hasTest("repeated describe, repeated inner describe`2").thatFails();
fixtureResult.hasTest("repeated describe, repeated inner describe`3").thatFails();
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.succeeds();
fixtureResult.hasSuite("when using category Foo then Bar").withCategories();
fixtureResult.hasTest("when using category Foo then Bar, then tests have Foo")
.withCategories("Foo");
fixtureResult.hasTest("when using category Foo then Bar, then tests have Foo")
.withCategories("Foo");
fixtureResult.hasTest("when using category Foo then Bar, then tests have For and Bar")
.withCategories("Foo", "Bar");
fixtureResult.hasSuite("when in a nested block and using a category")
.withCategories("Foo", "Bar");
fixtureResult.hasTest("when using category Foo then Bar, when in a nested block and using a category, then the test only has category Baz")
.withCategories("Baz");
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.hasTest("does nothing if all substrings are present").thatSucceeds();
fixtureResult.hasTest("fails if a substring is missing").thatErrors();
fixtureResult.hasTest("fails if substrings are out of order").thatErrors();
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("works").thatSucceeds();
fixtureResult.hasTest("when using expect within beforeAll, fails").thatErrors();
}
public override void Specify()
{
describe("succeeds()", delegate
{
it("allows a passing test result", delegate
{
new FixtureResult(_expectedFixtureName, FixtureResult.GetSampleXmlResult(1)).succeeds();
});
var cases = new Dictionary<string, TestDelegate>();
cases.Add("running against error", delegate
{
var sut = new FixtureResult(_expectedFixtureName, FixtureResult.GetSampleXmlResult(1, 1));
sut.succeeds();
});
cases.Add("running against failure", delegate
{
var sut = new FixtureResult(_expectedFixtureName, FixtureResult.GetSampleXmlResult(1, 0, 1));
sut.succeeds();
});
cases.Add("running against no tests", delegate
{
var sut = new FixtureResult(_expectedFixtureName, FixtureResult.GetSampleXmlResult(0));
sut.succeeds();
});
CheckScenariosCauseErrorWithMessageContaining(cases, _expectedFixtureName);
});
describe("failed()", delegate
{
it("allows test results with errors or failures", delegate
{
new FixtureResult(_expectedFixtureName, FixtureResult.GetSampleXmlResult(1, 1)).failed();
new FixtureResult(_expectedFixtureName, FixtureResult.GetSampleXmlResult(1, 0, 1)).failed();
});
CheckScenario("running against no tests", delegate
{
var sut = new FixtureResult(_expectedFixtureName, FixtureResult.GetSampleXmlResult(0), "");
sut.failed();
}, _expectedFixtureName);
});
describe("containsTrace", delegate
{
var originalXml = "<xml></xml>";
string originalConsole = @"
NUnit version 2.5.9.10348
Copyright (C) 2002-2009 Charlie Poole.
Copyright (C) 2002-2004 James W. Newkirk, Michael C. Two, Alexei A. Vorontsov.
Copyright (C) 2000-2002 Philip Craig.
All Rights Reserved.
Runtime Environment -
OS Version: Microsoft Windows NT 6.1.7601 Service Pack 1
CLR Version: 2.0.50727.5446 ( Net 2.0 )
ProcessModel: Default DomainUsage: Single
Execution Runtime: Default
<<{{test started, before include of a}}>>
<<{{after include of a}}>>
<<{{first describe, before include of b}}>>
<<{{after include of b}}>>
<<{{before include of c}}>>
<<{{after include of c}}>>
Selected test(s): NJasmineTests.Specs.beforeAll.beforeAll_and_afterAll_are_applied_to_the_correct_scope
.{{<<RESET>>}}
<<{{BEFORE ALL}}>>
<<{{first test}}>>
.<<{{SECOND BEFORE ALL}}>>
<<{{INNER BEFORE ALL}}>>
<<{{second test}}>>
.<<{{third test}}>>
<<{{INNER AFTER ALL}}>>
<<{{DISPOSING INNER BEFORE ALL}}>>
<<{{SECOND AFTER ALL}}>>
<<{{DISPOSING SECOND BEFORE ALL}}>>
<<{{AFTER ALL}}>>
<<{{DISPOSING BEFORE ALL}}>>
Tests run: 3, Errors: 0, Failures: 0, Inconclusive: 0, Time: 0.0820047 seconds
";
it("allows tests with the expected trace", delegate
{
new FixtureResult(_expectedFixtureName, originalXml, originalConsole).containsTrace(@"
BEFORE ALL
first test
SECOND BEFORE ALL
INNER BEFORE ALL
second test
third test
INNER AFTER ALL
DISPOSING INNER BEFORE ALL
SECOND AFTER ALL
DISPOSING SECOND BEFORE ALL
AFTER ALL
DISPOSING BEFORE ALL
");
});
it("fails tests without the expected trace", delegate
{
var sut = new FixtureResult(_expectedFixtureName, originalXml, originalConsole);
var exception = Assert.Throws(ExpectedAssertionType, delegate
{
sut.containsTrace(@"
ONE
TWO
THREE
");
});
var message = exception.Message;
expect(() => message.IndexOf("ONE") < message.IndexOf("TWO"));
expect(() => message.IndexOf("TWO") < message.IndexOf("THREE"));
expect(() => message.IndexOf("BEFORE ALL") < message.IndexOf("INNER AFTER ALL"));
expect(() => message.IndexOf("INNER AFTER ALL") < message.IndexOf("DISPOSING BEFORE ALL"));
expect(() => message.Contains(_expectedFixtureName));
});
});
describe("hasTest", delegate
{
var expectedTestName = "one_two_test";
var xmlOutput = FixtureResult.GetSampleXmlResult(aTestName: _expectedFixtureName + ", " + expectedTestName);
var sut = arrange(() => new FixtureResult(_expectedFixtureName, xmlOutput));
it("returns a test by name", delegate
{
expect(() => sut.hasTest(expectedTestName) != null);
});
it("gives a useful error message if the test is not found", delegate
{
string wrongTestName = "fsadf325m";
var exception = Assert.Throws(ExpectedAssertionType, delegate
{
sut.hasTestWithFullName(wrongTestName);
});
expect(() => exception.Message.Contains("Expected test not found, expected test named " + wrongTestName));
});
});
describe("hasSuite", delegate
{
var expectedSuiteName = "one_two_test";
var xmlOutput = FixtureResult.GetSampleXmlResult(aSuiteName: expectedSuiteName);
var sut = arrange(() => new FixtureResult(_expectedFixtureName, xmlOutput));
it("returns a test suite by name", delegate
{
expect(() => sut.hasSuite(expectedSuiteName) != null);
});
it("gives a useful error message if the test suite is not found", delegate
{
string wrongSuiteName = "9vasjf9d";
var exception = Assert.Throws(ExpectedAssertionType, delegate
{
sut.hasSuite(wrongSuiteName);
});
expect(() => exception.Message.Contains("Expected test suite not found, expected suite named '" + wrongSuiteName));
});
});
describe("withStackTraces()", delegate
{
string fullTrace = "foo bar baz";
it("it returns the stacktraces in a fixture result", delegate
{
var sut = arrange(() => new FixtureResult(_expectedFixtureName,
FixtureResult.GetSampleXmlResult(aStackTrace: fullTrace)));
expect(() => sut.withStackTraces().Single() == fullTrace);
});
});
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.failed();
fixtureResult.hasTest("waitUntil() or expectEventually() can be used to have the test wait until a condition passes, given a condition that eventually evaluates to true, a normal expect works when no waits are left")
.thatSucceeds();
fixtureResult.hasTest("waitUntil() or expectEventually() can be used to have the test wait until a condition passes, given a condition that eventually evaluates to true, a normal expect fails when waits are left")
.thatErrors();
fixtureResult.hasTest("waitUntil() or expectEventually() can be used to have the test wait until a condition passes, given a condition that eventually evaluates to true, waitUntil will try multiple times")
.thatSucceeds();
fixtureResult.hasTest("waitUntil() or expectEventually() can be used to have the test wait until a condition passes, given a condition that eventually evaluates to true, expectEventually will try multiple times")
.thatSucceeds();
fixtureResult.hasTest("waitUntil() or expectEventually() can be used to have the test wait until a condition passes, waitUntil can be called during discovery, doesnt prevent discovery")
.thatErrors();
fixtureResult.hasTest("waitUntil() or expectEventually() can be used to have the test wait until a condition passes, expectEventually can be called during discovery, doesnt prevent discovery")
.thatErrors();
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.hasTest("an unimplemented test() block").thatIsNotRunnable();
fixtureResult.hasTest("nested too of course, an unimplemented test() block").thatIsNotRunnable();
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.hasTest("trace information is not included on success, is a passing test")
.thatSucceeds();
fixtureResult.hasTest("trace information is included on failure, is a failing test")
.thatErrors()
.withDetailedMessageThat(
message => Expect.That(message).ContainsInOrder(
"d e f",
"1 2 3",
"g h i",
"j k l"));
fixtureResult.hasTest("globally tracked trace information only applies to the correct scope, scope with trace, test with trace")
.thatErrors().withDetailedMessageThat(message =>
Assert.That(message, Is.StringContaining(ParticularyScopedTraceMessage)));
fixtureResult.hasTest("globally tracked trace information only applies to the correct scope, test without trace")
.thatErrors().withDetailedMessageThat(message =>
Assert.That(message, Is.Not.StringContaining(ParticularyScopedTraceMessage)));
fixtureResult.hasTest("trace messages can be recorded during per-test cleanup, test with cleanup")
.thatErrors().withDetailedMessageThat(message => Assert.That(message, Is.StringContaining("traced after test")));
fixtureResult.hasTest("trace messages during global cleanup cause a failure of next test, test with global cleanup")
.thatSucceeds();
fixtureResult.hasTest("forced to fail by previous error")
.thatErrors().withFailureMessage("Attempted to call trace() from within afterAll");
}
public void Verify_NJasmine_implementation(FixtureResult fixtureResult)
{
fixtureResult.hasTest("given some precondition, when the input is 0, then it runs").thatSucceeds();
fixtureResult.hasTest("given some precondition, when the input is 1, then it runs").thatSucceeds();
}