public void RunPositiveTestSuite(string filename)
{
var ignoredTests = new List <string>();
var t = new TestSuiteOverrider(@"Positive\" + filename);
//First retrieve the NUnit TestCases with base class (NBi.NUnit.Runtime)
//These NUnit TestCases are defined in the Test Suite file
var tests = t.GetTestCases();
//Execute the NUnit TestCases one by one
foreach (var testCaseData in tests)
{
try
{
t.ExecuteTestCases((TestXml)testCaseData.Arguments[0]);
}
catch (IgnoreException)
{
Trace.WriteLineIf(NBiTraceSwitch.TraceWarning, $"Not stopping the test suite, continue on ignore.");
ignoredTests.Add(((TestXml)testCaseData.Arguments[0]).Name);
}
}
if (ignoredTests.Count > 0)
{
Assert.Inconclusive($"At least one test has been skipped. Check if it was expected. List of ignored tests: '{string.Join("', '", ignoredTests)}'");
}
}
public virtual void RunIgnoredTests(string filename)
{
var testSuite = new TestSuiteOverrider(@"Ignored\" + filename);
//First retrieve the NUnit TestCases with base class (NBi.NUnit.Runtime)
//These NUnit TestCases are defined in the Test Suite file
var tests = testSuite.GetTestCases();
//Execute the NUnit TestCases one by one
foreach (var testCaseData in tests)
{
var isSuccess = false;
var test = (TestXml)testCaseData.Arguments[0];
var testName = (string)testCaseData.Arguments[1];
var localVariables = (IDictionary <string, ITestVariable>)testCaseData.Arguments[2] ?? new Dictionary <string, ITestVariable>();
try
{
testSuite.ExecuteTestCases(test, testName, localVariables);
}
catch (IgnoreException)
{
isSuccess = true;
Trace.WriteLineIf(Extensibility.NBiTraceSwitch.TraceVerbose, $"Expectation was met: test ignored.");
}
Assert.That(isSuccess);
}
}
public void RunPositiveTestSuiteWithConfig(string filename)
{
var t = new TestSuiteOverrider(@"Positive\" + filename, @"Positive\" + filename);
//First retrieve the NUnit TestCases with base class (NBi.NUnit.Runtime)
//These NUnit TestCases are defined in the Test Suite file
var tests = t.GetTestCases();
//Execute the NUnit TestCases one by one
foreach (var testCaseData in tests)
{
t.ExecuteTestCases((TestXml)testCaseData.Arguments[0]);
}
}
public virtual void RunNegativeTestSuiteWithConfig(string filename)
{
var testSuite = new TestSuiteOverrider($@"Negative\{ filename }", $@"Negative\{filename}");
//First retrieve the NUnit TestCases with base class (NBi.NUnit.Runtime)
//These NUnit TestCases are defined in the Test Suite file
var tests = testSuite.GetTestCases();
//Execute the NUnit TestCases one by one
foreach (var testCaseData in tests)
{
var testXml = (TestXml)testCaseData.Arguments[0];
var testName = (string)testCaseData.Arguments[1];
var localVariables = (IDictionary <string, ITestVariable>)testCaseData.Arguments[2] ?? new Dictionary <string, ITestVariable>();
try
{
testSuite.ExecuteTestCases(testXml, testName, localVariables);
Assert.Fail("The test named '{0}' (uid={1}) and defined in '{2}' should have failed but it hasn't."
, testXml.Name
, testXml.UniqueIdentifier
, filename);
}
catch (CustomStackTraceAssertionException ex)
{
using (Stream stream = Assembly.GetCallingAssembly()
.GetManifestResourceStream(
"NBi.Testing.Acceptance.Resources.Negative."
+ filename.Replace(".nbits", string.Empty)
+ "-" + testXml.UniqueIdentifier + ".txt"))
{
using (StreamReader reader = new StreamReader(stream))
{
var expected = reader.ReadToEnd();
//We need to override the timestamp :-)
if (filename.Contains("-Json"))
{
expected = ex.Message.Substring(0, ex.Message.IndexOf(",")) + expected.Substring(expected.IndexOf(","));
}
Debug.WriteLine(ex.Message);
Assert.That(ex.Message, Is.EqualTo(expected));
}
Assert.That(ex.StackTrace, Is.Not.Null.Or.Empty);
Assert.That(ex.StackTrace, Is.EqualTo(testXml.Content));
}
}
}
}
public void RunNegativeTestSuiteWithConfig(string filename)
{
var t = new TestSuiteOverrider(@"Negative\" + filename, @"Negative\" + filename);
//First retrieve the NUnit TestCases with base class (NBi.NUnit.Runtime)
//These NUnit TestCases are defined in the Test Suite file
var tests = t.GetTestCases();
//Execute the NUnit TestCases one by one
foreach (var testCaseData in tests)
{
var testXml = (TestXml)testCaseData.Arguments[0];
try
{
t.ExecuteTestCases(testXml);
Assert.Fail("The test named '{0}' (uid={1}) and defined in '{2}' should have failed but it hasn't."
, testXml.Name
, testXml.UniqueIdentifier
, filename);
}
catch (CustomStackTraceAssertionException ex)
{
using (Stream stream = Assembly.GetExecutingAssembly()
.GetManifestResourceStream(
"NBi.Testing.Acceptance.Resources.Negative."
+ filename.Replace(".nbits", string.Empty)
+ "-" + testXml.UniqueIdentifier + ".txt"))
{
using (StreamReader reader = new StreamReader(stream))
{
var expected = reader.ReadToEnd();
//Debug.WriteLine(expected);
//Debug.WriteLine("");
Debug.WriteLine(ex.Message);
Assert.That(ex.Message, Is.EqualTo(expected));
}
Assert.That(ex.StackTrace, Is.Not.Null.Or.Empty);
Assert.That(ex.StackTrace, Is.EqualTo(testXml.Content));
}
}
}
}
public virtual void RunNegativeTestSuite(string filename)
{
var testSuite = new TestSuiteOverrider(@"Negative\" + filename);
//These NUnit TestCases are defined in the Test Suite file
var tests = testSuite.GetTestCases();
//Execute the NUnit TestCases one by one
foreach (var testCaseData in tests)
{
var testXml = (TestXml)testCaseData.Arguments[0];
var testName = (string)testCaseData.Arguments[1];
var localVariables = (IDictionary <string, ITestVariable>)testCaseData.Arguments[2] ?? new Dictionary <string, ITestVariable>();
try
{
testSuite.ExecuteTestCases(testXml, testName, localVariables);
Assert.Fail("The test named '{0}' (uid={1}) and defined in '{2}' should have failed but it hasn't."
, testXml.Name
, testXml.UniqueIdentifier
, filename);
}
catch (CustomStackTraceAssertionException ex)
{
using (Stream stream = Assembly.GetCallingAssembly()
.GetManifestResourceStream(
"NBi.Testing.Acceptance.Resources.Negative."
+ filename.Replace(".nbits", string.Empty)
+ "-" + testXml.UniqueIdentifier + ".txt"))
{
using (StreamReader reader = new StreamReader(stream))
{
//Debug.WriteLine(ex.Message);
Assert.That(ex.Message, Is.EqualTo(reader.ReadToEnd()));
}
Assert.That(ex.StackTrace, Is.Not.Null.Or.Empty);
Assert.That(ex.StackTrace, Is.EqualTo(testXml.Content));
}
}
}
}
public void RunIgnoredTests(string filename)
{
var t = new TestSuiteOverrider(@"Ignored\" + filename);
//First retrieve the NUnit TestCases with base class (NBi.NUnit.Runtime)
//These NUnit TestCases are defined in the Test Suite file
var tests = t.GetTestCases();
//Execute the NUnit TestCases one by one
foreach (var testCaseData in tests)
{
var isSuccess = false;
try
{
t.ExecuteTestCases((TestXml)testCaseData.Arguments[0]);
}
catch (IgnoreException)
{
isSuccess = true;
Trace.WriteLineIf(NBiTraceSwitch.TraceVerbose, $"Expectation was met: test ignored.");
}
Assert.That(isSuccess);
}
}