Example #1
0
        public void RunPositiveTestSuite(string filename)
        {
            var ignoredTests = new List <string>();
            var t            = new TestSuiteOverrider(@"Positive\" + filename);

            //First retrieve the NUnit TestCases with base class (NBi.NUnit.Runtime)
            //These NUnit TestCases are defined in the Test Suite file
            var tests = t.GetTestCases();

            //Execute the NUnit TestCases one by one
            foreach (var testCaseData in tests)
            {
                try
                {
                    t.ExecuteTestCases((TestXml)testCaseData.Arguments[0]);
                }
                catch (IgnoreException)
                {
                    Trace.WriteLineIf(NBiTraceSwitch.TraceWarning, $"Not stopping the test suite, continue on ignore.");
                    ignoredTests.Add(((TestXml)testCaseData.Arguments[0]).Name);
                }
            }

            if (ignoredTests.Count > 0)
            {
                Assert.Inconclusive($"At least one test has been skipped. Check if it was expected. List of ignored tests: '{string.Join("', '", ignoredTests)}'");
            }
        }
Example #2
0
        public virtual void RunIgnoredTests(string filename)
        {
            var testSuite = new TestSuiteOverrider(@"Ignored\" + filename);

            //First retrieve the NUnit TestCases with base class (NBi.NUnit.Runtime)
            //These NUnit TestCases are defined in the Test Suite file
            var tests = testSuite.GetTestCases();

            //Execute the NUnit TestCases one by one
            foreach (var testCaseData in tests)
            {
                var isSuccess      = false;
                var test           = (TestXml)testCaseData.Arguments[0];
                var testName       = (string)testCaseData.Arguments[1];
                var localVariables = (IDictionary <string, ITestVariable>)testCaseData.Arguments[2] ?? new Dictionary <string, ITestVariable>();
                try
                {
                    testSuite.ExecuteTestCases(test, testName, localVariables);
                }
                catch (IgnoreException)
                {
                    isSuccess = true;
                    Trace.WriteLineIf(Extensibility.NBiTraceSwitch.TraceVerbose, $"Expectation was met: test ignored.");
                }
                Assert.That(isSuccess);
            }
        }
Example #3
0
        public void RunPositiveTestSuiteWithConfig(string filename)
        {
            var t = new TestSuiteOverrider(@"Positive\" + filename, @"Positive\" + filename);

            //First retrieve the NUnit TestCases with base class (NBi.NUnit.Runtime)
            //These NUnit TestCases are defined in the Test Suite file
            var tests = t.GetTestCases();

            //Execute the NUnit TestCases one by one
            foreach (var testCaseData in tests)
            {
                t.ExecuteTestCases((TestXml)testCaseData.Arguments[0]);
            }
        }
Example #4
0
        public virtual void RunNegativeTestSuiteWithConfig(string filename)
        {
            var testSuite = new TestSuiteOverrider($@"Negative\{ filename }", $@"Negative\{filename}");

            //First retrieve the NUnit TestCases with base class (NBi.NUnit.Runtime)
            //These NUnit TestCases are defined in the Test Suite file
            var tests = testSuite.GetTestCases();

            //Execute the NUnit TestCases one by one
            foreach (var testCaseData in tests)
            {
                var testXml        = (TestXml)testCaseData.Arguments[0];
                var testName       = (string)testCaseData.Arguments[1];
                var localVariables = (IDictionary <string, ITestVariable>)testCaseData.Arguments[2] ?? new Dictionary <string, ITestVariable>();
                try
                {
                    testSuite.ExecuteTestCases(testXml, testName, localVariables);
                    Assert.Fail("The test named '{0}' (uid={1}) and defined in '{2}' should have failed but it hasn't."
                                , testXml.Name
                                , testXml.UniqueIdentifier
                                , filename);
                }
                catch (CustomStackTraceAssertionException ex)
                {
                    using (Stream stream = Assembly.GetCallingAssembly()
                                           .GetManifestResourceStream(
                               "NBi.Testing.Acceptance.Resources.Negative."
                               + filename.Replace(".nbits", string.Empty)
                               + "-" + testXml.UniqueIdentifier + ".txt"))
                    {
                        using (StreamReader reader = new StreamReader(stream))
                        {
                            var expected = reader.ReadToEnd();
                            //We need to override the timestamp :-)
                            if (filename.Contains("-Json"))
                            {
                                expected = ex.Message.Substring(0, ex.Message.IndexOf(",")) + expected.Substring(expected.IndexOf(","));
                            }
                            Debug.WriteLine(ex.Message);
                            Assert.That(ex.Message, Is.EqualTo(expected));
                        }
                        Assert.That(ex.StackTrace, Is.Not.Null.Or.Empty);
                        Assert.That(ex.StackTrace, Is.EqualTo(testXml.Content));
                    }
                }
            }
        }
Example #5
0
        public void RunNegativeTestSuiteWithConfig(string filename)
        {
            var t = new TestSuiteOverrider(@"Negative\" + filename, @"Negative\" + filename);

            //First retrieve the NUnit TestCases with base class (NBi.NUnit.Runtime)
            //These NUnit TestCases are defined in the Test Suite file
            var tests = t.GetTestCases();

            //Execute the NUnit TestCases one by one
            foreach (var testCaseData in tests)
            {
                var testXml = (TestXml)testCaseData.Arguments[0];
                try
                {
                    t.ExecuteTestCases(testXml);
                    Assert.Fail("The test named '{0}' (uid={1}) and defined in '{2}' should have failed but it hasn't."
                                , testXml.Name
                                , testXml.UniqueIdentifier
                                , filename);
                }
                catch (CustomStackTraceAssertionException ex)
                {
                    using (Stream stream = Assembly.GetExecutingAssembly()
                                           .GetManifestResourceStream(
                               "NBi.Testing.Acceptance.Resources.Negative."
                               + filename.Replace(".nbits", string.Empty)
                               + "-" + testXml.UniqueIdentifier + ".txt"))
                    {
                        using (StreamReader reader = new StreamReader(stream))
                        {
                            var expected = reader.ReadToEnd();
                            //Debug.WriteLine(expected);
                            //Debug.WriteLine("");
                            Debug.WriteLine(ex.Message);
                            Assert.That(ex.Message, Is.EqualTo(expected));
                        }
                        Assert.That(ex.StackTrace, Is.Not.Null.Or.Empty);
                        Assert.That(ex.StackTrace, Is.EqualTo(testXml.Content));
                    }
                }
            }
        }
Example #6
0
        public virtual void RunNegativeTestSuite(string filename)
        {
            var testSuite = new TestSuiteOverrider(@"Negative\" + filename);
            //These NUnit TestCases are defined in the Test Suite file
            var tests = testSuite.GetTestCases();

            //Execute the NUnit TestCases one by one
            foreach (var testCaseData in tests)
            {
                var testXml        = (TestXml)testCaseData.Arguments[0];
                var testName       = (string)testCaseData.Arguments[1];
                var localVariables = (IDictionary <string, ITestVariable>)testCaseData.Arguments[2] ?? new Dictionary <string, ITestVariable>();
                try
                {
                    testSuite.ExecuteTestCases(testXml, testName, localVariables);
                    Assert.Fail("The test named '{0}' (uid={1}) and defined in '{2}' should have failed but it hasn't."
                                , testXml.Name
                                , testXml.UniqueIdentifier
                                , filename);
                }
                catch (CustomStackTraceAssertionException ex)
                {
                    using (Stream stream = Assembly.GetCallingAssembly()
                                           .GetManifestResourceStream(
                               "NBi.Testing.Acceptance.Resources.Negative."
                               + filename.Replace(".nbits", string.Empty)
                               + "-" + testXml.UniqueIdentifier + ".txt"))
                    {
                        using (StreamReader reader = new StreamReader(stream))
                        {
                            //Debug.WriteLine(ex.Message);
                            Assert.That(ex.Message, Is.EqualTo(reader.ReadToEnd()));
                        }
                        Assert.That(ex.StackTrace, Is.Not.Null.Or.Empty);
                        Assert.That(ex.StackTrace, Is.EqualTo(testXml.Content));
                    }
                }
            }
        }
Example #7
0
        public void RunIgnoredTests(string filename)
        {
            var t = new TestSuiteOverrider(@"Ignored\" + filename);

            //First retrieve the NUnit TestCases with base class (NBi.NUnit.Runtime)
            //These NUnit TestCases are defined in the Test Suite file
            var tests = t.GetTestCases();

            //Execute the NUnit TestCases one by one
            foreach (var testCaseData in tests)
            {
                var isSuccess = false;
                try
                {
                    t.ExecuteTestCases((TestXml)testCaseData.Arguments[0]);
                }
                catch (IgnoreException)
                {
                    isSuccess = true;
                    Trace.WriteLineIf(NBiTraceSwitch.TraceVerbose, $"Expectation was met: test ignored.");
                }
                Assert.That(isSuccess);
            }
        }