public void ShouldReportResultsToTestDrivenDotNet()
        {
            var testDriven = new StubTestListener();

            using (var console = new RedirectedConsole())
            {
                var listener = new TestDrivenListener(testDriven);

                var convention = SelfTestConvention.Build();
                convention.CaseExecution.Skip(x => x.Method.Has<SkipAttribute>(), x => x.Method.GetCustomAttribute<SkipAttribute>().Reason);
                convention.Parameters.Add<InputAttributeParameterSource>();

                typeof(PassFailTestClass).Run(listener, convention);

                var testClass = typeof(PassFailTestClass).FullName;

                console.Lines()
                    .ShouldEqual(
                        "Console.Out: Fail",
                        "Console.Error: Fail",
                        "Console.Out: Pass",
                        "Console.Error: Pass");

                var results = testDriven.TestResults;
                results.Count.ShouldEqual(4);

                foreach (var result in results)
                {
                    result.FixtureType.ShouldEqual(null);
                    result.Method.ShouldEqual(null);
                    result.TimeSpan.ShouldEqual(TimeSpan.Zero);
                    result.TotalTests.ShouldEqual(0);
                    result.TestRunnerName.ShouldBeNull();
                }

                results[0].Name.ShouldEqual(testClass + ".SkipWithReason");
                results[0].State.ShouldEqual(TestState.Ignored);
                results[0].Message.ShouldEqual("Skipped with reason.");
                results[0].StackTrace.ShouldBeNull();

                results[1].Name.ShouldEqual(testClass + ".SkipWithoutReason");
                results[1].State.ShouldEqual(TestState.Ignored);
                results[1].Message.ShouldBeNull();
                results[1].StackTrace.ShouldBeNull();

                results[2].Name.ShouldEqual(testClass + ".Fail");
                results[2].State.ShouldEqual(TestState.Failed);
                results[2].Message.ShouldEqual("Fixie.Tests.FailureException");
                results[2].StackTrace.Lines().Select(CleanBrittleValues).ShouldEqual(
                    "'Fail' failed!",
                    "   at Fixie.Tests.TestDriven.TestDrivenListenerTests.PassFailTestClass.Fail() in " + PathToThisFile() + ":line #");
                
                results[3].Name.ShouldEqual(testClass + ".Pass(123)");
                results[3].State.ShouldEqual(TestState.Passed);
                results[3].Message.ShouldBeNull();
                results[3].StackTrace.ShouldBeNull();
            }
        }
Exemple #2
0
        public void ShouldReportResultsToTestDrivenDotNet()
        {
            var testDriven = new StubTestListener();

            using (var console = new RedirectedConsole())
            {
                var listener = new TestDrivenListener(testDriven);

                var convention = SelfTestConvention.Build();
                convention.CaseExecution.Skip(x => x.Method.Has <SkipAttribute>(), x => x.Method.GetCustomAttribute <SkipAttribute>().Reason);
                convention.Parameters.Add <InputAttributeParameterSource>();

                typeof(PassFailTestClass).Run(listener, convention);

                var testClass = typeof(PassFailTestClass).FullName;

                console.Lines()
                .ShouldEqual(
                    "Console.Out: Fail",
                    "Console.Error: Fail",
                    "Console.Out: Pass",
                    "Console.Error: Pass");

                var results = testDriven.TestResults;
                results.Count.ShouldEqual(4);

                foreach (var result in results)
                {
                    result.FixtureType.ShouldEqual(null);
                    result.Method.ShouldEqual(null);
                    result.TimeSpan.ShouldEqual(TimeSpan.Zero);
                    result.TotalTests.ShouldEqual(0);
                    result.TestRunnerName.ShouldBeNull();
                }

                results[0].Name.ShouldEqual(testClass + ".SkipWithReason");
                results[0].State.ShouldEqual(TestState.Ignored);
                results[0].Message.ShouldEqual("Skipped with reason.");
                results[0].StackTrace.ShouldBeNull();

                results[1].Name.ShouldEqual(testClass + ".SkipWithoutReason");
                results[1].State.ShouldEqual(TestState.Ignored);
                results[1].Message.ShouldBeNull();
                results[1].StackTrace.ShouldBeNull();

                results[2].Name.ShouldEqual(testClass + ".Fail");
                results[2].State.ShouldEqual(TestState.Failed);
                results[2].Message.ShouldEqual("Fixie.Tests.FailureException");
                results[2].StackTrace.Lines().Select(CleanBrittleValues).ShouldEqual(
                    "'Fail' failed!",
                    "   at Fixie.Tests.TestDriven.TestDrivenListenerTests.PassFailTestClass.Fail() in " + PathToThisFile() + ":line #");

                results[3].Name.ShouldEqual(testClass + ".Pass(123)");
                results[3].State.ShouldEqual(TestState.Passed);
                results[3].Message.ShouldBeNull();
                results[3].StackTrace.ShouldBeNull();
            }
        }
Exemple #3
0
        public void SetUp()
        {
            // This must be done first
            SynchronizationContext.SetSynchronizationContext(new SynchronizationContext());

            ProjectPersistor.DeleteHistoryFile();
            Bootstrapper.BootstrapShell(false);


            listener = new StubTestListener();
            var events = ObjectFactory.GetInstance <IEventAggregator>();

            SpecificationExtensions.As <EventAggregator>(events).RemoveAllListeners(
                x => x is StatusPresenter || x is TestExplorer || x is FixtureExplorer || x is TestStatusBar);
            events.AddListener(listener);

            DataMother.LoadMathProject();

            SpecificationExtensions.As <TestEngine>(ObjectFactory.GetInstance <ITestEngine>()).WaitForProcessing();
        }
        public void ShouldReportResultsToTestDrivenDotNet()
        {
            var testDriven = new StubTestListener();
            var listener   = new TestDrivenListener(testDriven);

            using (var console = new RedirectedConsole())
            {
                Run(listener);

                console.Lines()
                .ShouldBe(
                    "Console.Out: Fail",
                    "Console.Error: Fail",
                    "Console.Out: FailByAssertion",
                    "Console.Error: FailByAssertion",
                    "Console.Out: Pass",
                    "Console.Error: Pass");
            }

            var results = testDriven.TestResults;

            results.Count.ShouldBe(5);

            foreach (var result in results)
            {
                result.FixtureType.ShouldBe(null);
                result.Method.ShouldBe(null);
                result.TimeSpan.ShouldBe(TimeSpan.Zero);
                result.TotalTests.ShouldBe(0);
                result.TestRunnerName.ShouldBe(null);
            }

            var fail              = results[0];
            var failByAssertion   = results[1];
            var pass              = results[2];
            var skipWithReason    = results[3];
            var skipWithoutReason = results[4];

            skipWithReason.Name.ShouldBe(TestClass + ".SkipWithReason");
            skipWithReason.State.ShouldBe(TestState.Ignored);
            skipWithReason.Message.ShouldBe("⚠ Skipped with reason.");
            skipWithReason.StackTrace.ShouldBe(null);

            skipWithoutReason.Name.ShouldBe(TestClass + ".SkipWithoutReason");
            skipWithoutReason.State.ShouldBe(TestState.Ignored);
            skipWithoutReason.Message.ShouldBe(null);
            skipWithoutReason.StackTrace.ShouldBe(null);

            fail.Name.ShouldBe(TestClass + ".Fail");
            fail.State.ShouldBe(TestState.Failed);
            fail.Message.ShouldBe("Fixie.Tests.FailureException");
            fail.StackTrace
            .CleanStackTraceLineNumbers()
            .Lines()
            .ShouldBe(
                "'Fail' failed!",
                "",
                At("Fail()"));

            failByAssertion.Name.ShouldBe(TestClass + ".FailByAssertion");
            failByAssertion.State.ShouldBe(TestState.Failed);
            failByAssertion.Message.ShouldBe("Fixie.Tests.Assertions.AssertException");
            failByAssertion.StackTrace
            .CleanStackTraceLineNumbers()
            .Lines()
            .ShouldBe(
                "Expected: 2",
                "Actual:   1",
                "",
                At("FailByAssertion()"));

            pass.Name.ShouldBe(TestClass + ".Pass");
            pass.State.ShouldBe(TestState.Passed);
            pass.Message.ShouldBe(null);
            pass.StackTrace.ShouldBe(null);
        }
 TestableTdNetLogger(StubTestListener listener)
     : base(listener, Assembly.GetExecutingAssembly())
 {
     Listener = listener;
 }
 TestableTdNetLogger(StubTestListener listener)
     : base(listener, Assembly.GetExecutingAssembly())
 {
     Listener = listener;
 }