public void ReturnsTrueWhenCancellationThunkIsFalse() { var logger = SpyLogger.Create(); var visitor = new MSBuildVisitor(logger, null, () => false); var result = visitor.OnMessage(testMessage); Assert.True(result); }
public void CallsExecuteAssemblyOnceForEachAssembly() { var visitor = new MSBuildVisitor(null, null, null); visitor.Finished.Set(); var assm1 = new TaskItem(@"C:\Full\Path\1"); var assm2 = new TaskItem(@"C:\Full\Path\2", new Dictionary<string, string> { { "ConfigFile", @"C:\Config\File" } }); var xunit = new Testable_xunit { CreateVisitor_Result = visitor }; xunit.Assemblies = new ITaskItem[] { assm1, assm2 }; xunit.Execute(); Assert.Collection(xunit.ExecuteAssembly_Calls, call => Assert.Equal(@"C:\Full\Path\1, (null)", call), call => Assert.Equal(@"C:\Full\Path\2, C:\Config\File", call) ); }
public void AddsStatisticsToRunningTotal() { var assemblyFinished = Substitute.For<ITestAssemblyFinished>(); assemblyFinished.TestsRun.Returns(2112); assemblyFinished.TestsFailed.Returns(42); assemblyFinished.TestsSkipped.Returns(6); assemblyFinished.ExecutionTime.Returns(123.4567M); var logger = SpyLogger.Create(); var visitor = new MSBuildVisitor(logger, null, () => false) { Total = 10, Failed = 10, Skipped = 10, Time = 10M }; visitor.OnMessage(assemblyFinished); Assert.Equal(2122, visitor.Total); Assert.Equal(52, visitor.Failed); Assert.Equal(16, visitor.Skipped); Assert.Equal(133.4567M, visitor.Time); }
protected override void ExecuteAssembly(string assemblyFilename, string configFileName, MSBuildVisitor resultsVisitor) { ExecuteAssembly_Calls.Add(String.Format("{0}, {1}", assemblyFilename ?? "(null)", configFileName ?? "(null)")); base.ExecuteAssembly(assemblyFilename, configFileName, new MSBuildVisitor(null, null)); }
public void AddsAssemblyFinishedInformationToXml() { var assemblyFinished = Substitute.For<ITestAssemblyFinished>(); assemblyFinished.TestsRun.Returns(2112); assemblyFinished.TestsFailed.Returns(42); assemblyFinished.TestsSkipped.Returns(6); assemblyFinished.ExecutionTime.Returns(123.4567M); var logger = SpyLogger.Create(); var assemblyElement = new XElement("assembly"); var visitor = new MSBuildVisitor(logger, assemblyElement, () => false); visitor.OnMessage(assemblyFinished); Assert.Equal("2112", assemblyElement.Attribute("total").Value); Assert.Equal("2064", assemblyElement.Attribute("passed").Value); Assert.Equal("42", assemblyElement.Attribute("failed").Value); Assert.Equal("6", assemblyElement.Attribute("skipped").Value); Assert.Equal("123.457", assemblyElement.Attribute("time").Value); }
public void TestElementTraisArePlacedInXmlWhenPresent() { var traits = new Dictionary<string, string> { { "name1", "value1" }, { "name2", "value2" } }; var assemblyFinished = Substitute.For<ITestAssemblyFinished>(); var passingTestCase = Mocks.TestCase<ClassUnderTest>("TestMethod"); passingTestCase.Traits.Returns(traits); var testPassed = Substitute.For<ITestPassed>(); testPassed.TestCase.Returns(passingTestCase); var logger = SpyLogger.Create(); var assemblyElement = new XElement("assembly"); var visitor = new MSBuildVisitor(logger, assemblyElement, () => false); visitor.OnMessage(testPassed); visitor.OnMessage(assemblyFinished); var traitsElements = assemblyElement.Elements("collection").Single().Elements("test").Single().Elements("traits").Single().Elements("trait"); var name1Element = Assert.Single(traitsElements, e => e.Attribute("name").Value == "name1"); Assert.Equal("value1", name1Element.Attribute("value").Value); var name2Element = Assert.Single(traitsElements, e => e.Attribute("name").Value == "name2"); Assert.Equal("value2", name2Element.Attribute("value").Value); }
public void AddsAssemblyStartingInformationToXml() { var assemblyStarting = Substitute.For<ITestAssemblyStarting>(); assemblyStarting.AssemblyFileName.Returns("assembly"); assemblyStarting.ConfigFileName.Returns("config"); assemblyStarting.StartTime.Returns(new DateTime(2013, 7, 6, 16, 24, 32)); assemblyStarting.TestEnvironment.Returns("256-bit MentalFloss"); assemblyStarting.TestFrameworkDisplayName.Returns("xUnit.net v14.42"); var logger = SpyLogger.Create(); var assemblyElement = new XElement("assembly"); var visitor = new MSBuildVisitor(logger, assemblyElement, () => false); visitor.OnMessage(assemblyStarting); Assert.Equal("assembly", assemblyElement.Attribute("name").Value); Assert.Equal("256-bit MentalFloss", assemblyElement.Attribute("environment").Value); Assert.Equal("xUnit.net v14.42", assemblyElement.Attribute("test-framework").Value); Assert.Equal("config", assemblyElement.Attribute("config-file").Value); Assert.Equal("2013-07-06", assemblyElement.Attribute("run-date").Value); Assert.Equal("16:24:32", assemblyElement.Attribute("run-time").Value); }
public void WritesXmlV1ToDisk() { var tempFile = Path.GetTempFileName(); try { var visitor = new MSBuildVisitor(null, null, null) { Failed = 1 }; visitor.Finished.Set(); var task = Substitute.For<ITaskItem>(); task.GetMetadata("FullPath").Returns("C:\\Full\\Path\\Name.dll"); var xmlTaskItem = Substitute.For<ITaskItem>(); xmlTaskItem.GetMetadata("FullPath").Returns(tempFile); var xunit = new Testable_xunit { CreateVisitor_Result = visitor, Assemblies = new[] { task }, XmlV1 = xmlTaskItem }; xunit.Execute(); Assert.DoesNotThrow(() => new XmlDocument().Load(tempFile)); } finally { File.Delete(tempFile); } }
public void IllegalXmlDoesNotPreventXmlFromBeingSaved() { var assemblyFinished = Substitute.For<ITestAssemblyFinished>(); var testCase = Mocks.TestCase<ClassUnderTest>("TestMethod"); var testSkipped = Substitute.For<ITestSkipped>(); testSkipped.TestCase.Returns(testCase); testSkipped.TestDisplayName.Returns("Display\0\r\nName"); testSkipped.Reason.Returns("Bad\0\r\nString"); var logger = SpyLogger.Create(); var assemblyElement = new XElement("assembly"); var visitor = new MSBuildVisitor(logger, assemblyElement, () => false); visitor.OnMessage(testSkipped); visitor.OnMessage(assemblyFinished); using (var writer = new StringWriter()) Assert.DoesNotThrow(() => assemblyElement.Save(writer)); }
public void AssemblyStartingDoesNotIncludeNullConfigFile() { var assemblyStarting = Substitute.For<ITestAssemblyStarting>(); assemblyStarting.ConfigFileName.Returns((string)null); var logger = SpyLogger.Create(); var assemblyElement = new XElement("assembly"); var visitor = new MSBuildVisitor(logger, assemblyElement, () => false); visitor.OnMessage(assemblyStarting); Assert.Null(assemblyElement.Attribute("config-file")); }
public void AddsTestCollectionElementsToXml() { var assemblyFinished = Substitute.For<ITestAssemblyFinished>(); var testCollection = Substitute.For<ITestCollection>(); testCollection.DisplayName.Returns("Collection Name"); var testCollectionFinished = Substitute.For<ITestCollectionFinished>(); testCollectionFinished.TestCollection.Returns(testCollection); testCollectionFinished.TestsRun.Returns(2112); testCollectionFinished.TestsFailed.Returns(42); testCollectionFinished.TestsSkipped.Returns(6); testCollectionFinished.ExecutionTime.Returns(123.4567M); var logger = SpyLogger.Create(); var assemblyElement = new XElement("assembly"); var visitor = new MSBuildVisitor(logger, assemblyElement, () => false); visitor.OnMessage(testCollectionFinished); visitor.OnMessage(assemblyFinished); var collectionElement = Assert.Single(assemblyElement.Elements("collection")); Assert.Equal("Collection Name", collectionElement.Attribute("name").Value); Assert.Equal("2112", collectionElement.Attribute("total").Value); Assert.Equal("2064", collectionElement.Attribute("passed").Value); Assert.Equal("42", collectionElement.Attribute("failed").Value); Assert.Equal("6", collectionElement.Attribute("skipped").Value); Assert.Equal("123.457", collectionElement.Attribute("time").Value); }
public void AddsSkippedTestElementToXml() { var assemblyFinished = Substitute.For<ITestAssemblyFinished>(); var testCase = Mocks.TestCase<ClassUnderTest>("TestMethod"); var testSkipped = Substitute.For<ITestSkipped>(); testSkipped.TestCase.Returns(testCase); testSkipped.TestDisplayName.Returns("Test Display Name"); testSkipped.ExecutionTime.Returns(0.0M); testSkipped.Reason.Returns("Skip Reason"); var logger = SpyLogger.Create(); var assemblyElement = new XElement("assembly"); var visitor = new MSBuildVisitor(logger, assemblyElement, () => false); visitor.OnMessage(testSkipped); visitor.OnMessage(assemblyFinished); var testElement = Assert.Single(assemblyElement.Elements("collection").Single().Elements("test")); Assert.Equal("Test Display Name", testElement.Attribute("name").Value); Assert.Equal("MSBuildVisitorTests+Xml+ClassUnderTest", testElement.Attribute("type").Value); Assert.Equal("TestMethod", testElement.Attribute("method").Value); Assert.Equal("Skip", testElement.Attribute("result").Value); Assert.Equal("0.000", testElement.Attribute("time").Value); var reasonElement = Assert.Single(testElement.Elements("reason")); Assert.Equal("Skip Reason", reasonElement.Value); Assert.Empty(testElement.Elements("failure")); }
public void AddsPassingTestElementToXml() { var assemblyFinished = Substitute.For<ITestAssemblyFinished>(); var testCase = Mocks.TestCase<ClassUnderTest>("TestMethod"); testCase.SourceInformation.Returns(new SourceInformation()); var testPassed = Substitute.For<ITestPassed>(); testPassed.TestCase.Returns(testCase); testPassed.TestDisplayName.Returns("Test Display Name"); testPassed.ExecutionTime.Returns(123.4567M); var logger = SpyLogger.Create(); var assemblyElement = new XElement("assembly"); var visitor = new MSBuildVisitor(logger, assemblyElement, () => false); visitor.OnMessage(testPassed); visitor.OnMessage(assemblyFinished); var testElement = Assert.Single(assemblyElement.Elements("collection").Single().Elements("test")); Assert.Equal("Test Display Name", testElement.Attribute("name").Value); Assert.Equal("MSBuildVisitorTests+Xml+ClassUnderTest", testElement.Attribute("type").Value); Assert.Equal("TestMethod", testElement.Attribute("method").Value); Assert.Equal("Pass", testElement.Attribute("result").Value); Assert.Equal("123.457", testElement.Attribute("time").Value); Assert.Null(testElement.Attribute("source-file")); Assert.Null(testElement.Attribute("source-line")); Assert.Empty(testElement.Elements("traits")); Assert.Empty(testElement.Elements("failure")); Assert.Empty(testElement.Elements("reason")); }
public void AddsFailingTestElementToXml() { var assemblyFinished = Substitute.For<ITestAssemblyFinished>(); var testCase = Mocks.TestCase<ClassUnderTest>("TestMethod"); var testFailed = Substitute.For<ITestFailed>(); testFailed.TestCase.Returns(testCase); testFailed.TestDisplayName.Returns("Test Display Name"); testFailed.ExecutionTime.Returns(123.4567M); testFailed.ExceptionType.Returns("Exception Type"); testFailed.Message.Returns("Exception Message"); testFailed.StackTrace.Returns("Exception Stack Trace"); var logger = SpyLogger.Create(); var assemblyElement = new XElement("assembly"); var visitor = new MSBuildVisitor(logger, assemblyElement, () => false); visitor.OnMessage(testFailed); visitor.OnMessage(assemblyFinished); var testElement = Assert.Single(assemblyElement.Elements("collection").Single().Elements("test")); Assert.Equal("Test Display Name", testElement.Attribute("name").Value); Assert.Equal("MSBuildVisitorTests+Xml+ClassUnderTest", testElement.Attribute("type").Value); Assert.Equal("TestMethod", testElement.Attribute("method").Value); Assert.Equal("Fail", testElement.Attribute("result").Value); Assert.Equal("123.457", testElement.Attribute("time").Value); var failureElement = Assert.Single(testElement.Elements("failure")); Assert.Equal("Exception Type", failureElement.Attribute("exception-type").Value); Assert.Equal("Exception Message", failureElement.Elements("message").Single().Value); Assert.Equal("Exception Stack Trace", failureElement.Elements("stack-trace").Single().Value); Assert.Empty(testElement.Elements("reason")); }
public void ReturnsFalseWhenFailCountIsNonZero() { var visitor = new MSBuildVisitor(null, null, null) { Failed = 1 }; visitor.Finished.Set(); var task = Substitute.For<ITaskItem>(); task.GetMetadata("FullPath").Returns("C:\\Full\\Path\\Name.dll"); var xunit = new Testable_xunit { CreateVisitor_Result = visitor, Assemblies = new[] { task } }; var result = xunit.Execute(); Assert.False(result); }
public void WritesHtmlToDisk() { var tempFile = Path.GetTempFileName(); File.Delete(tempFile); try { var visitor = new MSBuildVisitor(null, null, null) { Failed = 1 }; visitor.Finished.Set(); var task = Substitute.For<ITaskItem>(); task.GetMetadata("FullPath").Returns("C:\\Full\\Path\\Name.dll"); var htmlTaskItem = Substitute.For<ITaskItem>(); htmlTaskItem.GetMetadata("FullPath").Returns(tempFile); var xunit = new Testable_xunit { CreateVisitor_Result = visitor, Assemblies = new[] { task }, Html = htmlTaskItem }; xunit.Execute(); Assert.True(File.Exists(tempFile)); } finally { File.Delete(tempFile); } }
public void NullStackTraceInFailedTestResultsInEmptyStackTraceXmlElement() { var assemblyFinished = Substitute.For<ITestAssemblyFinished>(); var testCase = Mocks.TestCase<ClassUnderTest>("TestMethod"); var testFailed = Substitute.For<ITestFailed>(); testFailed.TestCase.Returns(testCase); testFailed.StackTrace.Returns((string)null); var logger = SpyLogger.Create(); var assemblyElement = new XElement("assembly"); var visitor = new MSBuildVisitor(logger, assemblyElement, () => false); visitor.OnMessage(testFailed); visitor.OnMessage(assemblyFinished); var testElement = Assert.Single(assemblyElement.Elements("collection").Single().Elements("test")); var failureElement = Assert.Single(testElement.Elements("failure")); Assert.Empty(failureElement.Elements("stack-trace").Single().Value); }
public void TestElementSourceInfoIsPlacedInXmlWhenPresent() { var assemblyFinished = Substitute.For<ITestAssemblyFinished>(); var testCase = Mocks.TestCase<ClassUnderTest>("TestMethod"); testCase.SourceInformation.Returns(new SourceInformation { FileName = "source file", LineNumber = 42 }); var testPassed = Substitute.For<ITestPassed>(); testPassed.TestCase.Returns(testCase); var logger = SpyLogger.Create(); var assemblyElement = new XElement("assembly"); var visitor = new MSBuildVisitor(logger, assemblyElement, () => false); visitor.OnMessage(testPassed); visitor.OnMessage(assemblyFinished); var testElement = Assert.Single(assemblyElement.Elements("collection").Single().Elements("test")); Assert.Equal("source file", testElement.Attribute("source-file").Value); Assert.Equal("42", testElement.Attribute("source-line").Value); }
protected virtual void ExecuteAssembly(string assemblyFilename, string configFileName, MSBuildVisitor resultsVisitor) { try { Log.LogMessage(MessageImportance.High, "Test assembly: {0}", assemblyFilename); using (var controller = CreateFrontController(assemblyFilename, configFileName)) { var discoveryVisitor = new TestDiscoveryVisitor(); controller.Find(includeSourceInformation: false, messageSink: discoveryVisitor); discoveryVisitor.Finished.WaitOne(); controller.Run(discoveryVisitor.TestCases, resultsVisitor); resultsVisitor.Finished.WaitOne(); } } catch (Exception ex) { Exception e = ex; while (e != null) { Log.LogError(e.GetType().FullName + ": " + e.Message); foreach (string stackLine in e.StackTrace.Split(new[] { "\r\n" }, StringSplitOptions.RemoveEmptyEntries)) Log.LogError(stackLine); e = e.InnerException; } ExitCode = -1; } }