private void CheckStandardOutputResultParser(IEnumerable <TestCase> testCasesRun, IEnumerable <string> consoleOutput, IList <TestResult> results, TestCase crashedTestCase) { var parser = new StandardOutputTestResultParser(testCasesRun, consoleOutput, MockLogger.Object); parser.GetTestResults().Should().BeEquivalentTo(results); parser.CrashedTestCase.Should().Be(crashedTestCase); }
private List <TestResult> ComputeTestResults(List <string> consoleOutput) { IList <TestCase> cases = new List <TestCase>(); cases.Add(TestDataCreator.ToTestCase("TestMath.AddFails", TestDataCreator.DummyExecutable, @"c:\users\chris\documents\visual studio 2015\projects\consoleapplication1\consoleapplication1tests\source.cpp")); cases.Add(TestDataCreator.ToTestCase("TestMath.Crash", TestDataCreator.DummyExecutable, @"c:\users\chris\documents\visual studio 2015\projects\consoleapplication1\consoleapplication1tests\source.cpp")); cases.Add(TestDataCreator.ToTestCase("TestMath.AddPasses", TestDataCreator.DummyExecutable, @"c:\users\chris\documents\visual studio 2015\projects\consoleapplication1\consoleapplication1tests\source.cpp")); StandardOutputTestResultParser parser = new StandardOutputTestResultParser(cases, consoleOutput, TestEnvironment, @"c:\users\chris\documents\visual studio 2015\projects\consoleapplication1\"); return(parser.GetTestResults()); }
private List<TestResult> ComputeTestResults(List<string> consoleOutput) { IList<TestCase> cases = new List<TestCase>(); cases.Add(TestDataCreator.ToTestCase("TestMath.AddFails", TestDataCreator.DummyExecutable, @"c:\users\chris\documents\visual studio 2015\projects\consoleapplication1\consoleapplication1tests\source.cpp")); cases.Add(TestDataCreator.ToTestCase("TestMath.Crash", TestDataCreator.DummyExecutable, @"c:\users\chris\documents\visual studio 2015\projects\consoleapplication1\consoleapplication1tests\source.cpp")); cases.Add(TestDataCreator.ToTestCase("TestMath.AddPasses", TestDataCreator.DummyExecutable, @"c:\users\chris\documents\visual studio 2015\projects\consoleapplication1\consoleapplication1tests\source.cpp")); StandardOutputTestResultParser parser = new StandardOutputTestResultParser(cases, consoleOutput, TestEnvironment, @"c:\users\chris\documents\visual studio 2015\projects\consoleapplication1\"); return parser.GetTestResults(); }
private List<TestResult> CollectTestResults(IEnumerable<TestCase> testCasesRun, string resultXmlFile, List<string> consoleOutput, string baseDir) { var testResults = new List<TestResult>(); TestCase[] testCasesRunAsArray = testCasesRun as TestCase[] ?? testCasesRun.ToArray(); var xmlParser = new XmlTestResultParser(testCasesRunAsArray, resultXmlFile, _testEnvironment, baseDir); var consoleParser = new StandardOutputTestResultParser(testCasesRunAsArray, consoleOutput, _testEnvironment, baseDir); testResults.AddRange(xmlParser.GetTestResults()); _testEnvironment.DebugInfo($"Collected {testResults.Count} test results from XML result file '{resultXmlFile}'"); if (testResults.Count < testCasesRunAsArray.Length) { List<TestResult> consoleResults = consoleParser.GetTestResults(); int nrOfCollectedTestResults = 0; // ReSharper disable once AccessToModifiedClosure foreach (TestResult testResult in consoleResults.Where(tr => !testResults.Exists(tr2 => tr.TestCase.FullyQualifiedName == tr2.TestCase.FullyQualifiedName))) { testResults.Add(testResult); nrOfCollectedTestResults++; } _testEnvironment.DebugInfo($"Collected {nrOfCollectedTestResults} test results from console output"); } if (testResults.Count < testCasesRunAsArray.Length) { string errorMessage, errorStackTrace = null; if (consoleParser.CrashedTestCase == null) { errorMessage = ""; } else { errorMessage = $"reason is probably a crash of test {consoleParser.CrashedTestCase.DisplayName}"; errorStackTrace = ErrorMessageParser.CreateStackTraceEntry("crash suspect", consoleParser.CrashedTestCase.CodeFilePath, consoleParser.CrashedTestCase.LineNumber.ToString()); } int nrOfCreatedTestResults = 0; // ReSharper disable once AccessToModifiedClosure foreach (TestCase testCase in testCasesRunAsArray.Where(tc => !testResults.Exists(tr => tr.TestCase.FullyQualifiedName == tc.FullyQualifiedName))) { testResults.Add(new TestResult(testCase) { ComputerName = Environment.MachineName, Outcome = TestOutcome.Skipped, ErrorMessage = errorMessage, ErrorStackTrace = errorStackTrace }); nrOfCreatedTestResults++; } _testEnvironment.DebugInfo($"Created {nrOfCreatedTestResults} test results for tests which were neither found in result XML file nor in console output"); } testResults = testResults.OrderBy(tr => tr.TestCase.FullyQualifiedName).ToList(); return testResults; }