public void TestAreDone(ITestRunStatistics stats, bool isCanceled, bool isAborted, Exception error, Collection <Microsoft.VisualStudio.TestPlatform.ObjectModel.AttachmentSet> attachmentSets, TimeSpan elapsedTime)
{
this.testRunStatistics = stats;
this.isCanceled = isCanceled;
this.isAborted = isAborted;
this.error = error;
this.attachmentSets = attachmentSets;
this.elapsedTimeInRunningTests = elapsedTime;
// All tests are done, so generate the report
TestSummary summary = GenerateMDTestReport();
// Add this test run to the other test runs in our XML database
UpdateXMLTestResultFile(Path.Combine(GetParameter(TestManager.ParameterMDPath), "PnPTestResultsSummary.xml"), summary);
}
private void UpdateXMLTestResultFile(string testResultFile, TestSummary summary)
{
XmlElement rootNode;
// Grab the root node
XmlDocument xDoc = new XmlDocument();
if (File.Exists(testResultFile))
{
xDoc.Load(testResultFile);
}
else
{
XmlNode root = xDoc.CreateNode(XmlNodeType.Element, "PnPUnitTestResults", "");
xDoc.AppendChild(root);
}
rootNode = xDoc.DocumentElement;
// Serialize the PnPTestSummary class
XmlSerializerNamespaces xns = new XmlSerializerNamespaces();
xns.Add(string.Empty, string.Empty);
XmlSerializer serializer = new XmlSerializer(summary.GetType());
XmlDocument doc = new XmlDocument();
XPathNavigator nav = doc.CreateNavigator();
using (XmlWriter writer = nav.AppendChild())
{
writer.WriteStartDocument();
serializer.Serialize(writer, summary, xns);
writer.WriteEndDocument();
writer.Flush();
}
// Add to our main XML doc
XmlNode nodeToAdd = xDoc.ImportNode(doc.FirstChild, true);
rootNode.PrependChild(nodeToAdd);
// persist the XML doc to disk
xDoc.Save(testResultFile);
}
private void UpdateXMLTestResultFile(string testResultFile, TestSummary summary)
{
XmlElement rootNode;
// Grab the root node
XmlDocument xDoc = new XmlDocument();
if (File.Exists(testResultFile))
{
xDoc.Load(testResultFile);
}
else
{
XmlNode root = xDoc.CreateNode(XmlNodeType.Element, "PnPUnitTestResults", "");
xDoc.AppendChild(root);
}
rootNode = xDoc.DocumentElement;
// Serialize the PnPTestSummary class
XmlSerializerNamespaces xns = new XmlSerializerNamespaces();
xns.Add(string.Empty, string.Empty);
XmlSerializer serializer = new XmlSerializer(summary.GetType());
XmlDocument doc = new XmlDocument();
XPathNavigator nav = doc.CreateNavigator();
using (XmlWriter writer = nav.AppendChild())
{
writer.WriteStartDocument();
serializer.Serialize(writer, summary, xns);
writer.WriteEndDocument();
writer.Flush();
}
// Add to our main XML doc
XmlNode nodeToAdd = xDoc.ImportNode(doc.FirstChild, true);
rootNode.PrependChild(nodeToAdd);
// persist the XML doc to disk
xDoc.Save(testResultFile);
}
private TestSummary GenerateMDTestReport()
{
Thread.CurrentThread.CurrentCulture = new CultureInfo("en-US");
Thread.CurrentThread.CurrentUICulture = new CultureInfo("en-US");
TestSummary summary = new TestSummary();
// Grab the template from the resource
string mdTemplate = "";
using (Stream stream = typeof(TestManager).Assembly.GetManifestResourceStream(String.Format("{0}.MDTestResultTemplate.md", typeof(TestManager).Namespace)))
{
StreamReader reader = new StreamReader(stream);
mdTemplate = reader.ReadToEnd();
}
// replace header strings
mdTemplate = mdTemplate.Replace(TestManager.Configuration, GetParameter(TestManager.ParameterPnPConfigurationToTest));
mdTemplate = mdTemplate.Replace(TestManager.TestDate, testDate.ToLongDateString());
mdTemplate = mdTemplate.Replace(TestManager.TestTime, testStart.UtcDateTime.ToShortTimeString());
mdTemplate = mdTemplate.Replace(TestManager.PnPBranch, GetParameter(TestManager.ParameterPnPBranch));
mdTemplate = mdTemplate.Replace(TestManager.VSBuildConfiguration, GetParameter(TestManager.ParameterPnPBuildConfiguration));
mdTemplate = mdTemplate.Replace(TestManager.NumberOfTests, testRunStatistics.ExecutedTests.ToString());
mdTemplate = mdTemplate.Replace(TestManager.ElapsedTime, elapsedTimeInRunningTests.ToString("h'h 'm'm 's's'"));
mdTemplate = mdTemplate.Replace(TestManager.TestWasCanceled, isCanceled.ToString());
mdTemplate = mdTemplate.Replace(TestManager.TestWasAborted, isAborted.ToString());
mdTemplate = mdTemplate.Replace(TestManager.TestError, null != error ? error.ToString() : "");
// fill summary class
summary.PnPConfigurationToTest = GetParameter(TestManager.ParameterPnPConfigurationToTest);
summary.TestDate = testDate.ToLongDateString();
summary.TestTime = testStart.UtcDateTime.ToShortTimeString();
summary.PnPBranch = GetParameter(TestManager.ParameterPnPBranch);
summary.VSBuildConfiguration = GetParameter(TestManager.ParameterPnPBuildConfiguration);
summary.NumberOfTests = testRunStatistics.ExecutedTests;
summary.ElapsedTime = elapsedTimeInRunningTests.ToString("h'h 'm'm 's's'");
// Replace test result details
int passedTests = 0;
int skippedTests = 0;
int failedTests = 0;
StringBuilder failed = new StringBuilder();
StringBuilder passed = new StringBuilder();
StringBuilder skipped = new StringBuilder();
foreach (TestResult test in testResults)
{
string testCaseName = !string.IsNullOrEmpty(test.DisplayName) ? test.DisplayName : test.TestCase.FullyQualifiedName;
testCaseName = testCaseName.Replace("OfficeDevPnP.Core.", "");
if (test.Outcome == TestOutcome.Failed)
{
failedTests++;
failed.AppendLine(String.Format("<tr><td>{0}</td><td>{1}</td><td>{2}</td><td>{3}</td></tr>", testCaseName, test.Outcome, test.Duration.ToString("h'h 'm'm 's's'"), test.ErrorMessage));
}
else if (test.Outcome == TestOutcome.Skipped)
{
skippedTests++;
skipped.AppendLine(String.Format("<tr><td>{0}</td><td>{1}</td><td>{2}</td><td>{3}</td></tr>", testCaseName, test.Outcome, test.Duration.ToString("h'h 'm'm 's's'"), test.ErrorMessage));
}
else if (test.Outcome == TestOutcome.Passed)
{
passedTests++;
passed.AppendLine(String.Format("<tr><td>{0}</td><td>{1}</td><td>{2}</td></tr>", testCaseName, test.Outcome, test.Duration.ToString("h'h 'm'm 's's'")));
}
}
mdTemplate = mdTemplate.Replace(TestManager.FailedTestDetails, failed.ToString());
mdTemplate = mdTemplate.Replace(TestManager.SkippedTestDetails, skipped.ToString());
mdTemplate = mdTemplate.Replace(TestManager.PassedTestDetails, passed.ToString());
mdTemplate = mdTemplate.Replace(TestManager.FailedTests, failedTests.ToString());
mdTemplate = mdTemplate.Replace(TestManager.SkippedTests, skippedTests.ToString());
mdTemplate = mdTemplate.Replace(TestManager.PassedTests, passedTests.ToString());
// fill summary class
summary.FailedTests = failedTests;
summary.SkippedTests = skippedTests;
summary.PassedTests = passedTests;
// save the MD file
string fileName = string.Format("PnPUnitTestResults-{0}-{1}-{2}.md", testDate.ToString("yyyyMMdd"), GetParameter(TestManager.ParameterPnPConfigurationToTest), testStart.Ticks);
Directory.CreateDirectory(GetParameter(TestManager.ParameterMDPath));
File.WriteAllText(Path.Combine(GetParameter(TestManager.ParameterMDPath), fileName), mdTemplate);
summary.MDResultFile = Path.Combine(GetParameter(TestManager.ParameterMDPath), fileName);
return(summary);
}
private TestSummary GenerateMDTestReport()
{
Thread.CurrentThread.CurrentCulture = new CultureInfo("en-US");
Thread.CurrentThread.CurrentUICulture = new CultureInfo("en-US");
TestSummary summary = new TestSummary();
// Grab the template from the resource
string mdTemplate = "";
using (Stream stream = typeof(TestManager).Assembly.GetManifestResourceStream(String.Format("{0}.MDTestResultTemplate.md", typeof(TestManager).Namespace)))
{
StreamReader reader = new StreamReader(stream);
mdTemplate = reader.ReadToEnd();
}
// replace header strings
mdTemplate = mdTemplate.Replace(TestManager.Configuration, GetParameter(TestManager.ParameterPnPConfigurationToTest));
mdTemplate = mdTemplate.Replace(TestManager.TestDate, testDate.ToLongDateString());
mdTemplate = mdTemplate.Replace(TestManager.TestTime, testStart.UtcDateTime.ToShortTimeString());
mdTemplate = mdTemplate.Replace(TestManager.PnPBranch, GetParameter(TestManager.ParameterPnPBranch));
mdTemplate = mdTemplate.Replace(TestManager.VSBuildConfiguration, GetParameter(TestManager.ParameterPnPBuildConfiguration));
mdTemplate = mdTemplate.Replace(TestManager.NumberOfTests, testRunStatistics.ExecutedTests.ToString());
mdTemplate = mdTemplate.Replace(TestManager.ElapsedTime, elapsedTimeInRunningTests.ToString("h'h 'm'm 's's'"));
mdTemplate = mdTemplate.Replace(TestManager.TestWasCanceled, isCanceled.ToString());
mdTemplate = mdTemplate.Replace(TestManager.TestWasAborted, isAborted.ToString());
mdTemplate = mdTemplate.Replace(TestManager.TestError, null != error ? error.ToString() : "");
// fill summary class
summary.PnPConfigurationToTest = GetParameter(TestManager.ParameterPnPConfigurationToTest);
summary.TestDate = testDate.ToLongDateString();
summary.TestTime = testStart.UtcDateTime.ToShortTimeString();
summary.PnPBranch = GetParameter(TestManager.ParameterPnPBranch);
summary.VSBuildConfiguration = GetParameter(TestManager.ParameterPnPBuildConfiguration);
summary.NumberOfTests = testRunStatistics.ExecutedTests;
summary.ElapsedTime = elapsedTimeInRunningTests.ToString("h'h 'm'm 's's'");
// Replace test result details
int passedTests = 0;
int skippedTests = 0;
int failedTests = 0;
StringBuilder failed = new StringBuilder();
StringBuilder passed = new StringBuilder();
StringBuilder skipped = new StringBuilder();
foreach (TestResult test in testResults)
{
string testCaseName = !string.IsNullOrEmpty(test.DisplayName) ? test.DisplayName : test.TestCase.FullyQualifiedName;
testCaseName = testCaseName.Replace("OfficeDevPnP.Core.", "");
if (test.Outcome == TestOutcome.Failed)
{
failedTests++;
failed.AppendLine(String.Format("<tr><td>{0}</td><td>{1}</td><td>{2}</td><td>{3}</td></tr>", testCaseName, test.Outcome, test.Duration.ToString("h'h 'm'm 's's'"), test.ErrorMessage));
}
else if (test.Outcome == TestOutcome.Skipped)
{
skippedTests++;
skipped.AppendLine(String.Format("<tr><td>{0}</td><td>{1}</td><td>{2}</td><td>{3}</td></tr>", testCaseName, test.Outcome, test.Duration.ToString("h'h 'm'm 's's'"), test.ErrorMessage));
}
else if (test.Outcome == TestOutcome.Passed)
{
passedTests++;
passed.AppendLine(String.Format("<tr><td>{0}</td><td>{1}</td><td>{2}</td></tr>", testCaseName, test.Outcome, test.Duration.ToString("h'h 'm'm 's's'")));
}
}
mdTemplate = mdTemplate.Replace(TestManager.FailedTestDetails, failed.ToString());
mdTemplate = mdTemplate.Replace(TestManager.SkippedTestDetails, skipped.ToString());
mdTemplate = mdTemplate.Replace(TestManager.PassedTestDetails, passed.ToString());
mdTemplate = mdTemplate.Replace(TestManager.FailedTests, failedTests.ToString());
mdTemplate = mdTemplate.Replace(TestManager.SkippedTests, skippedTests.ToString());
mdTemplate = mdTemplate.Replace(TestManager.PassedTests, passedTests.ToString());
// fill summary class
summary.FailedTests = failedTests;
summary.SkippedTests = skippedTests;
summary.PassedTests = passedTests;
// save the MD file
string fileName = string.Format("PnPUnitTestResults-{0}-{1}-{2}.md", testDate.ToString("yyyyMMdd"), GetParameter(TestManager.ParameterPnPConfigurationToTest), testStart.Ticks);
Directory.CreateDirectory(GetParameter(TestManager.ParameterMDPath));
File.WriteAllText(Path.Combine(GetParameter(TestManager.ParameterMDPath), fileName), mdTemplate);
summary.MDResultFile = Path.Combine(GetParameter(TestManager.ParameterMDPath), fileName);
return summary;
}
