/// <summary>
/// The method generates report by test plan structure.
/// </summary>
/// <param name="testSuite"><see cref="ITfsTestSuite"/> is the source of test cases to write out.</param>
private void CreateReportByTestPlanHierarchy(ITfsTestSuite testSuite)
{
SyncServiceTrace.D("Creating report by test plan hierarchy...");
if (testSuite == null)
{
SyncServiceTrace.D("Test suite is null");
return;
}
// Get the necessary objects.
var config = SyncServiceFactory.GetService <IConfigurationService>().GetConfiguration(Document);
var testReport = SyncServiceFactory.CreateWord2007TestReportAdapter(Document, config);
// Get the detailed test plan.
var testPlanDetail = TestAdapter.GetTestPlanDetail(testSuite);
if (testPlanDetail == null)
{
return;
}
// Create report helper
var testReportHelper = new TestReportHelper(TestAdapter, testReport, config, CancellationPending);
// Insert test plan template
var templateName = config.ConfigurationTest.ConfigurationTestSpecification.TestPlanTemplate;
testReportHelper.InsertTestPlanTemplate(templateName, testPlanDetail);
// Common part
if (IncludeTestConfigurations && SelectedConfigurationPositionType == Contracts.Enums.Model.ConfigurationPositionType.BeneathTestPlan)
{
CreateConfigurationPart();
}
// Call recursion
CreateReportByTestSuiteHierarchy(testSuite, 1, true);
}
async void DoWorkAsync(object state)
{
var tesReportGeneratorFactory = new TestReportGeneratorFactory(this.storage);
ITestResultReport[] testResultReports = await TestReportHelper.GenerateTestResultReportsAsync(Settings.Current.TrackingId, Settings.Current.GetReportMetadataList(), tesReportGeneratorFactory, this.logger);
if (testResultReports.Length == 0)
{
this.logger.LogInformation("No test result report is generated.");
return;
}
var testSummary = new TestSummary(testResultReports);
string reportsContent = JsonConvert.SerializeObject(testSummary, Formatting.Indented);
this.logger.LogInformation($"Test result report{Environment.NewLine}{reportsContent}");
await AzureLogAnalytics.Instance.PostAsync(
Settings.Current.LogAnalyticsWorkspaceId,
Settings.Current.LogAnalyticsSharedKey,
reportsContent,
Settings.Current.LogAnalyticsLogType);
this.logger.LogInformation("Successfully send reports to LogAnalytics");
}
public void TestReportHelper_EvaluateObjectQueriesWithWorkItemName_ShouldInnovacateAddCustomMethod()
{
// setup
var tfsTestAdapter = new Mock <ITfsTestAdapter>();
var wordTestAdapter = new Mock <IWord2007TestReportAdapter>();
wordTestAdapter.SetupAllProperties();
var testResultDetail = new Mock <ITfsTestResultDetail>();
var destElement = new Mock <IElement>();
destElement.SetupGet(x => x.ItemName).Returns("Change Request");
var objectQuery = new Mock <IObjectQuery>();
objectQuery.SetupGet(x => x.DestinationElements).Returns(new List <IElement> {
destElement.Object
});
objectQuery.SetupGet(x => x.Name).Returns("TestObjectQuery");
var replacement = new Mock <IConfigurationTestReplacement>();
replacement.SetupGet(x => x.PropertyToEvaluate).Returns("TestObjectQuery");
replacement.SetupGet(x => x.Bookmark).Returns("Bookmark");
var configuration = new Mock <IConfiguration> {
DefaultValue = DefaultValue.Mock
};
configuration.Setup(x => x.ObjectQueries).Returns(new List <IObjectQuery> {
objectQuery.Object
});
configuration.Setup(x => x.ConfigurationTest.GetReplacements(It.IsAny <string>())).Returns(new List <IConfigurationTestReplacement> {
replacement.Object
});
configuration.SetupGet(x => x.ConfigurationTest.SetHyperlinkBase).Returns(true);
configuration.SetupGet(x => x.ConfigurationTest.ShowHyperlinkBaseMessageBoxes).Returns(false);
testResultDetail.Setup(x => x.GetCustomObject("Name")).Returns("name");
testResultDetail.Setup(x => x.GetCustomObject("Name")).Returns(() => null);
// test
var helper = new TestReportHelper(tfsTestAdapter.Object, wordTestAdapter.Object, configuration.Object, () => false);
helper.InsertTestResult("test", testResultDetail.Object);
// verify that the AddCustomObject method was innovated
testResultDetail.Verify();
testResultDetail.Verify(x => x.AddCustomObjects("TestObjectQuery", It.IsAny <object>()));
}
/// <summary>
/// Process an Operation
/// </summary>
private void ProcessPostOperations()
{
//Process Pre Operations
// Get the necessary objects.
var config = SyncServiceFactory.GetService <IConfigurationService>().GetConfiguration(Document);
// Create Report helper
var operation = config.ConfigurationTest.GetPostOperationsForTestSpecification();
var testReportHelper = new TestReportHelper(TestAdapter, testReportOperation, config, CancellationPending);
testReportHelper.ProcessOperations(operation);
testReportOperation.UndoPreparationsDocumentForLongTermOperation();
}
public void TestReportHelper_EvaluateAttachmentLink_WithoutGuid_ShouldDownloadAndReplaceBookmarkWithPropertyValueAndHyperlink()
{
// setup
var folder = Path.GetTempPath();
var localPath = string.Empty;
var tfsTestAdapter = new Mock <ITfsTestAdapter>();
var wordTestAdapter = new Mock <IWord2007TestReportAdapter>();
wordTestAdapter.SetupGet(x => x.DocumentPath).Returns(folder);
wordTestAdapter.SetupGet(x => x.AttachmentFolder).Returns("Attachments");
// ReSharper disable once ImplicitlyCapturedClosure
wordTestAdapter.Setup(x => x.ReplaceBookmarkHyperlink(It.IsAny <string>(), It.IsAny <string>(), It.IsAny <string>())).Callback((string x, string y, string z) => localPath = z);
var attachment = new Mock <ITestAttachment>();
attachment.SetupGet(f => f.Length).Returns(1);
attachment.SetupGet(f => f.IsComplete).Returns(true);
var testResultDetail = new Mock <ITfsTestResultDetail>();
testResultDetail.SetupGet(x => x.AssociatedObject).Returns(attachment.Object);
testResultDetail.Setup(x => x.PropertyValue("Name", It.IsAny <Func <IEnumerable, IEnumerable> >())).Returns("MyAttachmentName");
testResultDetail.Setup(x => x.PropertyValue("Comment", It.IsAny <Func <IEnumerable, IEnumerable> >())).Returns("MyComment");
var replacement = new Mock <IConfigurationTestReplacement>();
replacement.SetupGet(x => x.PropertyToEvaluate).Returns("Comment");
replacement.SetupGet(x => x.Bookmark).Returns("Bookmark");
replacement.SetupGet(x => x.AttachmentLink.Mode).Returns(AttachmentLinkMode.DownloadAndLinkToLocalFile);
var configuration = new Mock <IConfiguration> {
DefaultValue = DefaultValue.Mock
};
configuration.Setup(x => x.ConfigurationTest.GetReplacements(It.IsAny <string>())).Returns(new List <IConfigurationTestReplacement> {
replacement.Object
});
configuration.SetupGet(e => e.AttachmentFolderMode).Returns(AttachmentFolderMode.WithoutGuid);
// test
var helper = new TestReportHelper(tfsTestAdapter.Object, wordTestAdapter.Object, configuration.Object, () => false);
helper.InsertTestResult("test", testResultDetail.Object);
// verify
Assert.IsTrue(localPath.EndsWith("MyAttachmentName", StringComparison.OrdinalIgnoreCase));
attachment.Verify(x => x.DownloadToFile(folder + localPath), Times.Once());
wordTestAdapter.Verify(x => x.ReplaceBookmarkHyperlink("Bookmark", "MyComment", It.IsAny <string>()), Times.Once());
wordTestAdapter.VerifySet(x => x.HyperlinkBase = It.IsAny <string>(), Times.Never());
}
public void TestReportHelper_EvaluateAttachmentLink_ShouldDownloadAndReplaceBookmarkWithPropertyValueWithoutHyperlink()
{
// setup
var folder = Path.GetTempPath();
// ReSharper disable once NotAccessedVariable
var localPath = string.Empty;
var tfsTestAdapter = new Mock <ITfsTestAdapter>();
var wordTestAdapter = new Mock <IWord2007TestReportAdapter>();
wordTestAdapter.SetupGet(x => x.DocumentPath).Returns(folder);
wordTestAdapter.SetupGet(x => x.AttachmentFolder).Returns("Attachments");
var attachment = new Mock <ITestAttachment>();
attachment.SetupGet(f => f.Length).Returns(1);
attachment.SetupGet(f => f.IsComplete).Returns(true);
var testResultDetail = new Mock <ITfsTestResultDetail>();
testResultDetail.SetupGet(x => x.AssociatedObject).Returns(attachment.Object);
testResultDetail.Setup(x => x.PropertyValue("Name", It.IsAny <Func <IEnumerable, IEnumerable> >())).Returns("MyAttachmentName");
testResultDetail.Setup(x => x.PropertyValue("Comment", It.IsAny <Func <IEnumerable, IEnumerable> >())).Returns("MyComment");
attachment.Setup(x => x.DownloadToFile(It.IsAny <string>())).Callback((string x) => localPath = x);
var replacement = new Mock <IConfigurationTestReplacement>();
replacement.SetupGet(x => x.PropertyToEvaluate).Returns("Comment");
replacement.SetupGet(x => x.Bookmark).Returns("Bookmark");
replacement.SetupGet(x => x.AttachmentLink.Mode).Returns(AttachmentLinkMode.DownloadOnly);
var configuration = new Mock <IConfiguration> {
DefaultValue = DefaultValue.Mock
};
configuration.Setup(x => x.ConfigurationTest.GetReplacements(It.IsAny <string>())).Returns(new List <IConfigurationTestReplacement> {
replacement.Object
});
// test
var helper = new TestReportHelper(tfsTestAdapter.Object, wordTestAdapter.Object, configuration.Object, () => false);
helper.InsertTestResult("test", testResultDetail.Object);
// verify
attachment.Verify(x => x.DownloadToFile(It.IsRegex(folder.Replace("\\", "\\\\") + ".*" + "MyAttachmentName")), Times.Once());
wordTestAdapter.Verify(x => x.ReplaceBookmarkText("Bookmark", "MyComment", PropertyValueFormat.PlainText, null), Times.Once());
wordTestAdapter.Verify(x => x.ReplaceBookmarkHyperlink(It.IsAny <string>(), It.IsAny <string>(), It.IsAny <string>()), Times.Never());
wordTestAdapter.VerifySet(x => x.HyperlinkBase = It.IsAny <string>(), Times.Never());
}
public async Task TestGenerateTestResultReportsAsync_MissingTrackingId()
{
var mockLogger = new Mock <ILogger>();
var mockTestReportGeneratorFactory = new Mock <ITestReportGeneratorFactory>();
ArgumentException ex = await Assert.ThrowsAsync <ArgumentException>(() =>
TestReportHelper.GenerateTestResultReportsAsync(
string.Empty,
new List <ITestReportMetadata>(),
mockTestReportGeneratorFactory.Object,
mockLogger.Object));
Assert.StartsWith("trackingId", ex.Message, StringComparison.Ordinal);
}
public async Task<ContentResult> GetReportsAsync()
{
ITestResultReport[] testResultReports = await TestReportHelper.GenerateTestResultReports(this.storage, Logger);
if (testResultReports.Length == 0)
{
return new ContentResult { Content = "No test report generated" };
}
return new ContentResult
{
Content = this.AddManualRunReportingHeading(JsonConvert.SerializeObject(testResultReports, Formatting.Indented)) // explicit serialization needed due to the wrapping list
};
}
public void TestReportHelper_EvaluateAttachmentLink_ShouldLinkToServer()
{
// setup
//var folder = Path.GetTempPath();
//var link = string.Empty;
var tfsTestAdapter = new Mock <ITfsTestAdapter>();
var wordTestAdapter = new Mock <IWord2007TestReportAdapter>();
wordTestAdapter.SetupGet(x => x.DocumentPath).Returns("MyFolder");
wordTestAdapter.SetupGet(x => x.AttachmentFolder).Returns("Attachments");
//wordTestAdapter.Setup(x => x.ReplaceBookmarkHyperlink(It.IsAny<string>(), It.IsAny<string>(), It.IsAny<string>())).Callback((string x, string y, string z) => link = z);
var attachment = new Mock <ITestAttachment>();
attachment.SetupGet(f => f.Length).Returns(1);
attachment.SetupGet(f => f.IsComplete).Returns(true);
attachment.Setup(x => x.Uri).Returns(new Uri("http://wwww.test.de"));
var testResultDetail = new Mock <ITfsTestResultDetail>();
testResultDetail.SetupGet(x => x.AssociatedObject).Returns(attachment.Object);
testResultDetail.Setup(x => x.PropertyValue("Name", It.IsAny <Func <IEnumerable, IEnumerable> >())).Returns("MyAttachmentName");
testResultDetail.Setup(x => x.PropertyValue("Comment", It.IsAny <Func <IEnumerable, IEnumerable> >())).Returns("MyComment");
var replacement = new Mock <IConfigurationTestReplacement>();
replacement.SetupGet(x => x.PropertyToEvaluate).Returns("Comment");
replacement.SetupGet(x => x.Bookmark).Returns("Bookmark");
replacement.SetupGet(x => x.AttachmentLink.Mode).Returns(AttachmentLinkMode.LinkToServerVersion);
var configuration = new Mock <IConfiguration> {
DefaultValue = DefaultValue.Mock
};
configuration.Setup(x => x.ConfigurationTest.GetReplacements(It.IsAny <string>())).Returns(new List <IConfigurationTestReplacement> {
replacement.Object
});
// test
var helper = new TestReportHelper(tfsTestAdapter.Object, wordTestAdapter.Object, configuration.Object, () => false);
helper.InsertTestResult("test", testResultDetail.Object);
// verify
attachment.Verify(x => x.DownloadToFile(It.IsAny <string>()), Times.Never());
wordTestAdapter.Verify(x => x.ReplaceBookmarkHyperlink("Bookmark", "MyComment", (new Uri("http://wwww.test.de").ToString())), Times.Once());
wordTestAdapter.VerifySet(x => x.HyperlinkBase = It.IsAny <string>(), Times.Never());
}
public void TestReportHelper_EvaluateAttachmentLink_ShouldSimulateLocalFileNameProperty()
{
// setup
var folder = Path.GetTempPath();
var localPath = string.Empty;
var tfsTestAdapter = new Mock <ITfsTestAdapter>();
var wordTestAdapter = new Mock <IWord2007TestReportAdapter>();
wordTestAdapter.SetupGet(x => x.DocumentPath).Returns(folder);
wordTestAdapter.SetupGet(x => x.AttachmentFolder).Returns("Attachments");
wordTestAdapter.Setup(x => x.ReplaceBookmarkHyperlink(It.IsAny <string>(), It.IsAny <string>(), It.IsAny <string>())).Callback((string x, string y, string z) => localPath = z);
var attachment = new Mock <ITestAttachment>();
attachment.SetupGet(f => f.Length).Returns(1);
attachment.SetupGet(f => f.IsComplete).Returns(true);
var testResultDetail = new Mock <ITfsTestResultDetail>();
testResultDetail.SetupGet(x => x.AssociatedObject).Returns(attachment.Object);
testResultDetail.Setup(x => x.PropertyValue("Name", It.IsAny <Func <IEnumerable, IEnumerable> >())).Returns("MyAttachmentName");
testResultDetail.Setup(x => x.PropertyValue("LocalPath", It.IsAny <Func <IEnumerable, IEnumerable> >())).Returns("ThisShouldNotBeReturnedAsThisPropertyIsFake");
var replacement = new Mock <IConfigurationTestReplacement>();
replacement.SetupGet(x => x.PropertyToEvaluate).Returns("LocalFilename");
replacement.SetupGet(x => x.Bookmark).Returns("Bookmark");
replacement.SetupGet(x => x.AttachmentLink.Mode).Returns(AttachmentLinkMode.DownloadAndLinkToLocalFile);
var configuration = new Mock <IConfiguration> {
DefaultValue = DefaultValue.Mock
};
configuration.Setup(x => x.ConfigurationTest.GetReplacements(It.IsAny <string>())).Returns(new List <IConfigurationTestReplacement> {
replacement.Object
});
// test
var helper = new TestReportHelper(tfsTestAdapter.Object, wordTestAdapter.Object, configuration.Object, () => false);
helper.InsertTestResult("test", testResultDetail.Object);
// verify
var localFilename = localPath.Replace(wordTestAdapter.Object.AttachmentFolder + Path.DirectorySeparatorChar, "");
wordTestAdapter.Verify(x => x.ReplaceBookmarkHyperlink("Bookmark", localFilename, localPath), Times.Once());
}
public void TestReportHelper_EvaluateAttachmentLink_ShouldSetHyperlinkBase()
{
// setup
var folder = Path.GetTempPath();
var tfsTestAdapter = new Mock <ITfsTestAdapter>();
var wordTestAdapter = new Mock <IWord2007TestReportAdapter>();
wordTestAdapter.SetupAllProperties();
wordTestAdapter.SetupGet(x => x.DocumentPath).Returns(folder);
wordTestAdapter.SetupGet(x => x.AttachmentFolder).Returns("Attachments");
var attachment = new Mock <ITestAttachment>();
attachment.SetupGet(f => f.Length).Returns(1);
attachment.SetupGet(f => f.IsComplete).Returns(true);
var testResultDetail = new Mock <ITfsTestResultDetail>();
testResultDetail.SetupGet(x => x.AssociatedObject).Returns(attachment.Object);
testResultDetail.Setup(x => x.PropertyValue("Name", It.IsAny <Func <IEnumerable, IEnumerable> >())).Returns("MyAttachmentName");
testResultDetail.Setup(x => x.PropertyValue("LocalPath", It.IsAny <Func <IEnumerable, IEnumerable> >())).Returns("ThisShouldNotBeReturnedAsThisPropertyIsFake");
var replacement = new Mock <IConfigurationTestReplacement>();
replacement.SetupGet(x => x.PropertyToEvaluate).Returns("LocalPath");
replacement.SetupGet(x => x.Bookmark).Returns("Bookmark");
replacement.SetupGet(x => x.AttachmentLink.Mode).Returns(AttachmentLinkMode.DownloadAndLinkToLocalFile);
var configuration = new Mock <IConfiguration> {
DefaultValue = DefaultValue.Mock
};
configuration.Setup(x => x.ConfigurationTest.GetReplacements(It.IsAny <string>())).Returns(new List <IConfigurationTestReplacement> {
replacement.Object
});
configuration.SetupGet(x => x.ConfigurationTest.SetHyperlinkBase).Returns(true);
configuration.SetupGet(x => x.ConfigurationTest.ShowHyperlinkBaseMessageBoxes).Returns(false);
// test
var helper = new TestReportHelper(tfsTestAdapter.Object, wordTestAdapter.Object, configuration.Object, () => false);
helper.InsertTestResult("test", testResultDetail.Object);
// verify
wordTestAdapter.VerifySet(x => x.HyperlinkBase = folder);
}
public void TestReportHelper_EvaluateAttachmentLink_IncompleteAttachmentWithLength0_ShouldFail()
{
// setup
var folder = Path.GetTempPath();
// ReSharper disable once NotAccessedVariable
var localPath = string.Empty;
var tfsTestAdapter = new Mock <ITfsTestAdapter>();
var wordTestAdapter = new Mock <IWord2007TestReportAdapter>();
wordTestAdapter.SetupGet(x => x.DocumentPath).Returns(folder);
wordTestAdapter.SetupGet(x => x.AttachmentFolder).Returns("Attachments");
wordTestAdapter.Setup(x => x.ReplaceBookmarkHyperlink(It.IsAny <string>(), It.IsAny <string>(), It.IsAny <string>())).Callback((string x, string y, string z) => localPath = z);
var attachment = new Mock <ITestAttachment>();
attachment.SetupGet(f => f.Length).Returns(0);
attachment.SetupGet(f => f.IsComplete).Returns(false);
var testResultDetail = new Mock <ITfsTestResultDetail>();
testResultDetail.SetupGet(x => x.AssociatedObject).Returns(attachment.Object);
testResultDetail.Setup(x => x.PropertyValue("Name", It.IsAny <Func <IEnumerable, IEnumerable> >())).Returns("MyAttachmentName");
testResultDetail.Setup(x => x.PropertyValue("Comment", It.IsAny <Func <IEnumerable, IEnumerable> >())).Returns("MyComment");
var replacement = new Mock <IConfigurationTestReplacement>();
replacement.SetupGet(x => x.PropertyToEvaluate).Returns("Comment");
replacement.SetupGet(x => x.Bookmark).Returns("Bookmark");
replacement.SetupGet(x => x.AttachmentLink.Mode).Returns(AttachmentLinkMode.DownloadAndLinkToLocalFile);
var configuration = new Mock <IConfiguration> {
DefaultValue = DefaultValue.Mock
};
configuration.Setup(x => x.ConfigurationTest.GetReplacements(It.IsAny <string>())).Returns(new List <IConfigurationTestReplacement> {
replacement.Object
});
configuration.SetupGet(e => e.AttachmentFolderMode).Returns(AttachmentFolderMode.WithoutGuid);
// test
var helper = new TestReportHelper(tfsTestAdapter.Object, wordTestAdapter.Object, configuration.Object, () => false);
helper.InsertTestResult("test", testResultDetail.Object);
}
public async Task <ContentResult> GetReportsAsync()
{
var testReportGeneratorFactory = new TestReportGeneratorFactory(this.storage);
ITestResultReport[] testResultReports = await TestReportHelper.GenerateTestResultReportsAsync(Settings.Current.TrackingId, Settings.Current.GetReportMetadataList(), testReportGeneratorFactory, Logger);
if (testResultReports.Length == 0)
{
return(new ContentResult {
Content = "No test report generated"
});
}
return(new ContentResult
{
Content = this.AddManualRunReportingHeading(JsonConvert.SerializeObject(testResultReports, Formatting.Indented)) // explicit serialization needed due to the wrapping list
});
}
private static void ExecuteObjectQuery(bool includeOnlyMostRecentTestResults, bool includeOnlyMostRecentTestResultForAllConfigurations)
{
var destElement = new Mock <IElement>();
var objectQuery = new Mock <IObjectQuery>();
objectQuery.SetupGet(x => x.DestinationElements).Returns(new List <IElement> {
destElement.Object
});
objectQuery.SetupGet(x => x.Name).Returns("TestObjectQuery");
var wordTestAdapter = new Mock <IWord2007TestReportAdapter>();
wordTestAdapter.SetupAllProperties();
var replacement = new Mock <IConfigurationTestReplacement>();
var configuration = new Mock <IConfiguration> {
DefaultValue = DefaultValue.Mock
};
configuration.Setup(x => x.ConfigurationTest.GetReplacements(It.IsAny <string>())).Returns(new List <IConfigurationTestReplacement> {
replacement.Object
});
configuration.SetupGet(x => x.ConfigurationTest.SetHyperlinkBase).Returns(true);
configuration.SetupGet(x => x.ConfigurationTest.ShowHyperlinkBaseMessageBoxes).Returns(false);
destElement.SetupGet(x => x.ItemName).Returns("Configurations");
var helper = new TestReportHelper(_testAdapter, wordTestAdapter.Object, configuration.Object, () => false);
if (includeOnlyMostRecentTestResults)
{
helper.IncludeMostRecentTestResults = true;
}
if (includeOnlyMostRecentTestResultForAllConfigurations)
{
helper.IncludeOnlyMostRecentTestResultForAllConfigurations = true;
}
_resultForTestCaseInAllSuitesAndPlans = helper.GetLinkedConfigurationForTestManagementObject(_testCaseDetailAllSuitesAndPlans, objectQuery.Object, false);
_resultForTestCaseInSuite1_2_1 = helper.GetLinkedConfigurationForTestManagementObject(_testCaseDetailForTestCaseInSuite1_2_1, objectQuery.Object, false);
_resultForTestPlan = helper.GetLinkedConfigurationForTestManagementObject(_testPlanDetail, objectQuery.Object, false);
_resultForTestSuite = helper.GetLinkedConfigurationForTestManagementObject(_testSuite_1_1Detail, objectQuery.Object, false);
}
public async Task TestGenerateTestResultReportsAsync_ReportGeneration(bool throwExceptionForTestReport1, bool throwExceptionForTestReport2, bool throwExceptionForTestReport3, int expectedReportCount)
{
var mockLogger = new Mock <ILogger>();
var mockTestReportGeneratorFactory = new Mock <ITestReportGeneratorFactory>();
string trackingId = "fakeTrackingId";
var countingReportMetadata = new CountingReportMetadata("CountingExpectedSource", "CountingAcutalSource", TestOperationResultType.Messages, TestReportType.CountingReport);
var twinCountingReportMetadata = new TwinCountingReportMetadata("TwinExpectedSource", "TwinActualSource", TestReportType.TwinCountingReport, TwinTestPropertyType.Desired);
var deploymentReportMetadata = new DeploymentTestReportMetadata("DeploymentExpectedSource", "DeploymentActualSource");
var mockTestReportGenerator1 = new Mock <ITestResultReportGenerator>();
mockTestReportGenerator1.Setup(g => g.CreateReportAsync()).Returns(this.MockTestResultReport(throwExceptionForTestReport1));
var mockTestReportGenerator2 = new Mock <ITestResultReportGenerator>();
mockTestReportGenerator2.Setup(g => g.CreateReportAsync()).Returns(this.MockTestResultReport(throwExceptionForTestReport2));
var mockTestReportGenerator3 = new Mock <ITestResultReportGenerator>();
mockTestReportGenerator3.Setup(g => g.CreateReportAsync()).Returns(this.MockTestResultReport(throwExceptionForTestReport3));
mockTestReportGeneratorFactory.Setup(f => f.CreateAsync(trackingId, countingReportMetadata)).Returns(Task.FromResult(mockTestReportGenerator1.Object));
mockTestReportGeneratorFactory.Setup(f => f.CreateAsync(trackingId, twinCountingReportMetadata)).Returns(Task.FromResult(mockTestReportGenerator2.Object));
mockTestReportGeneratorFactory.Setup(f => f.CreateAsync(trackingId, deploymentReportMetadata)).Returns(Task.FromResult(mockTestReportGenerator3.Object));
ITestResultReport[] reports = await TestReportHelper.GenerateTestResultReportsAsync(
trackingId,
new List <ITestReportMetadata>
{
countingReportMetadata,
twinCountingReportMetadata,
deploymentReportMetadata
},
mockTestReportGeneratorFactory.Object,
mockLogger.Object);
Assert.Equal(expectedReportCount, reports.Length);
}
public static void AfterScenarioWriteToReport()
{
ScenarioContext currentTest = ScenarioContext.Current;
Feature.FeatureName = FeatureContext.Current.FeatureInfo.Title;
Scenario.ScenarioName = Names.TestTitle;
Scenario.Feature = Feature;
ExecutedTest.Scenario = Scenario;
ResultStatus.TestStatus = currentTest.ScenarioExecutionStatus.ToString();
ExecutedTest.ResultStatus = ResultStatus;
ExecutedTest.ErrorMessage = currentTest.TestError?.Message;
TimeSpan duration = ExecutedTest.EndTime - ExecutedTest.StartTime;
TestReportHelper.AddTestSummary(Scenario.ScenarioName,
ResultStatus.TestStatus,
ExecutedTest.ErrorMessage ?? "-",
duration,
_actualResult,
_expectedResult,
File.Exists(_differenceImage) ? _differenceImage : string.Empty);
}
/// <summary>
/// The method writes out the configuration information.
/// </summary>
private void CreateConfigurationPart()
{
// Get the necessary objects.
var config = SyncServiceFactory.GetService <IConfigurationService>().GetConfiguration(Document);
var testReport = SyncServiceFactory.CreateWord2007TestReportAdapter(Document, config);
// Create report helper
var testReportHelper = new TestReportHelper(TestAdapter, testReport, config, CancellationPending);
// Insert header of test configurations
var templateName = config.ConfigurationTest.ConfigurationTestSpecification.TestConfigurationElementTemplate;
testReportHelper.InsertHeaderTemplate(config.ConfigurationTest.GetHeaderTemplate(templateName));
// Determine configurations
var configList = new List <ITfsTestConfiguration>();
//if (SelectedTestConfiguration.Id == AllTestConfigurations.AllTestConfigurationsId)
//{
foreach (var testConfiguration in TestConfigurations)
{
if (testConfiguration.Id == AllTestConfigurations.AllTestConfigurationsId)
{
continue;
}
configList.Add(testConfiguration);
}
//}
//else
// configList.Add(SelectedTestConfiguration);
// Iterate through configurations
foreach (var testConfiguration in configList)
{
testReportHelper.InsertTestConfiguration(templateName, TestAdapter.GetTestConfigurationDetail(testConfiguration));
}
}
public async Task TestGenerateTestResultReportsAsync_NullReportMetadata()
{
var mockLogger = new Mock <ILogger>();
var mockTestReportGeneratorFactory = new Mock <ITestReportGeneratorFactory>();
ArgumentNullException ex = await Assert.ThrowsAsync <ArgumentNullException>(() =>
TestReportHelper.GenerateTestResultReportsAsync(
"fakeTrackngId",
null,
mockTestReportGeneratorFactory.Object,
mockLogger.Object));
Assert.Equal("reportMetadatalist", ex.ParamName);
}
/// <summary>
/// The method generates report by test suite structure - recursion method called from CreateReportByTestPlanHierarchy.
/// </summary>
/// <param name="testSuite"><see cref="ITfsTestSuite"/> is the source of test cases to write out.</param>
/// <param name="headingLevel">Level of the heading. First level is 1.</param>
/// <param name="firstSuite"></param>
private void CreateReportByTestSuiteHierarchy(ITfsTestSuite testSuite, int headingLevel, bool firstSuite)
{
SyncServiceTrace.D("Creating report by test suite hierarchy...");
if (testSuite == null)
{
SyncServiceTrace.D("Test suite is null");
return;
}
// Get the necessary objects.
var config = SyncServiceFactory.GetService <IConfigurationService>().GetConfiguration(Document);
var testReport = SyncServiceFactory.CreateWord2007TestReportAdapter(Document, config);
// Get the detailed test suite.
var testSuiteDetail = TestAdapter.GetTestSuiteDetail(testSuite);
if (testSuiteDetail == null)
{
return;
}
var expandSharedSteps = config.ConfigurationTest.ExpandSharedSteps;
// Check if this test suite or any child test suite contains at least one test case.
// If no, to nothing.
var allTestCases = TestAdapter.GetAllTestCases(testSuite, expandSharedSteps);
if (allTestCases == null || allTestCases.Count == 0)
{
SyncServiceTrace.D("Given test suite does not contain tast cases.");
return;
}
SyncServiceTrace.D("Number of test cases:" + allTestCases.Count);
// Create report helper
var testReportHelper = new TestReportHelper(TestAdapter, testReport, config, CancellationPending);
// Insert heading
testReportHelper.InsertHeadingText(testSuiteDetail.TestSuite.Title, headingLevel);
var templateName = config.ConfigurationTest.ConfigurationTestSpecification.TestSuiteTemplate;
// Insert leaf test suite template for leaf suites
if (testSuiteDetail.TestSuite.TestSuites == null || !testSuiteDetail.TestSuite.TestSuites.Any())
{
templateName = config.ConfigurationTest.ConfigurationTestSpecification.LeafTestSuiteTemplate;
}
// Insert root test suite template: if null, root test suite template = test suite template
if (firstSuite)
{
templateName = config.ConfigurationTest.ConfigurationTestSpecification.RootTestSuiteTemplate;
}
testReportHelper.InsertTestSuiteTemplate(templateName, testSuiteDetail);
// Print the test configuration beneath the first testsuite
if (!_testConfigurationInformationPrinted && IncludeTestConfigurations && SelectedConfigurationPositionType == Contracts.Enums.Model.ConfigurationPositionType.BeneathFirstTestSuite)
{
CreateConfigurationPart();
_testConfigurationInformationPrinted = true;
}
// Get test cases of the test suite - only test cases in this test suite
var testCases = TestAdapter.GetTestCases(testSuiteDetail.TestSuite, expandSharedSteps);
// TestCasesHelper need document structure, but the enumerations has not value 'None'
// We will use the functionality without this structure capability
var helper = new TestCaseHelper(testCases, SelectedDocumentStructureType);
// Get sorted test cases
var sortedTestCases = helper.GetTestCases(SelectedTestCaseSortType);
// Test if test cases exists
if (sortedTestCases != null && sortedTestCases.Count > 0)
{
// Write out the common part of test case block
templateName = config.ConfigurationTest.ConfigurationTestSpecification.TestCaseElementTemplate;
testReportHelper.InsertHeaderTemplate(config.ConfigurationTest.GetHeaderTemplate(templateName));
// Iterate all test cases
foreach (var testCase in sortedTestCases)
{
if (CancellationPending())
{
return;
}
// Write out the test case part
testReportHelper.InsertTestCase(templateName, testCase);
}
}
// Check child suites
if (testSuiteDetail.TestSuite.TestSuites != null)
{
// Iterate through child test suites
foreach (var childTestSuite in testSuiteDetail.TestSuite.TestSuites)
{
if (CancellationPending())
{
return;
}
CreateReportByTestSuiteHierarchy(childTestSuite, headingLevel + 1, false);
}
}
//Print the configuration information beneath all TestSuites
if (IncludeTestConfigurations && SelectedConfigurationPositionType == Contracts.Enums.Model.ConfigurationPositionType.BeneathTestSuites)
{
CreateConfigurationPart();
}
}
/// <summary>
/// The method creates report structured by iteration path.
/// </summary>
/// <param name="testSuite"><see cref="ITfsTestSuite"/> is the source of test cases to write out.</param>
private void CreateReportByIterationPath(ITfsTestSuite testSuite)
{
SyncServiceTrace.D("Creating report by iteration path...");
if (testSuite == null)
{
SyncServiceTrace.D("Test suite is null");
return;
}
// Get the necessary objects.
var config = SyncServiceFactory.GetService <IConfigurationService>().GetConfiguration(Document);
var testReport = SyncServiceFactory.CreateWord2007TestReportAdapter(Document, config);
// Get the detailed test plan.
var testPlanDetail = TestAdapter.GetTestPlanDetail(testSuite);
if (testPlanDetail == null)
{
return;
}
// Get the detailed test suite.
var testSuiteDetail = TestAdapter.GetTestSuiteDetail(testSuite);
if (testSuiteDetail == null)
{
return;
}
// Create report helper
var testReportHelper = new TestReportHelper(TestAdapter, testReport, config, CancellationPending);
// Insert test plan template
var templateName = config.ConfigurationTest.ConfigurationTestSpecification.TestPlanTemplate;
testReportHelper.InsertTestPlanTemplate(templateName, testPlanDetail);
// Insert test suite template
templateName = config.ConfigurationTest.ConfigurationTestSpecification.RootTestSuiteTemplate;
testReportHelper.InsertTestSuiteTemplate(templateName, testSuiteDetail);
// TODO MIS THIS IS THE ONLY PLACE WHERE GetAllTestCases can be called in context of the configuration template... Check late if it is enough only extend GetAllTestCases for at this single place here with the additional parameter
// Get test cases of the test suite - with test cases in sub test suites
var expandSharedSteps = config.ConfigurationTest.ExpandSharedSteps;
var testCases = TestAdapter.GetAllTestCases(testSuiteDetail.TestSuite, expandSharedSteps);
SyncServiceTrace.D("Number of test cases:" + testCases.Count);
// Create test case helper
var helper = new TestCaseHelper(testCases, SelectedDocumentStructureType);
// Get all path elements from all test cases
var pathElements = helper.GetPathElements(SkipLevels);
// Iterate through path elements
foreach (var pathElement in pathElements)
{
// Insert heading
testReportHelper.InsertHeadingText(pathElement.PathPart, pathElement.Level - SkipLevels);
// Get sorted test cases
var sortedTestCases = helper.GetTestCases(pathElement, SelectedTestCaseSortType);
if (sortedTestCases != null && sortedTestCases.Count > 0)
{
// Write out the common part of test case block
templateName = config.ConfigurationTest.ConfigurationTestSpecification.TestCaseElementTemplate;
testReportHelper.InsertHeaderTemplate(config.ConfigurationTest.GetHeaderTemplate(templateName));
// Iterate all test cases
foreach (var testCase in sortedTestCases)
{
if (CancellationPending())
{
return;
}
// Write out the test case part
testReportHelper.InsertTestCase(templateName, testCase);
}
}
}
// Remove the inserted bookmarks
testReport.RemoveBookmarks();
// Common part
if (IncludeTestConfigurations && SelectedConfigurationPositionType == Contracts.Enums.Model.ConfigurationPositionType.BeneathTestPlan)
{
CreateConfigurationPart();
}
}
/// <summary>
/// The method creates unstructured report - writes out all test cases in one block.
/// </summary>
/// <param name="testSuite"><see cref="ITfsTestSuite"/> is the source of test cases to write out.</param>
private void CreateReportUnstructured(ITfsTestSuite testSuite)
{
if (testSuite == null)
{
return;
}
// Get the necessary objects.
var config = SyncServiceFactory.GetService <IConfigurationService>().GetConfiguration(Document);
var testReport = SyncServiceFactory.CreateWord2007TestReportAdapter(Document, config);
// Get the detailed test plan.
var testPlanDetail = TestAdapter.GetTestPlanDetail(testSuite);
if (testPlanDetail == null)
{
return;
}
// Get the detailed test suite.
var testSuiteDetail = TestAdapter.GetTestSuiteDetail(testSuite);
if (testSuiteDetail == null)
{
return;
}
// Create report helper
var testReportHelper = new TestReportHelper(TestAdapter, testReport, config, CancellationPending);
// Insert test plan template
var templateName = config.ConfigurationTest.ConfigurationTestSpecification.TestPlanTemplate;
testReportHelper.InsertTestPlanTemplate(templateName, testPlanDetail);
// Common part
if (IncludeTestConfigurations && SelectedConfigurationPositionType == Contracts.Enums.Model.ConfigurationPositionType.BeneathTestPlan)
{
CreateConfigurationPart();
}
// Insert test suite template
templateName = config.ConfigurationTest.ConfigurationTestSpecification.RootTestSuiteTemplate;
var expandSharedSteps = config.ConfigurationTest.ExpandSharedSteps;
testReportHelper.InsertTestSuiteTemplate(templateName, testSuiteDetail);
// Get test cases of the test suite - with test cases in sub test suites
var testCases = TestAdapter.GetAllTestCases(testSuiteDetail.TestSuite, expandSharedSteps);
// TestCasesHelper need document structure, but the enumerations has not value 'None'
// We will use the functionality without this structure capability
var helper = new TestCaseHelper(testCases, SelectedDocumentStructureType);
// Get sorted test cases
var sortedTestCases = helper.GetTestCases(SelectedTestCaseSortType);
// Test if test cases exists
if (sortedTestCases != null && sortedTestCases.Count > 0)
{
// Write out the common part of test case block
templateName = config.ConfigurationTest.ConfigurationTestSpecification.TestCaseElementTemplate;
testReportHelper.InsertHeaderTemplate(config.ConfigurationTest.GetHeaderTemplate(templateName));
// Iterate all test cases
foreach (var testCase in sortedTestCases)
{
if (CancellationPending())
{
return;
}
// Write out the test case part
testReportHelper.InsertTestCase(templateName, testCase);
}
}
}
/// <summary>
/// The method creates report for selected test suite.
/// </summary>
public void CreateReport()
{
SyncServiceTrace.D("Creating report...");
SyncServiceDocumentModel.TestReportRunning = true;
try
{
ProcessPreOperations();
// Common part
if (IncludeTestConfigurations && SelectedConfigurationPositionType == Contracts.Enums.Model.ConfigurationPositionType.AboveTestPlan)
{
CreateConfigurationPart();
}
if (CreateDocumentStructure)
{
switch (SelectedDocumentStructureType)
{
case DocumentStructureType.AreaPath:
CreateReportByAreaPath(SelectedTestSuite);
break;
case DocumentStructureType.IterationPath:
CreateReportByIterationPath(SelectedTestSuite);
break;
case DocumentStructureType.TestPlanHierarchy:
CreateReportByTestPlanHierarchy(SelectedTestSuite);
break;
}
}
else
{
CreateReportUnstructured(SelectedTestSuite);
}
if (!CancellationPending())
{
// Set the 'Report generated' only if the report was not canceled
SyncServiceDocumentModel.TestReportGenerated = true;
if (ViewDispatcher != null)
{
ViewDispatcher.Invoke(() => CreateReportCommand.CallEventCanExecuteChanged());
}
StoreReportData();
}
var config = SyncServiceFactory.GetService <IConfigurationService>().GetConfiguration(Document);
var testReport = SyncServiceFactory.CreateWord2007TestReportAdapter(Document, config);
var testReportHelper = new TestReportHelper(TestAdapter, testReport, config, CancellationPending);
if (TestReportingProgressCancellationService.CheckIfContinue())
{
testReportHelper.CreateSummaryPage(WordDocument, SelectedTestPlan);
ProcessPostOperations();
}
else
{
SyncServiceTrace.I("Skipped creation of summary page and processing post operations because of error or cancellation.");
}
}
catch (Exception ex)
{
var infoStorageService = SyncServiceFactory.GetService <IInfoStorageService>();
if (infoStorageService == null)
{
throw;
}
IUserInformation info = new UserInformation
{
Text = Resources.TestSpecification_Error,
Explanation = ex is OperationCanceledException ? ex.Message : ex.ToString(),
Type = UserInformationType.Error
};
infoStorageService.AddItem(info);
}
finally
{
SyncServiceDocumentModel.TestReportRunning = false;
}
}
/// <summary>
/// Background method to import the work items from TFS.
/// </summary>
/// <param name="sender">The source of the event.</param>
/// <param name="e">A <see cref="RunWorkerCompletedEventArgs"/> that contains the event data</param>
private void DoImport(object sender, DoWorkEventArgs e)
{
SyncServiceTrace.I(Resources.ImportWorkItems);
if (_workItemSyncService == null || _configService == null)
{
SyncServiceTrace.D(Resources.ServicesNotExists);
throw new Exception(Resources.ServicesNotExists);
}
_documentModel.Save();
_destination.ProcessOperations(_configuration.PreOperations);
var importWorkItems = (from wim in FoundWorkItems
select wim.Item).ToList();
SyncServiceTrace.D(Resources.NumberOfFoundWorkItems + FoundWorkItems.Count);
// display progress dialog
var progressService = SyncServiceFactory.GetService <IProgressService>();
progressService.ShowProgress();
progressService.NewProgress(Resources.GetWorkItems_Title);
// search for already existing work items in word and ask whether to overide them
if (!(_source.Open(importWorkItems.Select(x => x.TfsItem.Id).ToArray()) && _destination.Open(null)))
{
return;
}
if (importWorkItems.Select(x => x.TfsItem.Id).Intersect(_destination.WorkItems.Select(x => x.Id)).Any())
{
}
if (!_testSpecByQuery)
{
_workItemSyncService.Refresh(_source, _destination, importWorkItems.Select(x => x.TfsItem), _configuration);
}
if (_testSpecByQuery)
{
var testAdapter = SyncServiceFactory.CreateTfsTestAdapter(_documentModel.TfsServer, _documentModel.TfsProject, _documentModel.Configuration);
var model = new TestSpecificationReportByQueryModel(_tfsService, _documentModel, testAdapter, _workItems);
var expandSharedsteps = _configuration.ConfigurationTest.ExpandSharedSteps;
var testCases = model.GetTestCasesFromWorkItems(importWorkItems, expandSharedsteps);
var sharedSteps = model.GetSharedStepsFromWorkItems(importWorkItems);
// Get any pre and post operations for the reports
var preOperations = _configuration.ConfigurationTest.GetPreOperationsForTestSpecification();
var postOperations = _configuration.ConfigurationTest.GetPostOperationsForTestSpecification();
var testReport = SyncServiceFactory.CreateWord2007TestReportAdapter(_wordDocument, _configuration);
var testReportHelper = new TestReportHelper(testAdapter, testReport, _configuration, () => !IsImporting);
testReportHelper.ProcessOperations(preOperations);
if (sharedSteps.Count > 0)
{
_workItemSyncService.RefreshAndSubstituteSharedStepItems(_source, _destination, importWorkItems.Select(x => x.TfsItem), _configuration, testReportHelper, sharedSteps);
}
if (testCases.Count > 0)
{
_workItemSyncService.RefreshAndSubstituteTestItems(_source, _destination, importWorkItems.Select(x => x.TfsItem), _configuration, testReportHelper, testCases);
}
if (_testReportingProgressCancellationService.CheckIfContinue())
{
testReportHelper.CreateSummaryPage(_wordDocument, null);
testReportHelper.ProcessOperations(postOperations);
}
else
{
SyncServiceTrace.I(Resources.DoImportError);
}
_documentModel.TestReportGenerated = true;
}
_destination.ProcessOperations(_configuration.PostOperations);
}
public static void BeforeAddReportContent()
{
TestReportHelper.CreateStructure();
}
public static void AfterTestRunWriteToReport()
{
TestReportHelper.AddSummary();
TestReportHelper.WriteToReport(Names.TestReportPath);
}
/// <summary>
/// Background method to import the work items from TFS.
/// </summary>
/// <param name="sender">The source of the event.</param>
/// <param name="e">A <see cref="DoWorkEventArgs"/> that contains the event data.</param>
public void DoImport(object sender, DoWorkEventArgs e)
{
SyncServiceTrace.I(Resources.ImportWorkItems);
var workItemSyncService = SyncServiceFactory.GetService <IWorkItemSyncService>();
var configService = SyncServiceFactory.GetService <IConfigurationService>();
// save query configuration to document
DocumentModel.SaveQueryConfiguration(_queryConfiguration);
DocumentModel.Save();
// set actual selected configuration
var configuration = configService.GetConfiguration(WordDocument);
_importTestReport = SyncServiceFactory.CreateWord2007TestReportAdapter(WordDocument, configuration);
var ignoreFormatting = configuration.IgnoreFormatting;
var conflictOverwrite = configuration.ConflictOverwrite;
configuration.ActivateMapping(DocumentModel.MappingShowName);
DocumentModel.Configuration.IgnoreFormatting = ignoreFormatting;
configuration.ConflictOverwrite = conflictOverwrite;
configuration.IgnoreFormatting = ignoreFormatting;
var source = SyncServiceFactory.CreateTfs2008WorkItemSyncAdapter(DocumentModel.TfsServer, DocumentModel.TfsProject, null, configuration);
var destination = SyncServiceFactory.CreateWord2007TableWorkItemSyncAdapter(WordDocument, configuration);
var importWorkItems = (from wim in FoundWorkItems
where wim.IsChecked
select wim.Item).ToList();
if (!(source.Open(importWorkItems.Select(x => x.TfsItem.Id).ToArray()) && destination.Open(null)))
{
return;
}
// Check for test cases.
var expandSharedsteps = configuration.ConfigurationTest.ExpandSharedSteps;
var testCases = GetTestCasesFromWorkItems(importWorkItems, expandSharedsteps);
// Check for shared steps
var sharedSteps = GetSharedStepsFromWorkItems(importWorkItems);
//Get any pre and post operations for the reports
var preOperations = configuration.ConfigurationTest.GetPreOperationsForTestSpecification();
var postOperations = configuration.ConfigurationTest.GetPostOperationsForTestSpecification();
var testReportHelper = new TestReportHelper(_testAdapter, _importTestReport, configuration, () => !IsImporting);
_importTestReport.PrepareDocumentForLongTermOperation();
testReportHelper.ProcessOperations(preOperations);
if (testCases.Count > 0 && sharedSteps.Count > 0)
{
throw new ConfigurationException("Function can only be used for either shared steps or test cases. Select only work items of one Type.");
}
if (testCases.Count > 0)
{
workItemSyncService.RefreshAndSubstituteTestItems(source, destination, importWorkItems.Select(x => x.TfsItem), configuration, testReportHelper, testCases);
}
if (sharedSteps.Count > 0)
{
workItemSyncService.RefreshAndSubstituteSharedStepItems(source, destination, importWorkItems.Select(x => x.TfsItem), configuration, testReportHelper, sharedSteps);
}
// when cancelled by the user skip further steps
var progressService = SyncServiceFactory.GetService <IProgressService>();
if (null != progressService && !progressService.ProgressCanceled)
{
testReportHelper.CreateSummaryPage(WordDocument, null);
testReportHelper.ProcessOperations(postOperations);
}
else
{
SyncServiceTrace.I("Skipped");
}
DocumentModel.TestReportGenerated = true;
}