| public RefreshSuiteStatistics ( ITestSuite suite, bool skipAutomatic ) : TestStat | ||
| suite | ITestSuite | |
| skipAutomatic | bool | |
| return | TestStat | |
public void MergeTestSuites(List<ITestSuite> sourceTestSuites, List<ITestSuite> testSuitesToAdd)
{
var testStatistics = new TestStatistics();
foreach (var testSuite in testSuitesToAdd) {
if (sourceTestSuites.All(ts => ts.UniqueId != testSuite.UniqueId)) {
// 20150219
// TODO: move it to another place
testStatistics.RefreshSuiteStatistics(testSuite, false);
sourceTestSuites.Add(testSuite);
continue;
}
var existingTestSuite = sourceTestSuites.First(ts => ts.UniqueId == testSuite.UniqueId);
MergeTestScenarios(existingTestSuite.TestScenarios, testSuite.TestScenarios);
testStatistics.RefreshSuiteStatistics(existingTestSuite, false);
}
}
protected override void BeginProcessing()
{
if (null != TestData.TestSuites && 0 < TestData.TestSuites.Count) {
// 20141107
var testStatistics = new TestStatistics();
foreach (var testSuite in TestData.TestSuites) {
// 20141107
// TestData.RefreshSuiteStatistics(testSuite, false);
testStatistics.RefreshSuiteStatistics(testSuite, false);
}
}
}
internal static void SetSuiteStatus(bool skipAutomatic)
{
if (null == TestData.CurrentTestSuite)
TestData.InitCurrentTestScenario();
TestData.SetScenarioStatus(skipAutomatic);
int counterPassedResults = 0;
int counterKnownIssueResults = 0;
if (TestData.CurrentTestSuite != null &&
0 < TestData.CurrentTestSuite.TestScenarios.Count) {
foreach (var scenario in TestData.CurrentTestSuite.TestScenarios) {
switch (scenario.enStatus) {
case TestScenarioStatuses.Passed:
counterPassedResults++;
if (TestSuiteStatuses.Failed != TestData.CurrentTestSuite.enStatus)
TestData.CurrentTestSuite.enStatus = TestSuiteStatuses.Passed;
break;
case TestScenarioStatuses.Failed:
TestData.CurrentTestSuite.enStatus = TestSuiteStatuses.Failed;
return;
case TestScenarioStatuses.NotTested:
break;
case TestScenarioStatuses.KnownIssue:
counterKnownIssueResults++;
if (TestSuiteStatuses.Failed != TestData.CurrentTestSuite.enStatus)
TestData.CurrentTestSuite.enStatus = TestSuiteStatuses.Passed;
break;
default:
// 20130428
//throw new Exception("Invalid value for TestScenarioStatuses");
// as Not Tested
break;
}
}
if (0 == counterPassedResults && 0 < counterKnownIssueResults)
TestData.CurrentTestSuite.enStatus = TestSuiteStatuses.KnownIssue;
// set statistics
var testStatistics = new TestStatistics();
testStatistics.RefreshSuiteStatistics(TestData.CurrentTestSuite, skipAutomatic);
}
}
/// <summary>
/// Performs parametrized search for Test Suites.
/// </summary>
/// <param name="cmdlet"></param>
/// <returns></returns>
public IOrderedEnumerable<ITestSuite> SearchForSuites(ISearchCmdletBaseDataObject cmdlet, List<ITestSuite> suitesForSearch)
{
IOrderedEnumerable<ITestSuite> suitesFound = null;
// 20141107
var testStatistics = new TestStatistics();
// Filtering results
// default result
Func<ITestSuite, bool> query = suite => true;
if (!string.IsNullOrEmpty(cmdlet.FilterNameContains)) {
query = suite => suite.Name.Contains(cmdlet.FilterNameContains);
cmdlet.FilterAll = false;
} else if (!string.IsNullOrEmpty(cmdlet.FilterIdContains)) {
query = suite => suite.Id.Contains(cmdlet.FilterIdContains);
cmdlet.FilterAll = false;
} else if (!string.IsNullOrEmpty(cmdlet.FilterDescriptionContains)) {
query = suite => suite.Description != null && suite.Description.Contains(cmdlet.FilterDescriptionContains);
cmdlet.FilterAll = false;
} else if (cmdlet.FilterPassed) {
query = suite => suite.enStatus == TestSuiteStatuses.Passed;
cmdlet.FilterAll = false;
} else if (cmdlet.FilterFailed) {
query = suite => suite.enStatus == TestSuiteStatuses.Failed;
cmdlet.FilterAll = false;
} else if (cmdlet.FilterNotTested) {
query = suite => suite.enStatus == TestSuiteStatuses.NotTested;
cmdlet.FilterAll = false;
} else if (cmdlet.FilterPassedWithBadSmell) {
query = suite => suite.enStatus == TestSuiteStatuses.KnownIssue;
cmdlet.FilterAll = false;
}
if (cmdlet.FilterAll) {
query = suite => true;
}
if (cmdlet.FilterNone) {
query = suite => false;
}
// Ordering results
// default result
Func<ITestSuite, object> ordering = suite => suite.Id;
if (cmdlet.OrderByTimeSpent) {
ordering += suite => suite.Statistics.TimeSpent;
}
if (cmdlet.OrderByName) {
ordering += suite => suite.Name;
}
if (cmdlet.OrderById) {
ordering += suite => suite.Id;
}
if (cmdlet.OrderByPassRate) {
ordering += suite => {
testStatistics.RefreshSuiteStatistics(suite, cmdlet.FilterOutAutomaticResults);
return (suite.Statistics.Passed / suite.Statistics.All);
};
}
if (cmdlet.OrderByFailRate) {
ordering += suite => {
testStatistics.RefreshSuiteStatistics(suite, cmdlet.FilterOutAutomaticResults);
return (suite.Statistics.Failed / suite.Statistics.All);
};
}
suitesFound = SearchTestSuite(
suitesForSearch,
query,
//Combine<TestSuite, bool>((x, y) => x && y, queriesList.ToArray()),
ordering,
cmdlet.Descending);
return suitesFound;
}
// 20140720
// string getStatisticsStringSuite(TestSuite suite, bool skipAutomatic)
string getStatisticsStringSuite(ITestSuite suite, bool skipAutomatic)
{
string result = string.Empty;
// 20141107
// TestData.RefreshSuiteStatistics(suite, skipAutomatic);
var testStatistics = new TestStatistics();
testStatistics.RefreshSuiteStatistics(suite, skipAutomatic);
result += @"<div id=""suitestat"">";
int scPassed = 0;
int scFailed = 0;
int scNotTested = 0;
foreach (var tsc in suite.TestScenarios) {
switch (tsc.enStatus) {
case TestScenarioStatuses.Passed:
scPassed++;
break;
case TestScenarioStatuses.Failed:
scFailed++;
break;
case TestScenarioStatuses.NotTested:
scNotTested++;
break;
default:
// 20130428
//throw new Exception("Invalid value for TestScenarioStatuses");
scNotTested++;
break;
}
}
// scenarios
result += @"Scenarios:";
result += suite.TestScenarios.Count.ToString();
result += " Passed:";
result += scPassed.ToString();
result += " Failed:";
result += scFailed.ToString();
result += " Not tested:";
result += scNotTested.ToString();
result += newLineHTML;
// test results
result += @"Test cases:";
result += suite.Statistics.All.ToString();
result += " Passed:";
result += suite.Statistics.Passed.ToString();
result += " Failed:";
result += suite.Statistics.Failed.ToString();
result += " Not tested:";
result += suite.Statistics.NotTested.ToString();
result += " Time spent:";
result += Convert.ToInt32(suite.Statistics.TimeSpent).ToString();
result += @" seconds</div>";
return result;
}
internal void setSuiteStatus(ITestSuite testSuite, bool skipAutomatic)
{
int counterPassedResults = 0;
int counterKnownIssueResults = 0;
if (null != testSuite.TestScenarios && 0 < testSuite.TestScenarios.Count) {
foreach (var scenario in testSuite.TestScenarios) {
setScenarioStatus(scenario, skipAutomatic);
switch (scenario.enStatus) {
case TestScenarioStatuses.Passed:
counterPassedResults++;
if (TestSuiteStatuses.Failed != testSuite.enStatus)
testSuite.enStatus = TestSuiteStatuses.Passed;
break;
case TestScenarioStatuses.Failed:
testSuite.enStatus = TestSuiteStatuses.Failed;
return;
case TestScenarioStatuses.NotTested:
break;
case TestScenarioStatuses.KnownIssue:
counterKnownIssueResults++;
if (TestSuiteStatuses.Failed != testSuite.enStatus)
testSuite.enStatus = TestSuiteStatuses.Passed;
break;
default:
// 20130428
//throw new Exception("Invalid value for TestScenarioStatuses");
// as Not Tested
break;
}
}
if (0 == counterPassedResults && 0 < counterKnownIssueResults)
testSuite.enStatus = TestSuiteStatuses.KnownIssue;
var testStatistics = new TestStatistics();
testStatistics.RefreshSuiteStatistics(testSuite, skipAutomatic);
}
}
public List<ITestSuite> ImportTestSuites(IEnumerable<XElement> suiteElements)
{
var importedTestSuites = new List<ITestSuite>();
// TODO: DI
var testStatistics = new TestStatistics();
foreach (var suiteElement in suiteElements) {
string suiteDescription = string.Empty;
suiteDescription = getStringAttribute(suiteElement, "description");
bool addTestSuite = false;
var testSuite = importedTestSuites.FirstOrDefault(ts => ts.Id == getStringAttribute(suiteElement, "id") &&
ts.Name == getStringAttribute(suiteElement, "name") &&
ts.PlatformUniqueId == getGuidAttribute(suiteElement, "platformUniqueId"));
if (null == testSuite) {
testSuite = new TestSuite {
UniqueId = getGuidAttribute(suiteElement, "uniqueId"),
Id = getStringAttribute(suiteElement, "id"),
Name = getStringAttribute(suiteElement, "name"),
PlatformId = getStringAttribute(suiteElement, "platformId"),
PlatformUniqueId = getGuidAttribute(suiteElement, "platformUniqueId"),
Description = suiteDescription,
TimeSpent = getDoubleAttribute(suiteElement, "timeSpent")
};
addTestSuite = true;
}
var scenarioElements = from scenarioElement in suiteElement.Descendants("scenario")
where getStringAttribute(scenarioElement, "name") != TestData.Autogenerated
&& testSuite.PlatformUniqueId == getGuidAttribute(scenarioElement, "platformUniqueId")
select scenarioElement;
testSuite.TestScenarios.AddRange(importTestScenarios(scenarioElements, testSuite.Id, testSuite.UniqueId));
testStatistics.RefreshSuiteStatistics(testSuite, true);
setSuiteStatus(testSuite, true);
if (addTestSuite)
importedTestSuites.Add(testSuite);
}
return importedTestSuites;
}
public static string GetTestSuiteStatusById(string id, Guid testPlatformId, bool skipAutomatic)
{
TmxHelper.OpenTestSuite(
string.Empty,
id,
testPlatformId);
if (null == TestData.CurrentTestSuite) return string.Empty;
var testStatistics = new TestStatistics();
testStatistics.RefreshSuiteStatistics(TestData.CurrentTestSuite, skipAutomatic);
return TestData.CurrentTestSuite.Status;
}
public static string GetCurrentTestSuiteStatus(IOpenSuiteCmdletBaseDataObject cmdlet, bool skipAutomatic)
{
if (null == TestData.CurrentTestSuite) return string.Empty;
var testStatistics = new TestStatistics();
testStatistics.RefreshSuiteStatistics(TestData.CurrentTestSuite, skipAutomatic);
return TestData.CurrentTestSuite.Status;
}
// public static bool ImportTestStructure(string path)
// {
// bool result = false;
//
//
// return result;
// }
// public static bool ExportTestStructure(string path)
// {
// bool result = false;
//
//
// return result;
// }
#endregion Import/export test structure
#region Search
/// <summary>
/// Performs parametrized search for Test Suites.
/// </summary>
/// <param name="cmdlet"></param>
/// <returns></returns>
public static IOrderedEnumerable<ITestSuite> SearchForSuites(ISearchCmdletBaseDataObject cmdlet)
{
IOrderedEnumerable<ITestSuite> suites = null;
// 20141107
var testStatistics = new TestStatistics();
// Filtering results
// default result
Func<ITestSuite, bool> query = suite => true;
// System.Collections.Generic.List<Func<TestSuite, bool>> queriesList =
// new List<Func<TestSuite, bool>>();
// queriesList.Add(query);
if (!string.IsNullOrEmpty(cmdlet.FilterNameContains)) {
// if (cmdlet.FilterNameContains != null && cmdlet.FilterNameContains.Length > 0) {
query = suite => suite.Name.Contains(cmdlet.FilterNameContains);
//queriesList.Add((suite => suite.Name.Contains(cmdlet.FilterNameContains)));
cmdlet.FilterAll = false;
} else if (!string.IsNullOrEmpty(cmdlet.FilterIdContains)) {
// } else if (cmdlet.FilterIdContains != null && cmdlet.FilterIdContains.Length > 0) {
query = suite => suite.Id.Contains(cmdlet.FilterIdContains);
//queriesList.Add((suite => suite.Id.Contains(cmdlet.FilterIdContains)));
cmdlet.FilterAll = false;
} else if (!string.IsNullOrEmpty(cmdlet.FilterDescriptionContains)) {
// } else if (cmdlet.FilterDescriptionContains != null && cmdlet.FilterDescriptionContains.Length > 0) {
query = suite => suite.Description != null && suite.Description.Contains(cmdlet.FilterDescriptionContains);
//query = suite =>
//{
// return suite.Description != null && suite.Description.Contains(cmdlet.FilterDescriptionContains);
// /*
// if (suite.Description != null) {
// return suite.Description.Contains(cmdlet.FilterDescriptionContains);
// }
// return false;
// */
//};
// queriesList.Add((suite =>
// {
// if (suite.Description != null) {
// return suite.Description.Contains(cmdlet.FilterDescriptionContains);
// }
// return false;
// }));
cmdlet.FilterAll = false;
} else if (cmdlet.FilterPassed) {
query = suite => suite.enStatus == TestSuiteStatuses.Passed;
//queriesList.Add((suite => suite.enStatus == TestSuiteStatuses.Passed));
cmdlet.FilterAll = false;
} else if (cmdlet.FilterFailed) {
query = suite => suite.enStatus == TestSuiteStatuses.Failed;
//queriesList.Add((suite => suite.enStatus == TestSuiteStatuses.Failed));
cmdlet.FilterAll = false;
} else if (cmdlet.FilterNotTested) {
query = suite => suite.enStatus == TestSuiteStatuses.NotTested;
//queriesList.Add((suite => suite.enStatus == TestSuiteStatuses.NotTested));
cmdlet.FilterAll = false;
} else if (cmdlet.FilterPassedWithBadSmell) {
query = suite => suite.enStatus == TestSuiteStatuses.KnownIssue;
//queriesList.Add((suite => suite.enStatus == TestSuiteStatuses.KnownIssue));
cmdlet.FilterAll = false;
}
if (cmdlet.FilterAll) {
query = suite => true;
}
if (cmdlet.FilterNone) {
query = suite => false;
//queriesList.Clear();
//queriesList.Add(query);
}
// Ordering results
// default result
// 20140720
// Func<TestSuite, object> ordering = suite => suite.Id;
Func<ITestSuite, object> ordering = suite => suite.Id;
if (cmdlet.OrderByTimeSpent) {
ordering += suite => suite.Statistics.TimeSpent;
}
if (cmdlet.OrderByName) {
ordering += suite => suite.Name;
}
if (cmdlet.OrderById) {
ordering += suite => suite.Id;
}
if (cmdlet.OrderByPassRate) {
ordering += suite => {
//TestData.RefreshSuiteStatistics(suite);
// 20141107
// TestData.RefreshSuiteStatistics(suite, cmdlet.FilterOutAutomaticResults);
testStatistics.RefreshSuiteStatistics(suite, cmdlet.FilterOutAutomaticResults);
return (suite.Statistics.Passed / suite.Statistics.All);
};
}
if (cmdlet.OrderByFailRate) {
ordering += suite => {
//TestData.RefreshSuiteStatistics(suite);
// 20141107
// TestData.RefreshSuiteStatistics(suite, cmdlet.FilterOutAutomaticResults);
testStatistics.RefreshSuiteStatistics(suite, cmdlet.FilterOutAutomaticResults);
return (suite.Statistics.Failed / suite.Statistics.All);
};
}
// cmdlet.WriteVerbose(cmdlet, "query = " + query);
// cmdlet.WriteVerbose(cmdlet, "ordering = " + ordering);
suites =
TestData.SearchTestSuite(
query,
//Combine<TestSuite, bool>((x, y) => x && y, queriesList.ToArray()),
ordering,
cmdlet.Descending);
return suites;
}