private void InitializeXmlFile(ITestResult result)
{
ResultSummary summaryResults = new ResultSummary(result);
xmlWriter.WriteStartDocument(false);
xmlWriter.WriteComment("This file represents the results of running a test suite");
xmlWriter.WriteStartElement("test-results");
xmlWriter.WriteAttributeString("name", result.FullName);
xmlWriter.WriteAttributeString("total", summaryResults.TestCount.ToString());
xmlWriter.WriteAttributeString("errors", summaryResults.ErrorCount.ToString());
xmlWriter.WriteAttributeString("failures", summaryResults.FailureCount.ToString());
xmlWriter.WriteAttributeString("not-run", summaryResults.NotRunCount.ToString());
xmlWriter.WriteAttributeString("inconclusive", summaryResults.InconclusiveCount.ToString());
xmlWriter.WriteAttributeString("ignored", summaryResults.IgnoreCount.ToString());
xmlWriter.WriteAttributeString("skipped", summaryResults.SkipCount.ToString());
xmlWriter.WriteAttributeString("invalid", summaryResults.InvalidCount.ToString());
xmlWriter.WriteAttributeString("date", XmlConvert.ToString(startTime, "yyyy-MM-dd"));
xmlWriter.WriteAttributeString("time", XmlConvert.ToString(startTime, "HH:mm:ss"));
WriteEnvironment();
WriteCultureInfo();
xmlWriter.Flush();
}
public static ResultSummary ForTests(this ResultSummary resultSummary)
{
resultSummary.ElectionGuid = _electionGuid;
resultSummary.C_RowId = _rowId++;
Db.ResultSummary.Add(resultSummary);
return(resultSummary);
}
static string ToSummryString(ResultSummary resultSummry)
{
using (StringWriter stringWriter = new StringWriter ()) {
stringWriter.Write ("{0} Tests :", resultSummry.TestCount);
stringWriter.Write (" {0} Pass", resultSummry.PassCount);
if (resultSummry.FailureCount > 0) {
stringWriter.Write (", {0} Failure", resultSummry.FailureCount);
}
if (resultSummry.ErrorCount > 0) {
stringWriter.Write (", {0} Error", resultSummry.ErrorCount);
}
if (resultSummry.NotRunCount > 0) {
stringWriter.Write (", {0} NotRun", resultSummry.NotRunCount);
}
if (resultSummry.InconclusiveCount > 0) {
stringWriter.Write (", {0} Inconclusive", resultSummry.InconclusiveCount);
}
return stringWriter.GetStringBuilder ().ToString ();
}
}
private void WriteBody(XmlWriter writer, ResultSummary summary, IList <ResultFile> files)
{
// Start TestRun Element
writer.WriteStartElement("TestRun", XmlNamespace);
writer.WriteAttributeString("id", Guid.NewGuid().ToString());
writer.WriteAttributeString("name", summary.Name);
writer.WriteAttributeString("runUser", summary.RunUser);
string dateTimeFormat = "o";
// Start Times Element
writer.WriteStartElement("Times");
writer.WriteAttributeString("creation", Stopwatch.GetStartDateTime().ToLocalTime().ToString(dateTimeFormat));
writer.WriteAttributeString("queuing", Stopwatch.GetStartDateTime().ToLocalTime().ToString(dateTimeFormat));
writer.WriteAttributeString("start", Stopwatch.GetStartDateTime().ToLocalTime().ToString(dateTimeFormat));
writer.WriteAttributeString("finish", Stopwatch.GetStopDateTime().ToLocalTime().ToString(dateTimeFormat));
writer.WriteEndElement(); // Times
// Start TestSettings Element
writer.WriteStartElement("TestSettings");
writer.WriteAttributeString("name", "default");
writer.WriteAttributeString("id", Guid.NewGuid().ToString());
// Start Execution Element
writer.WriteStartElement("Execution");
writer.WriteStartElement("TestTypeSpecific");
writer.WriteEndElement(); // TestTypeSpecific
writer.WriteEndElement(); // Execution
writer.WriteStartElement("Deployment");
writer.WriteAttributeString("runDeploymentRoot", files.First().RunDeploymentRoot);
writer.WriteEndElement(); // Deployment
writer.WriteStartElement("Properties");
writer.WriteEndElement(); // Properties
writer.WriteEndElement(); // TestSettings
}
static string ToSummryString(ResultSummary resultSummry)
{
using (StringWriter stringWriter = new StringWriter()) {
stringWriter.Write("{0} Tests :", resultSummry.TestCount);
stringWriter.Write(" {0} Pass", resultSummry.PassCount);
if (resultSummry.FailureCount > 0)
{
stringWriter.Write(", {0} Failure", resultSummry.FailureCount);
}
if (resultSummry.ErrorCount > 0)
{
stringWriter.Write(", {0} Error", resultSummry.ErrorCount);
}
if (resultSummry.NotRunCount > 0)
{
stringWriter.Write(", {0} NotRun", resultSummry.NotRunCount);
}
if (resultSummry.InconclusiveCount > 0)
{
stringWriter.Write(", {0} Inconclusive", resultSummry.InconclusiveCount);
}
return(stringWriter.GetStringBuilder().ToString());
}
}
public bool WriteFile(IList <ResultFile> files, Stream stream)
{
ResultSummary summary = SummaryCalculator.Calculate(files);
Stopwatch.Stop();
using (var writer = CreateDocument(stream))
{
WriteBody(writer, summary, files);
WriteResults(writer, files);
WriteDefinitions(writer, files);
WriteEntries(writer, files);
WriteTestLists(writer);
WriteSummaryAndEnd(writer, summary, files);
}
Console.WriteLine();
Console.WriteLine("Total tests: {0}. Passed: {1}. Failed: {2}. Skipped: {3}.", summary.Total, summary.Passed, summary.Failed, summary.Total - summary.Passed - summary.Failed);
if (summary.Failed == 0)
{
Console.ForegroundColor = ConsoleColor.Green;
Console.WriteLine("Test Run Succeded.");
Console.ResetColor();
}
else
{
Console.ForegroundColor = ConsoleColor.Red;
Console.WriteLine("Test Run Failed.");
Console.ResetColor();
}
Console.WriteLine("Test execution time: {0}", GetReadableTimeSpan(Stopwatch.Elapsed()));
return(summary.Failed == 0);
}
private static void UnityConsolePresenter(string longResult, ResultSummary result)
{
if (result != null && (result.ErrorCount > 0 || result.FailureCount > 0))
Debug.LogWarning(longResult);
else
Debug.Log(longResult);
}
public static void RunTests()
{
ITestAssemblyRunner testRunner = new NUnitLiteTestAssemblyRunner(new NUnitLiteTestAssemblyBuilder());
Assembly assembly = AssemblyGetter.Assembly;
bool hasTestLoaded = testRunner.Load(assembly: assembly, settings: new Hashtable());
if (!hasTestLoaded)
{
Debug.Log(string.Format("No tests found in assembly {0}", assembly.GetName().Name));
return;
}
ITestResult rootTestResult = testRunner.Run(TestListener.NULL, TestFilter.Empty);
ResultSummary summary = new ResultSummary(rootTestResult);
Debug.Log(ToSummryString(summary));
List <ITestResult> testResultList = EnumerateTestResult(rootTestResult).Where(it => !it.HasChildren).ToList();
if (summary.FailureCount > 0 || summary.ErrorCount > 0)
{
DebugLogErrorResults(testResultList);
}
if (summary.NotRunCount > 0)
{
DebugLogNotRunResults(testResultList);
}
}
/// <summary>
/// Creates the initial results document and its XElements.
/// </summary>
private void CreateInitialDocument()
{
TestRun = CreateElement("TestRun");
TestRunConfiguration = CreateElement("TestRunConfiguration");
TestRun.Add(TestRunConfiguration);
ResultSummary = CreateElement("ResultSummary");
Counters = CreateElement("Counters");
ResultSummary.Add(Counters);
TestRun.Add(ResultSummary);
Times = CreateElement("Times");
TestRun.Add(Times);
TestDefinitions = CreateElement("TestDefinitions");
TestRun.Add(TestDefinitions);
TestLists = CreateElement("TestLists");
TestRun.Add(TestLists);
TestEntries = CreateElement("TestEntries");
TestRun.Add(TestEntries);
Results = CreateElement("Results");
TestRun.Add(Results);
RunOutcome = TestOutcome.NotExecuted;
}
public void ReportWithDifferentUICultureFormatsNumbersAccordingToUICulture()
{
var summary = new ResultSummary
{
PassCount = 10000,
WarningCount = 10000,
InconclusiveCount = 10000,
SkipCount = 10000,
TestCount = 10000,
FailureCount = 10000,
ErrorCount = 10000,
InvalidCount = 10000,
IgnoreCount = 10000,
ExplicitCount = 10000,
Duration = 123.456789,
OverallResult = String.Empty
};
var report = ResultSummaryReporter.WriteSummaryReport(summary);
Assert.That(report, Does.Contain("Test Count: 10.000"));
Assert.That(report, Does.Contain("Passed: 10.000"));
Assert.That(report, Does.Contain("Failed: 30.000"));
Assert.That(report, Does.Contain("Warnings: 10.000"));
Assert.That(report, Does.Contain("Inconclusive: 10.000"));
Assert.That(report, Does.Contain("Skipped: 30.000"));
Assert.That(report, Does.Contain("Failed Tests - Failures: 10.000"));
Assert.That(report, Does.Contain("Errors: 10.000"));
Assert.That(report, Does.Contain("Invalid: 10.000"));
Assert.That(report, Does.Contain("Skipped Tests - Ignored: 10.000"));
Assert.That(report, Does.Contain("Explicit: 10.000"));
Assert.That(report, Does.Contain("Other: 10.000"));
Assert.That(report, Does.Contain("Duration: 123,457"));
}
public static void RunTests()
{
ITestAssemblyRunner testRunner = new NUnitLiteTestAssemblyRunner (new NUnitLiteTestAssemblyBuilder ());
Assembly assembly = Assembly.GetCallingAssembly ();
bool hasTestLoaded = testRunner.Load (assembly: assembly, settings: new Hashtable ());
if (!hasTestLoaded) {
Debug.Log (string.Format ("No tests found in assembly {0}", assembly.GetName ().Name));
return;
}
ITestResult rootTestResult = testRunner.Run (TestListener.NULL, TestFilter.Empty);
ResultSummary summary = new ResultSummary (rootTestResult);
Debug.Log (ToSummryString (summary));
List<ITestResult> testResultList = EnumerateTestResult (rootTestResult).Where (it => !it.HasChildren).ToList ();
if (summary.FailureCount > 0 || summary.ErrorCount > 0) {
DebugLogErrorResults (testResultList);
}
if (summary.NotRunCount > 0) {
DebugLogNotRunResults (testResultList);
}
}
public void TestMethodWithMultipleTestCasesExecutesMultipleTimes()
{
ITestResult result = TestBuilder.RunParameterizedMethodSuite(fixtureType, nameof(TestMethodSignatureFixture.TestMethodWithMultipleTestCases));
Assert.That( result.ResultState, Is.EqualTo(ResultState.Success) );
ResultSummary summary = new ResultSummary(result);
Assert.That(summary.TestsRun, Is.EqualTo(3));
}
void extract(ResultSummary rs)
{
if (rs == null)
{
return;
}
extract(rs.Counters);
}
public UCResult()
{
InitializeComponent();
resultSummary = new ResultSummary();
this.panelStatus.Show();
//this.panelSearchComplete.Visible = true;
this.panelSearchProgress.Show();
}
public void Search()
{
HomePage homePage = new HomePage(webDriver);
ResultsPage resultsPage = new ResultsPage(webDriver);
ResultSummary summaryPage = new ResultSummary(webDriver);
resultsPage = homePage.SetSearch("iPhone 8 Plus 64 GB", webDriver);
summaryPage = resultsPage.ClickResult(2, webDriver);
}
void WriteXmlResultFile(ResultSummary result)
{
var outputFolderName = Path.GetDirectoryName(Options.ResultFilePath);
Directory.CreateDirectory(outputFolderName);
var xml = result.GetTestXml().ToString();
File.WriteAllText(Options.ResultFilePath, xml);
}
public void ShowResult(ResultView view, ResultSummary summary)
{
_RegistryResult = summary.DetailResult;
if (view == ResultView.Detail)
{
BindGrid();
}
}
/// <summary>
/// Gets the ResultCode for the specified ResultSummary object.
/// </summary>
/// <param name="resultSummary">
/// The ResultSummary object whose ResultCode to retrieve.
/// </param>
/// <exception cref="ArgumentNullException">
/// Parameter resultSummary cannot be null.
/// </exception>
public static ResultCode GetResultCode(this ResultSummary resultSummary)
{
if (resultSummary == null)
{
throw new ArgumentNullException("resultSummary", "Parameter resultSummary cannot be null.");
}
return((ResultCode)Enum.Parse(typeof(ResultCode), resultSummary.ResultCode));
}
private async Task WriteResult(ResultSummary testResult)
{
using (var tcpWriter = new TcpWriter(Options.TcpWriterParameters))
{
await tcpWriter.Connect().ConfigureAwait(false);
tcpWriter.Write(testResult.GetTestXml());
}
}
public void TestMethodWithMultipleTestCasesExecutesMultipleTimes()
{
ITestResult result = TestBuilder.RunTestCase(fixtureType, "TestMethodWithMultipleTestCases");
Assert.That(result.ResultState, Is.EqualTo(ResultState.Success));
ResultSummary summary = new ResultSummary(result);
Assert.That(summary.TestsRun, Is.EqualTo(3));
}
private void RunTestOnFixture(Type fixtureType)
{
ITestResult result = TestBuilder.RunTestFixture(fixtureType);
ResultSummary summary = new ResultSummary(result);
Assert.That(summary.Passed, Is.EqualTo(2));
Assert.That(summary.Inconclusive, Is.EqualTo(3));
Assert.That(result.ResultState, Is.EqualTo(ResultState.Success));
}
/// <summary>
/// Initializes the specified ResultSummary object.
/// </summary>
/// <param name="resultSummary">
/// The ResultSummary object to initialize.
/// </param>
/// <exception cref="ArgumentNullException">
/// Parameter resultSummary cannot be null.
/// </exception>
public static void Initialize(this ResultSummary resultSummary)
{
if (resultSummary == null)
{
throw new ArgumentNullException("resultSummary", "Parameter resultSummary cannot be null.");
}
resultSummary.ResultCode = ResultCode.Success.ToString();
}
private void CreateSummaryAndVerify(TestResult result, int tests, int errors, int failures, int notrun)
{
ResultSummary summary = new ResultSummary(result);
Assert.That(summary.TestCount, Is.EqualTo(tests));
Assert.That(summary.ErrorCount, Is.EqualTo(errors));
Assert.That(summary.FailureCount, Is.EqualTo(failures));
Assert.That(summary.NotRunCount, Is.EqualTo(notrun));
}
public void ReportAlwaysStartsWithOveralResult()
{
var summary = new ResultSummary {
OverallResult = "Passed"
};
var report = ResultSummaryReporter.WriteSummaryReport(summary);
Assert.That(report, Does.StartWith("Overall result: Passed"));
}
public ResultSummary Calculate(IList <ResultFile> files)
{
DateTime startTime = DateTime.Now;
DateTime finishTime = DateTime.MinValue;
string name = string.Empty;
ResultSummary summary = new ResultSummary();
foreach (ResultFile file in files)
{
if (file.Summary.Outcome == "Failed")
{
summary.Outcome = file.Summary.Outcome;
}
summary.RunUser = file.Summary.RunUser;
summary.Total += file.Summary.Total;
summary.Executed += file.Summary.Executed;
summary.Passed += file.Summary.Passed;
summary.Failed += file.Summary.Failed;
summary.Error += file.Summary.Error;
summary.Timeout += file.Summary.Timeout;
summary.Aborted += file.Summary.Aborted;
summary.Inconclusive += file.Summary.Inconclusive;
summary.PassedButRunAborted += file.Summary.PassedButRunAborted;
summary.NotRunnable += file.Summary.NotRunnable;
summary.NotExecuted += file.Summary.NotExecuted;
summary.Disconnected += file.Summary.Disconnected;
summary.Warning += file.Summary.Warning;
summary.Completed += file.Summary.Completed;
summary.InProgress += file.Summary.InProgress;
summary.Pending += file.Summary.Pending;
if (file.Summary.StartTime < startTime)
{
startTime = file.Summary.StartTime;
}
if (file.Summary.FinishTime > finishTime)
{
finishTime = file.Summary.FinishTime;
}
if (name == string.Empty || string.CompareOrdinal(name, file.Summary.Name) > 0)
{
name = file.Summary.Name;
}
}
summary.StartTime = startTime;
summary.FinishTime = finishTime;
summary.Name = name;
return(summary);
}
public ResultSummary Calculate(IList<ResultFile> files)
{
DateTime startTime = DateTime.Now;
DateTime finishTime = DateTime.MinValue;
string name = string.Empty;
ResultSummary summary = new ResultSummary();
foreach (ResultFile file in files)
{
if (files.Count == 1 || file.Summary.Outcome == "Failed")
{
summary.Outcome = file.Summary.Outcome;
}
summary.RunUser = file.Summary.RunUser;
summary.Total += file.Summary.Total;
summary.Executed += file.Summary.Executed;
summary.Passed += file.Summary.Passed;
summary.Failed += file.Summary.Failed;
summary.Error += file.Summary.Error;
summary.Timeout += file.Summary.Timeout;
summary.Aborted += file.Summary.Aborted;
summary.Inconclusive += file.Summary.Inconclusive;
summary.PassedButRunAborted += file.Summary.PassedButRunAborted;
summary.NotRunnable += file.Summary.NotRunnable;
summary.NotExecuted += file.Summary.NotExecuted;
summary.Disconnected += file.Summary.Disconnected;
summary.Warning += file.Summary.Warning;
summary.Completed += file.Summary.Completed;
summary.InProgress += file.Summary.InProgress;
summary.Pending += file.Summary.Pending;
if (file.Summary.StartTime < startTime)
{
startTime = file.Summary.StartTime;
}
if (file.Summary.FinishTime > finishTime)
{
finishTime = file.Summary.FinishTime;
}
if (name == string.Empty || string.CompareOrdinal(name, file.Summary.Name) > 0)
{
name = file.Summary.Name;
}
}
summary.StartTime = startTime;
summary.FinishTime = finishTime;
summary.Name = name;
return summary;
}
private static void UnityConsolePresenter(string longResult, ResultSummary result)
{
if (result != null && (result.ErrorCount > 0 || result.FailureCount > 0))
{
Debug.LogWarning(longResult);
}
else
{
Debug.Log(longResult);
}
}
private static ResultSummary DeserializeResultSummary(XElement resultSummary)
{
ResultSummary res = new ResultSummary
{
Outcome = resultSummary.GetAttributeValue("outcome"),
Counters = DeserializeCounters(resultSummary),
RunInfos = DeserializeRunInfos(resultSummary.Descendants(ns + "RunInfo"))
};
return(res);
}
async Task WriteXmlResultFile(ResultSummary result)
{
string outputFolderName = Path.GetDirectoryName(Options.ResultFilePath);
Directory.CreateDirectory(outputFolderName);
using (var resultFileStream = new StreamWriter(Options.ResultFilePath, false))
{
var xml = result.GetTestXml().ToString();
await resultFileStream.WriteAsync(xml);
}
}
/// <summary>
/// Sets the ResultCode for the specified ResultSummary object to the specified value.
/// </summary>
/// <param name="resultSummary">
/// The ResultSummary object whose ResultCode to set.
/// </param>
/// <param name="value">
/// The value to which to set the ResultSummary's ResultCode.
/// </param>
/// <exception cref="ArgumentNullException">
/// Parameter resultSummary cannot be null.
/// </exception>
public static void SetResultCode(this ResultSummary resultSummary,
ResultCode value)
{
if (resultSummary == null)
{
throw new ArgumentNullException("resultSummary", "Parameter resultSummary cannot be null.");
}
// Set the ResultCode and the corresponding Explanation.
resultSummary.ResultCode = value.ToString();
resultSummary.Explanation = ResultCodeExplanation.Get(resultSummary.GetResultCode());
}
private static void UnityConsolePresenter(string longResult, ResultSummary result)
{
if (result != null && (result.ErrorCount > 0 || result.FailureCount > 0))
{
Debug.LogWarning(longResult);
}
else
{
// Debug.Log(longResult);
Debug.Log(string.Format("{0} Tests : {1} Failures, {2} Errors, {3} Not Run", result.TestCount, result.FailureCount, result.ErrorCount, result.NotRunCount));
}
}
public static void InitializeCounters(ResultSummary s)
{
s.TestCount = 0;
s.PassCount = 0;
s.FailureCount = 0;
s.ErrorCount = 0;
s.InconclusiveCount = 0;
s.SkipCount = 0;
s.IgnoreCount = 0;
s.ExplicitCount = 0;
s.InvalidCount = 0;
s.InvalidAssemblies = 0;
}
// Use this for initialization
void Start()
{
ResultSummary result = NUnitLiteUnityRunner.RunTests();
if (result.FailureCount > 0)
{
renderer.material.color = Color.red;
}
else if (result.TestCount > 0)
{
renderer.material.color = new Color(0.13f, 0.63f, 0.13f, 1);
}
}
public static void InitializeCounters(ResultSummary s)
{
s.TestCount = 0;
s.PassCount = 0;
s.FailureCount = 0;
s.ErrorCount = 0;
s.InconclusiveCount = 0;
s.SkipCount = 0;
s.IgnoreCount = 0;
s.ExplicitCount = 0;
s.InvalidCount = 0;
s.InvalidAssemblies = 0;
}
private static ResultSummary DeserializeResultSummary(XElement resultSummary)
{
ResultSummary res = new ResultSummary
{
Outcome = resultSummary.GetAttributeValue("outcome"),
Counters = DeserializeCounters(resultSummary),
RunInfos = DeserializeRunInfos(resultSummary.Descendants(ns + "RunInfo")),
Output = DeserializeOutput(resultSummary.Descendants(ns + "Output").FirstOrDefault()),
CollectorDataEntries = DeserializeCollectorDataEntries(resultSummary.Descendants(ns + "Collector"))
};
return(res);
}
public void LoadMockassembly()
{
// Sanity check to be sure we have the correct version of mock-assembly.dll
Assert.That(MockAssembly.Tests, Is.EqualTo(31),
"The reference to mock-assembly.dll appears to be the wrong version");
new List<TestCase>();
testResults = new List<TestResult>();
testLog = new FakeFrameworkHandle();
// Load the NUnit mock-assembly.dll once for this test, saving
// the list of test cases sent to the discovery sink
executor = ((ITestExecutor) new NUnitTestExecutor());
executor.RunTests(new[] { MockAssemblyPath }, Context, testLog);
this.Summary = new ResultSummary(testResults);
}
private void AddToTestResults(ResultSummary singleResult, ResultRecorder resultSummary)
{
if (resultSummary == null) return;
if (singleResult.hasExceptions())
{
resultSummary.record(singleResult);
}
else if (singleResult.getFailureCount() > 0)
{
resultSummary.record(singleResult);
}
else
{
resultSummary.record(singleResult);
}
}
private TestResult NUnitTestResult(ResultSummary concordionResult, string resultPath)
{
var testResult = new TestResult(this);
if (concordionResult.hasExceptions())
{
testResult.Error(new NUnitException("Exception in Concordion test: please see Concordion test reports"));
}
else if (concordionResult.getFailureCount() > 0)
{
testResult.Failure("Concordion Test Failures: " + concordionResult.getFailureCount(),
"for stack trace, please see Concordion test reports");
} else
{
testResult.Success(resultPath);
}
return testResult;
}
public ProcessingResult(ResultSummary resultSummary, EventRecorder eventRecorder, string documentXML)
{
this.resultSummary = resultSummary;
this.eventRecorder = eventRecorder;
this.documentXML = documentXML;
}
private void CreateSummaryAndVerify(TestResult result, int tests, int errors, int failures, int notrun)
{
ResultSummary summary = new ResultSummary(result);
Assert.That(summary.TestCount, Is.EqualTo(tests));
Assert.That(summary.ErrorCount, Is.EqualTo(errors));
Assert.That(summary.FailureCount, Is.EqualTo(failures));
Assert.That(summary.NotRunCount, Is.EqualTo(notrun));
}
