/// <summary>
/// Run the tests in the loaded TestPackage and return a test result. The tests
/// are run synchronously and the listener interface is notified as it progresses.
/// </summary>
/// <param name="listener">An ITestEventHandler to receive events</param>
/// <param name="filter">A TestFilter used to select tests</param>
/// <returns>A TestEngineResult giving the result of the test execution</returns>
private TestEngineResult RunTests(ITestEventListener listener, TestFilter filter)
{
var eventDispatcher = new TestEventDispatcher();
if (listener != null)
{
eventDispatcher.Listeners.Add(listener);
}
foreach (var extension in _extensionService.GetExtensions <ITestEventListener>())
{
eventDispatcher.Listeners.Add(extension);
}
IsTestRunning = true;
string clrVersion;
string engineVersion;
clrVersion = Environment.Version.ToString();
engineVersion = Assembly.GetExecutingAssembly().GetName().Version.ToString();
var startTime = DateTime.UtcNow;
var startRunNode = XmlHelper.CreateTopLevelElement("start-run");
startRunNode.AddAttribute("count", CountTests(filter).ToString());
startRunNode.AddAttribute("start-time", XmlConvert.ToString(startTime, "u"));
startRunNode.AddAttribute("engine-version", engineVersion);
startRunNode.AddAttribute("clr-version", clrVersion);
InsertCommandLineElement(startRunNode);
eventDispatcher.OnTestEvent(startRunNode.OuterXml);
long startTicks = Stopwatch.GetTimestamp();
TestEngineResult result = PrepareResult(GetEngineRunner().Run(eventDispatcher, filter)).MakeTestRunResult(TestPackage);
// These are inserted in reverse order, since each is added as the first child.
InsertFilterElement(result.Xml, filter);
InsertCommandLineElement(result.Xml);
result.Xml.AddAttribute("engine-version", engineVersion);
result.Xml.AddAttribute("clr-version", clrVersion);
double duration = (double)(Stopwatch.GetTimestamp() - startTicks) / Stopwatch.Frequency;
result.Xml.AddAttribute("start-time", XmlConvert.ToString(startTime, "u"));
result.Xml.AddAttribute("end-time", XmlConvert.ToString(DateTime.UtcNow, "u"));
result.Xml.AddAttribute("duration", duration.ToString("0.000000", NumberFormatInfo.InvariantInfo));
IsTestRunning = false;
eventDispatcher.OnTestEvent(result.Xml.OuterXml);
return(result);
}
/// <summary>
/// Run the tests in the loaded TestPackage and return a test result. The tests
/// are run synchronously and the listener interface is notified as it progresses.
/// </summary>
/// <param name="listener">An ITestEventHandler to receive events</param>
/// <param name="filter">A TestFilter used to select tests</param>
/// <returns>A TestEngineResult giving the result of the test execution</returns>
private TestEngineResult RunTests(ITestEventListener listener, TestFilter filter)
{
var eventDispatcher = new TestEventDispatcher();
if (listener != null)
{
eventDispatcher.Listeners.Add(listener);
}
#if !NETSTANDARD1_6
foreach (var extension in _extensionService.GetExtensions <ITestEventListener>())
{
eventDispatcher.Listeners.Add(extension);
}
#endif
IsTestRunning = true;
eventDispatcher.OnTestEvent(string.Format("<start-run count='{0}'/>", CountTests(filter)));
DateTime startTime = DateTime.UtcNow;
long startTicks = Stopwatch.GetTimestamp();
TestEngineResult result = _engineRunner.Run(eventDispatcher, filter).Aggregate("test-run", TestPackage.Name, TestPackage.FullName);
// These are inserted in reverse order, since each is added as the first child.
InsertFilterElement(result.Xml, filter);
#if !NETSTANDARD1_6
InsertCommandLineElement(result.Xml);
result.Xml.AddAttribute("engine-version", Assembly.GetExecutingAssembly().GetName().Version.ToString());
result.Xml.AddAttribute("clr-version", Environment.Version.ToString());
#else
result.Xml.AddAttribute("engine-version", typeof(MasterTestRunner).GetTypeInfo().Assembly.GetName().Version.ToString());
result.Xml.AddAttribute("clr-version", Microsoft.DotNet.InternalAbstractions.RuntimeEnvironment.GetRuntimeIdentifier());
#endif
double duration = (double)(Stopwatch.GetTimestamp() - startTicks) / Stopwatch.Frequency;
result.Xml.AddAttribute("start-time", XmlConvert.ToString(startTime, "u"));
result.Xml.AddAttribute("end-time", XmlConvert.ToString(DateTime.UtcNow, "u"));
result.Xml.AddAttribute("duration", duration.ToString("0.000000", NumberFormatInfo.InvariantInfo));
IsTestRunning = false;
eventDispatcher.OnTestEvent(result.Xml.OuterXml);
return(result);
}
/// <summary>
/// Run the tests in the loaded TestPackage and return a test result. The tests
/// are run synchronously and the listener interface is notified as it progresses.
/// </summary>
/// <param name="listener">An ITestEventHandler to receive events</param>
/// <param name="filter">A TestFilter used to select tests</param>
/// <returns>A TestEngineResult giving the result of the test execution</returns>
private TestEngineResult RunTests(ITestEventListener listener, TestFilter filter)
{
var eventDispatcher = new TestEventDispatcher();
if (listener != null)
eventDispatcher.Listeners.Add(listener);
#if !NETSTANDARD1_6
foreach (var extension in _extensionService.GetExtensions<ITestEventListener>())
eventDispatcher.Listeners.Add(extension);
#endif
IsTestRunning = true;
string clrVersion;
string engineVersion;
#if !NETSTANDARD1_6
clrVersion = Environment.Version.ToString();
engineVersion = Assembly.GetExecutingAssembly().GetName().Version.ToString();
#else
clrVersion = Microsoft.DotNet.InternalAbstractions.RuntimeEnvironment.GetRuntimeIdentifier();
engineVersion = typeof(MasterTestRunner).GetTypeInfo().Assembly.GetName().Version.ToString();
#endif
var startTime = DateTime.UtcNow;
long startTicks = Stopwatch.GetTimestamp();
try
{
var startRunNode = XmlHelper.CreateTopLevelElement("start-run");
startRunNode.AddAttribute("count", CountTests(filter).ToString());
startRunNode.AddAttribute("start-time", XmlConvert.ToString(startTime, "u"));
startRunNode.AddAttribute("engine-version", engineVersion);
startRunNode.AddAttribute("clr-version", clrVersion);
#if !NETSTANDARD1_6
InsertCommandLineElement(startRunNode);
#endif
eventDispatcher.OnTestEvent(startRunNode.OuterXml);
TestEngineResult result = PrepareResult(GetEngineRunner().Run(eventDispatcher, filter)).MakeTestRunResult(TestPackage);
// These are inserted in reverse order, since each is added as the first child.
InsertFilterElement(result.Xml, filter);
#if !NETSTANDARD1_6
InsertCommandLineElement(result.Xml);
#endif
result.Xml.AddAttribute("engine-version", engineVersion);
result.Xml.AddAttribute("clr-version", clrVersion);
double duration = (double)(Stopwatch.GetTimestamp() - startTicks) / Stopwatch.Frequency;
result.Xml.AddAttribute("start-time", XmlConvert.ToString(startTime, "u"));
result.Xml.AddAttribute("end-time", XmlConvert.ToString(DateTime.UtcNow, "u"));
result.Xml.AddAttribute("duration", duration.ToString("0.000000", NumberFormatInfo.InvariantInfo));
IsTestRunning = false;
eventDispatcher.OnTestEvent(result.Xml.OuterXml);
return result;
}
catch(Exception ex)
{
IsTestRunning = false;
var resultXml = XmlHelper.CreateTopLevelElement("test-run");
resultXml.AddAttribute("id", TestPackage.ID);
resultXml.AddAttribute("result", "Failed");
resultXml.AddAttribute("label", "Error");
resultXml.AddAttribute("engine-version", engineVersion);
resultXml.AddAttribute("clr-version", clrVersion);
double duration = (double)(Stopwatch.GetTimestamp() - startTicks) / Stopwatch.Frequency;
resultXml.AddAttribute("start-time", XmlConvert.ToString(startTime, "u"));
resultXml.AddAttribute("end-time", XmlConvert.ToString(DateTime.UtcNow, "u"));
resultXml.AddAttribute("duration", duration.ToString("0.000000", NumberFormatInfo.InvariantInfo));
eventDispatcher.OnTestEvent(resultXml.OuterXml);
eventDispatcher.OnTestEvent($"<unhandled-exception message='{ex.Message}' stacktrace='{ex.StackTrace}'/>");
return new TestEngineResult(resultXml);
}
}
/// <summary>
/// Run the tests in the loaded TestPackage and return a test result. The tests
/// are run synchronously and the listener interface is notified as it progresses.
/// </summary>
/// <param name="listener">An ITestEventHandler to receive events</param>
/// <param name="filter">A TestFilter used to select tests</param>
/// <returns>A TestEngineResult giving the result of the test execution</returns>
protected override TestEngineResult RunTests(ITestEventListener listener, TestFilter filter)
{
var eventDispatcher = new TestEventDispatcher();
if (listener != null)
eventDispatcher.Listeners.Add(listener);
foreach (var extension in _extensionService.GetExtensions<ITestEventListener>())
eventDispatcher.Listeners.Add(extension);
IsTestRunning = true;
eventDispatcher.OnTestEvent(string.Format("<start-run count='{0}'/>", CountTestCases(filter)));
DateTime startTime = DateTime.UtcNow;
long startTicks = Stopwatch.GetTimestamp();
TestEngineResult result = _realRunner.Run(eventDispatcher, filter).Aggregate("test-run", TestPackage.Name, TestPackage.FullName);
// These are inserted in reverse order, since each is added as the first child.
InsertFilterElement(result.Xml, filter);
InsertCommandLineElement(result.Xml);
result.Xml.AddAttribute("engine-version", Assembly.GetExecutingAssembly().GetName().Version.ToString());
result.Xml.AddAttribute("clr-version", Environment.Version.ToString());
double duration = (double)(Stopwatch.GetTimestamp() - startTicks) / Stopwatch.Frequency;
result.Xml.AddAttribute("start-time", XmlConvert.ToString(startTime, "u"));
result.Xml.AddAttribute("end-time", XmlConvert.ToString(DateTime.UtcNow, "u"));
result.Xml.AddAttribute("duration", duration.ToString("0.000000", NumberFormatInfo.InvariantInfo));
IsTestRunning = false;
eventDispatcher.OnTestEvent(result.Xml.OuterXml);
return result;
}
