public TestCase[] DiscoverTests(TestDiscoveryTask[] discoveryTasks, string runSettingsPath)
{
_monitor.RecordMessage(TestMessageLevel.Informational, Resources.Branding);
Thread.CurrentThread.Name = "Test discoverer";
Thread.CurrentThread.IsBackground = true;
_monitor.RecordMessage(TestMessageLevel.Informational, $"> Discovering tests...");
_monitor.RecordMessage(TestMessageLevel.Informational, $"| Runner version is {Assembly.GetExecutingAssembly().GetName().Version}.");
_monitor.RecordMessage(TestMessageLevel.Informational, $"| We are on {(Environment.Is64BitProcess ? "x64" : "x86")} platform.");
if (!string.IsNullOrEmpty(runSettingsPath))
{
_monitor.RecordMessage(TestMessageLevel.Informational, $"| Using run settings: {runSettingsPath}.");
}
try
{
var runSettings = new RunSettings(string.IsNullOrEmpty(runSettingsPath) ? null : File.ReadAllText(runSettingsPath));
var context = new TestDiscoveryContext(_monitor, runSettings);
foreach (var discoveryTask in discoveryTasks)
{
NativeServices.ExecuteWithFileRedirection(discoveryTask.TestAdapterOptions, () =>
{
var testDiscoverers = LoadDiscoverers(discoveryTask.TestAdapterOptions.AssemblyPath);
foreach (var testDiscoverer in testDiscoverers)
{
_monitor.RecordMessage(TestMessageLevel.Informational, $">> Running discoverer: {testDiscoverer.GetType().FullName}...");
foreach (var testSourcePath in discoveryTask.TestAssemblyPaths)
{
_monitor.RecordMessage(TestMessageLevel.Informational, $"|| Checking {testSourcePath}...");
try
{
testDiscoverer.DiscoverTests(new[] { testSourcePath }, context, context, context);
}
catch (Exception e)
{
_monitor.RecordMessage(TestMessageLevel.Warning, e.GetDescription());
}
}
_monitor.RecordMessage(TestMessageLevel.Informational, $"<< Discoverer finished.");
}
}, (level, message) => _monitor.RecordMessage(level, "| " + message));
}
_monitor.RecordMessage(TestMessageLevel.Informational, $"< Test discovery finished.");
return(context.TestCases.Convert());
}
catch (Exception e)
{
_monitor.RecordMessage(TestMessageLevel.Error, $"< Could not discover tests!\r\n{e.GetDescription().PadLinesLeft("< ")}");
return(new TestCase[0]);
}
}
private void RunTestsWorker(TestExecutionTask[] executionTasks, TestExecutionOptions options)
{
Thread.CurrentThread.Name = "Test executor";
Thread.CurrentThread.IsBackground = true;
_monitor.RecordMessage(TestMessageLevel.Informational, $"> Executing tests...");
_monitor.RecordMessage(TestMessageLevel.Informational, $"| Runner version is {Assembly.GetExecutingAssembly().GetName().Version}.");
_monitor.RecordMessage(TestMessageLevel.Informational, $"| We are on {(Environment.Is64BitProcess ? "x64" : "x86")} platform.");
if (!string.IsNullOrEmpty(options.RunSettingsPath))
{
_monitor.RecordMessage(TestMessageLevel.Informational, $"| Using run settings {options.RunSettingsPath}.");
}
try
{
var context = new TestExecutionContext(_monitor, options);
foreach (var executionTask in executionTasks)
{
NativeServices.ExecuteWithFileRedirection(executionTask.TestAdapterOptions, () =>
{
if (TryLoadExecutor(executionTask.TestAdapterOptions.AssemblyPath, executionTask.TestAdapterOptions.ExtensionUri, out var testExecutor))
{
_monitor.RecordMessage(TestMessageLevel.Informational, $">> Running executor: {testExecutor.GetType().FullName}...");
foreach (var testCaseGroup in executionTask.TestCases.GroupBy(p => p.Source))
{
_monitor.RecordMessage(TestMessageLevel.Informational, $"|| Processing tests in: {testCaseGroup.Key}...");
context.TestRunDirectory = Path.GetDirectoryName(testCaseGroup.Key);
Environment.CurrentDirectory = context.TestRunDirectory;
testExecutor.RunTests(testCaseGroup.Convert(), context, context);
}
_monitor.RecordMessage(TestMessageLevel.Informational, $"<< Executor finished.");
}
else
{
foreach (var testCase in executionTask.TestCases)
{
var testResult = new Common.Models.TestResult()
{
TestCase = testCase,
ErrorMessage = "Test executor is not loaded.",
Outcome = Common.Models.TestOutcome.Skipped
};
_monitor.RecordResult(testResult);
}
}
}, (level, message) => _monitor.RecordMessage(level, "| " + message));
}
_monitor.RecordMessage(TestMessageLevel.Informational, $"< Test execution finished.");
}
catch (Exception e)
{
_monitor.RecordMessage(TestMessageLevel.Error, $"< Could not execute tests.\r\n{e.GetDescription().PadLinesLeft("< ")}");
}
}