void RunTests() { var options = ApplicationOptions.Current; TextWriter writer = null; if (!string.IsNullOrEmpty(options.HostName) && string.IsNullOrEmpty(options.LogFile)) { http_writer = new HttpTextWriter() { HostName = options.HostName.Split(',')[0], Port = options.HostPort }; Console.WriteLine("Sending results to {0}:{1} using HTTP", http_writer.HostName, http_writer.Port); http_writer.Open(); writer = http_writer; } else if (!string.IsNullOrEmpty(options.LogFile)) { writer = new StreamWriter(options.LogFile); } // we generate the logs in two different ways depending if the generate xml flag was // provided. If it was, we will write the xml file to the tcp writer if present, else // we will write the normal console output using the LogWriter var logger = (writer == null || options.EnableXml) ? new LogWriter() : new LogWriter(writer); logger.MinimumLogLevel = MinimumLogLevel.Info; var testAssemblies = GetTestAssemblies(); runner = RegisterType.IsXUnit ? (Xamarin.iOS.UnitTests.TestRunner) new XUnitTestRunner(logger) : new NUnitTestRunner(logger); var categories = IgnoreFileParser.ParseTraitsContentFile(NSBundle.MainBundle.BundlePath, RegisterType.IsXUnit); // add category filters if they have been added runner.SkipCategories(categories); // if we have ignore files, ignore those tests var skippedTests = IgnoreFileParser.ParseContentFiles(NSBundle.MainBundle.BundlePath); if (skippedTests.Any()) { // ensure that we skip those tests that have been passed via the ignore files runner.SkipTests(skippedTests); } ThreadPool.QueueUserWorkItem((v) => { BeginInvokeOnMainThread(async() => { lblStatus.SetText(string.Format("{0} tests", runner.TotalTests)); await runner.Run(testAssemblies).ConfigureAwait(false); RenderResults(); cmdRun.SetEnabled(true); cmdRun.SetHidden(false); if (options.EnableXml) { runner.WriteResultsToFile(writer); logger.Info("Xml file was written to the http listener."); } else { string resultsFilePath = runner.WriteResultsToFile(); logger.Info($"Xml result can be found {resultsFilePath}"); } logger.Info($"Tests run: {runner.TotalTests} Passed: {runner.PassedTests} Inconclusive: {runner.InconclusiveTests} Failed: {runner.FailedTests} Ignored: {runner.FilteredTests}"); if (options.TerminateAfterExecution) { var writer_finished_task = http_writer?.FinishedTask; http_writer?.Close(); Task.Run(async() => { if (writer_finished_task != null) { await writer_finished_task; } TerminateWithSuccess(); }); } }); }); }
void RunTests() { var options = ApplicationOptions.Current; TextWriter writer = null; if (!string.IsNullOrEmpty(options.HostName) && string.IsNullOrEmpty(options.LogFile)) { writer = new HttpTextWriter() { HostName = options.HostName, Port = options.HostPort } } ; if (!string.IsNullOrEmpty(options.LogFile)) { writer = new StreamWriter(options.LogFile); } // we generate the logs in two different ways depending if the generate xml flag was // provided. If it was, we will write the xml file to the tcp writer if present, else // we will write the normal console output using the LogWriter var logger = (writer == null || options.EnableXml) ? new LogWriter() : new LogWriter(writer); logger.MinimumLogLevel = MinimumLogLevel.Info; var testAssemblies = GetTestAssemblies(); runner = RegisterType.IsXUnit ? (Xamarin.iOS.UnitTests.TestRunner) new XUnitTestRunner(logger) : new NUnitTestRunner(logger); var categories = RegisterType.IsXUnit ? new List <string> { "failing", "nonmonotests", "outerloop", "nonosxtests" } : new List <string> { "MobileNotWorking", "NotOnMac", "NotWorking", "ValueAdd", "CAS", "InetAccess", "NotWorkingLinqInterpreter", "BitcodeNotSupported", }; if (RegisterType.IsXUnit) { // special case when we are using the xunit runner, // there is a trait we are not interested in which is // the Benchmark one var xunitRunner = runner as XUnitTestRunner; xunitRunner.AddFilter(XUnitFilter.CreateTraitFilter("Benchmark", "true", true)); } // add category filters if they have been added runner.SkipCategories(categories); // if we have ignore files, ignore those tests var skippedTests = IgnoreFileParser.ParseContentFiles(NSBundle.MainBundle.BundlePath); if (skippedTests.Any()) { // ensure that we skip those tests that have been passed via the ignore files runner.SkipTests(skippedTests); } ThreadPool.QueueUserWorkItem((v) => { BeginInvokeOnMainThread(() => { lblStatus.SetText(string.Format("{0} tests", runner.TotalTests)); runner.Run((IList <TestAssemblyInfo>)testAssemblies); RenderResults(); cmdRun.SetEnabled(true); cmdRun.SetHidden(false); if (options.EnableXml) { runner.WriteResultsToFile(writer); logger.Info("Xml file was written to the http listener."); } else { string resultsFilePath = runner.WriteResultsToFile(); logger.Info($"Xml result can be found {resultsFilePath}"); } logger.Info($"Tests run: {runner.TotalTests} Passed: {runner.PassedTests} Inconclusive: {runner.InconclusiveTests} Failed: {runner.FailedTests} Ignored: {runner.FilteredTests}"); if (options.TerminateAfterExecution) { TerminateWithSuccess(); } }); }); } void RenderResults() { var options = ApplicationOptions.Current; if (runner.TotalTests == 0) { return; } lblSuccess.SetText(string.Format("P: {0}/{1} {2}%", runner.PassedTests, runner.TotalTests, 100 * runner.PassedTests / runner.TotalTests)); lblFailed.SetText(string.Format("F: {0}/{1} {2}%", runner.FailedTests, runner.TotalTests, 100 * runner.FailedTests / runner.TotalTests)); lblIgnInc.SetText(string.Format("I: {0}/{1} {2}%", (runner.SkippedTests + runner.InconclusiveTests), runner.TotalTests, 100 * (runner.SkippedTests + runner.InconclusiveTests) / runner.TotalTests)); if (running == false && runner.PassedTests > 0) { if (runner.FailedTests == 0) { lblSuccess.SetTextColor(UIKit.UIColor.Green); lblStatus.SetTextColor(UIKit.UIColor.Green); lblStatus.SetText("Success"); } if (runner.FailedTests > 0) { lblFailed.SetTextColor(UIKit.UIColor.Red); lblStatus.SetTextColor(UIKit.UIColor.Red); lblStatus.SetText("Failed"); } } } partial void RunTests(NSObject obj) { RunTests(); } }