Ejemplo n.º 1
0
        // This method is called by the xUnit test framework classes to run the test case. We will do the
        // loop here, forwarding on to the implementation in XunitTestCase to do the heavy lifting. We will
        // continue to re-run the test until the aggregator has an error (meaning that some internal error
        // condition happened), or the test runs without failure, or we've hit the maximum number of tries.
        public override async Task <RunSummary> RunAsync(IMessageSink diagnosticMessageSink,
                                                         IMessageBus messageBus,
                                                         object[] constructorArguments,
                                                         ExceptionAggregator aggregator,
                                                         CancellationTokenSource cancellationTokenSource)
        {
            var runCount = 0;

            while (true)
            {
                // This is really the only tricky bit: we need to capture and delay messages (since those will
                // contain run status) until we know we've decided to accept the final result;
                var delayedMessageBus = new DelayedMessageBus(messageBus);

                RunSummary summary = await base.RunAsync(diagnosticMessageSink, delayedMessageBus, constructorArguments, aggregator, cancellationTokenSource);

                if (aggregator.HasExceptions || summary.Failed > 0)
                {
                    var details      = ExtractTestFailDetailsFromMessageBus(delayedMessageBus);
                    var errorMessage = $"Execution of '{DisplayName}' failed (attempt #{runCount + 1}) with details {details}.";

                    diagnosticMessageSink.OnMessage(new DiagnosticMessage(errorMessage));
                    Console.WriteLine(errorMessage);
                }

                if (summary.Failed == 0 || ++runCount >= maxRetries)
                {
                    delayedMessageBus.Dispose();  // Sends all the delayed messages
                    return(summary);
                }
            }
        }
Ejemplo n.º 2
0
        private static string ExtractTestFailDetailsFromMessageBus(DelayedMessageBus delayedMessageBus)
        {
            string details = "";

            foreach (var message in delayedMessageBus.messages)
            {
                if (message.ToString() == "Xunit.Sdk.TestFailed")
                {
                    try
                    {
                        var messages       = (string[])message.GetType().GetProperty("Messages").GetValue(message);
                        var exceptionTypes = (string[])message.GetType().GetProperty("ExceptionTypes").GetValue(message);
                        var stackTraces    = (string[])message.GetType().GetProperty("StackTraces").GetValue(message);

                        if (messages != null && messages.Length > 0)
                        {
                            details += "Messages: " + string.Join(";", messages) + ". ";
                        }

                        if (exceptionTypes != null && exceptionTypes.Length > 0)
                        {
                            details += "ExceptionTypes: " + string.Join(";", exceptionTypes) + ". ";
                        }

                        if (stackTraces != null && stackTraces.Length > 0)
                        {
                            details += "StackTraces: " + string.Join(";", stackTraces) + ".";
                        }
                    }
                    catch
                    {
                        Console.WriteLine($"Fail to read test fail message from message bus.");
                    }
                }
            }

            return(details);
        }