public void BridgeLogMessage() { var launchReporter = new LaunchReporter(_service); Bridge.Context.LaunchReporter = launchReporter; launchReporter.Start(new StartLaunchRequest { Name = "ReportPortal Shared", StartTime = DateTime.UtcNow, Mode = LaunchMode.Debug, Tags = new System.Collections.Generic.List <string>() }); var suiteNode = launchReporter.StartChildTestReporter(new StartTestItemRequest { Name = $"Suite", StartTime = DateTime.UtcNow, Type = TestItemType.Suite }); var testNode = suiteNode.StartChildTestReporter(new StartTestItemRequest { Name = $"Test", StartTime = DateTime.UtcNow, Type = TestItemType.Step }); for (int i = 0; i < 20; i++) { Log.Message(new AddLogItemRequest { Level = LogLevel.Info, Time = DateTime.UtcNow.AddMilliseconds(i), Text = $"Log {i}" }); } testNode.Finish(new Client.Requests.FinishTestItemRequest { EndTime = DateTime.UtcNow, Status = Client.Models.Status.Passed }); suiteNode.Finish(new Client.Requests.FinishTestItemRequest { EndTime = DateTime.UtcNow, Status = Client.Models.Status.Passed }); launchReporter.Finish(new Client.Requests.FinishLaunchRequest { EndTime = DateTime.UtcNow }); launchReporter.FinishTask.Wait(); }
public void ShouldThrowExceptionWhenStartingAlreadyStartedTestItem() { var service = new MockServiceBuilder().Build(); var launch = new LaunchReporter(service.Object, null, null, new Mock <IExtensionManager>().Object); launch.Start(new StartLaunchRequest()); var test = launch.StartChildTestReporter(new StartTestItemRequest()); test.Invoking(t => t.Start(new StartTestItemRequest())).Should().ThrowExactly <InsufficientExecutionStackException>(); }
public void MixingTestsAndLogs() { var service = new MockServiceBuilder().Build(); var launchReporter = new LaunchReporter(service.Object, null, null, new ExtensionManager()); launchReporter.Start(new StartLaunchRequest { StartTime = DateTime.UtcNow }); for (int i = 0; i < 10; i++) { var suite = launchReporter.StartChildTestReporter(new StartTestItemRequest { StartTime = DateTime.UtcNow }); suite.Log(new CreateLogItemRequest { Time = DateTime.UtcNow }); for (int j = 0; j < 20; j++) { var test = suite.StartChildTestReporter(new StartTestItemRequest { StartTime = DateTime.UtcNow }); test.Log(new CreateLogItemRequest { Time = DateTime.UtcNow }); test.Finish(new FinishTestItemRequest { EndTime = DateTime.UtcNow }); } suite.Log(new CreateLogItemRequest { Time = DateTime.UtcNow }); suite.Finish(new FinishTestItemRequest { EndTime = DateTime.UtcNow }); } launchReporter.Finish(new FinishLaunchRequest { EndTime = DateTime.UtcNow }); launchReporter.Sync(); }
public void FinishTestItemWhenChildTestItemIsNotScheduledToFinish() { var service = new MockServiceBuilder().Build(); var launch = new LaunchReporter(service.Object, null, null, new Mock <IExtensionManager>().Object); launch.Start(new StartLaunchRequest { }); var test = launch.StartChildTestReporter(new StartTestItemRequest()); var innerTest = test.StartChildTestReporter(new StartTestItemRequest()); var exp = Assert.Throws <InsufficientExecutionStackException>(() => test.Finish(new FinishTestItemRequest())); Assert.Contains("are not scheduled to finish yet", exp.Message); }
public void LaunchReporter() { var configuration = new Configuration.ConfigurationBuilder().Build(); var nopService = new NopService(); var launchReporter = new LaunchReporter(nopService, configuration, null, new ExtensionManager()); var launchDateTime = DateTime.UtcNow; launchReporter.Start(new StartLaunchRequest { Name = "ReportPortal Benchmark", StartTime = launchDateTime, Mode = LaunchMode.Debug }); for (int i = 0; i < SuitesCount; i++) { var suiteNode = launchReporter.StartChildTestReporter(new StartTestItemRequest { Name = $"Suite {i}", StartTime = launchDateTime.AddMilliseconds(-1), Type = TestItemType.Suite }); suiteNode.Finish(new FinishTestItemRequest { EndTime = launchDateTime, Status = Status.Passed }); } launchReporter.Finish(new FinishLaunchRequest { EndTime = launchDateTime }); launchReporter.Sync(); }
public void LaunchReporter() { var nopService = new NopService(new Uri("https://rp.epam.com/api/v1/"), "", ""); var launchReporter = new LaunchReporter(nopService); var launchDateTime = DateTime.UtcNow; launchReporter.Start(new Client.Requests.StartLaunchRequest { Name = "ReportPortal Benchmark", StartTime = launchDateTime, Mode = Client.Models.LaunchMode.Debug, Tags = new System.Collections.Generic.List <string>() }); for (int i = 0; i < SuitesCount; i++) { var suiteNode = launchReporter.StartChildTestReporter(new Client.Requests.StartTestItemRequest { Name = $"Suite {i}", StartTime = launchDateTime.AddMilliseconds(-1), Type = Client.Models.TestItemType.Suite }); suiteNode.Finish(new Client.Requests.FinishTestItemRequest { EndTime = launchDateTime, Status = Client.Models.Status.Passed }); } launchReporter.Finish(new Client.Requests.FinishLaunchRequest { EndTime = launchDateTime }); launchReporter.FinishTask.Wait(); }
private void SetOrCreateReporter(ITestSuite currentContext) { if (_context.GetSuiteReporter(currentContext.Name) == null) { _context.AddSuite(currentContext.Name, _launchReporter.StartChildTestReporter(new StartTestItemRequest { StartTime = DateTime.UtcNow, Type = TestItemType.Suite, Name = currentContext.Name })); } _currentReporter = _context.GetSuiteReporter(currentContext.Name); if (currentContext.CurrentTestContainer != null) { var currentTest = currentContext.CurrentTestContainer; if (_context.GetTestReporter(currentTest.Name) == null) { //new test. finish previous test(s) as ranorex has only single run foreach (var test in _context.GetTests()) { FinishTestItem(test); } _currentTestState = null; _context.AddTest(currentTest.Name, _currentReporter.StartChildTestReporter(new StartTestItemRequest { StartTime = DateTime.UtcNow, Type = TestItemType.Test, Name = currentTest.Name })); } _currentReporter = _context.GetTestReporter(currentTest.Name); } }
public async Task UseRerunLaunchId() { var launchDateTime = DateTime.UtcNow; var launchName = "UseRerunLaunchId"; var launch = await _service.Launch.StartAsync(new StartLaunchRequest { Name = launchName, StartTime = launchDateTime, Mode = LaunchMode.Debug }); var config = new ConfigurationBuilder().Build(); config.Properties["Launch:RerunOf"] = launch.Uuid; var tasks = new List <Task <LaunchReporter> >(); for (int i = 0; i < 3; i++) { tasks.Add(Task.Run(() => { var r_launch = new LaunchReporter(_service, config, null, null); r_launch.Start(new StartLaunchRequest { Name = "UseRerunLaunchId", StartTime = launchDateTime, Mode = LaunchMode.Debug }); for (int j = 0; j < 30; j++) { var r_suiteReporter = r_launch.StartChildTestReporter(new StartTestItemRequest { Name = $"Suite {j}", StartTime = launchDateTime, Type = TestItemType.Suite }); for (int jj = 0; jj < 3; jj++) { var rr_suiteReporter = r_suiteReporter.StartChildTestReporter(new StartTestItemRequest { Name = $"Suite {jj}", StartTime = launchDateTime, Type = TestItemType.Suite }); for (int k = 0; k < 0; k++) { var r_test = rr_suiteReporter.StartChildTestReporter(new StartTestItemRequest { Name = $"Test {k}", StartTime = launchDateTime, Type = TestItemType.Step }); for (int l = 0; l < 0; l++) { r_test.Log(new CreateLogItemRequest { Level = LogLevel.Info, Text = $"Log message #{l}", Time = launchDateTime }); } r_test.Finish(new FinishTestItemRequest { EndTime = launchDateTime, Status = Status.Passed }); } rr_suiteReporter.Finish(new FinishTestItemRequest { EndTime = launchDateTime, Status = Status.Passed }); } r_suiteReporter.Finish(new FinishTestItemRequest { EndTime = launchDateTime, Status = Status.Passed }); } r_launch.Finish(new FinishLaunchRequest { EndTime = launchDateTime }); r_launch.Sync(); return(r_launch); })); } Task.WaitAll(tasks.ToArray()); var reportedLaunch = await _service.Launch.GetAsync(launch.Uuid); Assert.Equal(launchName, reportedLaunch.Name); Assert.Equal(launchDateTime.ToString(), reportedLaunch.StartTime.ToString()); await _service.Launch.FinishAsync(launch.Uuid, new FinishLaunchRequest { EndTime = DateTime.UtcNow }); //var gotLaunch = await _service.Launch.GetAsync(launchReporter.LaunchInfo.Uuid); //await _service.Launch.DeleteAsync(gotLaunch.Id); }
public async Task UseRerun() { var launchDateTime = DateTime.UtcNow; var launchName = "UseRerun"; var launch = await _service.Launch.StartAsync(new StartLaunchRequest { Name = launchName, StartTime = launchDateTime, Mode = LaunchMode.Debug }); await _service.Launch.FinishAsync(launch.Uuid, new FinishLaunchRequest { EndTime = DateTime.UtcNow }); var config = new ConfigurationBuilder().Build(); config.Properties["Launch:Rerun"] = true; var r_launch = new LaunchReporter(_service, config, null, new ExtensionManager()); r_launch.Start(new StartLaunchRequest { Name = "UseRerun", StartTime = launchDateTime, Mode = LaunchMode.Debug }); for (int j = 0; j < 1; j++) { var r_suiteReporter = r_launch.StartChildTestReporter(new StartTestItemRequest { Name = $"Suite {j}", StartTime = launchDateTime, Type = TestItemType.Suite }); for (int jj = 0; jj < 1; jj++) { var rr_suiteReporter = r_suiteReporter.StartChildTestReporter(new StartTestItemRequest { Name = $"Suite {jj}", StartTime = launchDateTime, Type = TestItemType.Suite }); for (int k = 0; k < 10; k++) { var r_test = rr_suiteReporter.StartChildTestReporter(new StartTestItemRequest { Name = $"Test {k}", StartTime = launchDateTime, Type = TestItemType.Step }); for (int l = 0; l < 0; l++) { r_test.Log(new CreateLogItemRequest { Level = LogLevel.Info, Text = $"Log message #{l}", Time = launchDateTime }); } r_test.Finish(new FinishTestItemRequest { EndTime = launchDateTime, Status = Status.Passed }); } rr_suiteReporter.Finish(new FinishTestItemRequest { EndTime = launchDateTime, Status = Status.Passed }); } r_suiteReporter.Finish(new FinishTestItemRequest { EndTime = launchDateTime, Status = Status.Passed }); } r_launch.Finish(new FinishLaunchRequest { EndTime = launchDateTime }); r_launch.Sync(); var reportedLaunch = await _service.Launch.GetAsync(r_launch.Info.Uuid); Assert.Equal(launchName, reportedLaunch.Name); Assert.Equal(launchDateTime.ToString(), reportedLaunch.StartTime.ToString()); var gotLaunch = await _service.Launch.GetAsync(r_launch.Info.Uuid); await _service.Launch.DeleteAsync(gotLaunch.Id); }
static void Main(string[] args) { var port = Convert.ToInt32(Environment.GetEnvironmentVariable("plugin_connection_port")); var rpUri = new Uri(Config.GetValue <string>("Uri")); var rpProject = Config.GetValue <string>("Project"); var rpUuid = Config.GetValue <string>("Uuid"); var service = new Service(rpUri, rpProject, rpUuid); var launchReporter = new LaunchReporter(service, Config, requestExecuterFactory: null); using (var gaugeConnection = new GaugeConnection(new TcpClientWrapper(port))) { while (gaugeConnection.Connected) { var message = Message.Parser.ParseFrom(gaugeConnection.ReadBytes().ToArray()); if (message.MessageType == Message.Types.MessageType.SuiteExecutionResult) { var suiteExecutionResult = message.SuiteExecutionResult.SuiteResult; var launchStartDateTime = DateTime.UtcNow.AddMilliseconds(-suiteExecutionResult.ExecutionTime); launchReporter.Start(new Client.Requests.StartLaunchRequest { Name = Config.GetValue("Launch:Name", suiteExecutionResult.ProjectName), Description = Config.GetValue("Launch:Description", string.Empty), Tags = Config.GetValues("Launch:Tags", new List <string>()).ToList(), StartTime = launchStartDateTime }); foreach (var specResult in suiteExecutionResult.SpecResults) { var specStartTime = launchStartDateTime; var specReporter = launchReporter.StartChildTestReporter(new Client.Requests.StartTestItemRequest { Type = Client.Models.TestItemType.Suite, Name = specResult.ProtoSpec.SpecHeading, Description = string.Join("", specResult.ProtoSpec.Items.Where(i => i.ItemType == ProtoItem.Types.ItemType.Comment).Select(c => c.Comment.Text)), StartTime = specStartTime, Tags = specResult.ProtoSpec.Tags.Select(t => t.ToString()).ToList() }); foreach (var scenarioResult in specResult.ProtoSpec.Items.Where(i => i.ItemType == ProtoItem.Types.ItemType.Scenario || i.ItemType == ProtoItem.Types.ItemType.TableDrivenScenario)) { ProtoScenario scenario; switch (scenarioResult.ItemType) { case ProtoItem.Types.ItemType.Scenario: scenario = scenarioResult.Scenario; break; case ProtoItem.Types.ItemType.TableDrivenScenario: scenario = scenarioResult.TableDrivenScenario.Scenario; break; default: scenario = scenarioResult.Scenario; break; } var scenarioStartTime = specStartTime; var scenarioReporter = specReporter.StartChildTestReporter(new Client.Requests.StartTestItemRequest { Type = Client.Models.TestItemType.Step, StartTime = scenarioStartTime, Name = scenario.ScenarioHeading, Description = string.Join("", scenario.ScenarioItems.Where(i => i.ItemType == ProtoItem.Types.ItemType.Comment).Select(c => c.Comment.Text)), Tags = scenario.Tags.Select(t => t.ToString()).ToList() }); // internal log ("rp_log_enabled" property) if (Config.GetValue("log:enabled", false)) { scenarioReporter.Log(new Client.Requests.AddLogItemRequest { Text = "Spec Result Proto", Level = Client.Models.LogLevel.Trace, Time = DateTime.UtcNow, Attach = new Client.Models.Attach("Spec", "application/json", System.Text.Encoding.UTF8.GetBytes(Newtonsoft.Json.JsonConvert.SerializeObject(specResult))) }); scenarioReporter.Log(new Client.Requests.AddLogItemRequest { Text = "Scenario Result Proto", Level = Client.Models.LogLevel.Trace, Time = DateTime.UtcNow, Attach = new Client.Models.Attach("Scenario", "application/json", System.Text.Encoding.UTF8.GetBytes(Newtonsoft.Json.JsonConvert.SerializeObject(scenarioResult))) }); } var lastStepStartTime = scenarioStartTime; if (scenario.ScenarioItems != null) { foreach (var stepResult in scenario.ScenarioItems.Where(i => i.ItemType == ProtoItem.Types.ItemType.Step)) { var text = "!!!MARKDOWN_MODE!!!" + stepResult.Step.ActualText; var stepLogLevel = stepResult.Step.StepExecutionResult.ExecutionResult.Failed ? Client.Models.LogLevel.Error : Client.Models.LogLevel.Info; // if step argument is table var tableParameter = stepResult.Step.Fragments.FirstOrDefault(f => f.Parameter?.Table != null)?.Parameter.Table; if (tableParameter != null) { text += Environment.NewLine + Environment.NewLine + "| " + string.Join(" | ", tableParameter.Headers.Cells.ToArray()) + " |"; text += Environment.NewLine + "| " + string.Join(" | ", tableParameter.Headers.Cells.Select(c => "---")) + " |"; foreach (var tableRow in tableParameter.Rows) { text += Environment.NewLine + "| " + string.Join(" | ", tableRow.Cells.ToArray()) + " |"; } } // if dynamic arguments var dynamicParameteres = stepResult.Step.Fragments.Where(f => f.FragmentType == Fragment.Types.FragmentType.Parameter && f.Parameter.ParameterType == Parameter.Types.ParameterType.Dynamic).Select(f => f.Parameter); if (dynamicParameteres.Count() != 0) { text += Environment.NewLine; foreach (var dynamicParameter in dynamicParameteres) { text += $"{Environment.NewLine}{dynamicParameter.Name}: {dynamicParameter.Value}"; } } if (stepResult.Step.StepExecutionResult.ExecutionResult.Failed) { text += $"{Environment.NewLine}{Environment.NewLine}{stepResult.Step.StepExecutionResult.ExecutionResult.ErrorMessage}{Environment.NewLine}{stepResult.Step.StepExecutionResult.ExecutionResult.StackTrace}"; } scenarioReporter.Log(new Client.Requests.AddLogItemRequest { Level = stepLogLevel, Time = lastStepStartTime, Text = text }); if (stepResult.Step.StepExecutionResult.ExecutionResult.ScreenShot?.Length != 0) { scenarioReporter.Log(new Client.Requests.AddLogItemRequest { Level = Client.Models.LogLevel.Debug, Time = lastStepStartTime, Text = "Screenshot", Attach = new Client.Models.Attach("Screenshot", "image/png", stepResult.Step.StepExecutionResult.ExecutionResult.ScreenShot.ToByteArray()) }); } lastStepStartTime = lastStepStartTime.AddMilliseconds(stepResult.Step.StepExecutionResult.ExecutionResult.ExecutionTime); } } scenarioReporter.Finish(new Client.Requests.FinishTestItemRequest { EndTime = scenarioStartTime.AddMilliseconds(scenario.ExecutionTime), Status = _statusMap[scenario.ExecutionStatus] }); } var specFinishStatus = specResult.Failed ? Client.Models.Status.Failed : Client.Models.Status.Passed; specReporter.Finish(new Client.Requests.FinishTestItemRequest { Status = specFinishStatus, EndTime = specStartTime.AddMilliseconds(specResult.ExecutionTime) }); } launchReporter.Finish(new Client.Requests.FinishLaunchRequest { EndTime = DateTime.UtcNow }); } if (message.MessageType == Message.Types.MessageType.KillProcessRequest) { Console.Write("Finishing to send results to Report Portal... "); var sw = Stopwatch.StartNew(); launchReporter.Sync(); Console.WriteLine($"Elapsed: {sw.Elapsed}"); return; } } } }
public LaunchReporter Build(int suitesPerLaunch, int testsPerSuite, int logsPerTest) { var launchReporter = new LaunchReporter(Service); var launchDateTime = DateTime.UtcNow; launchReporter.Start(new Client.Requests.StartLaunchRequest { Name = "ReportPortal Shared", StartTime = launchDateTime, Mode = Client.Models.LaunchMode.Debug, Tags = new System.Collections.Generic.List <string>() }); for (int i = 0; i < suitesPerLaunch; i++) { var suiteNode = launchReporter.StartChildTestReporter(new Client.Requests.StartTestItemRequest { Name = $"Suite {i}", StartTime = launchDateTime.AddMilliseconds(-1), Type = Client.Models.TestItemType.Suite }); for (int j = 0; j < testsPerSuite; j++) { var testNode = suiteNode.StartChildTestReporter(new Client.Requests.StartTestItemRequest { Name = $"Test {j}", StartTime = launchDateTime, Type = Client.Models.TestItemType.Step }); for (int l = 0; l < logsPerTest; l++) { testNode.Log(new Client.Requests.AddLogItemRequest { Level = Client.Models.LogLevel.Info, Text = $"Log message #{l}", Time = launchDateTime }); } testNode.Finish(new Client.Requests.FinishTestItemRequest { EndTime = launchDateTime, Status = Client.Models.Status.Passed }); } suiteNode.Finish(new Client.Requests.FinishTestItemRequest { EndTime = launchDateTime, Status = Client.Models.Status.Passed }); } launchReporter.Finish(new Client.Requests.FinishLaunchRequest { EndTime = launchDateTime }); return(launchReporter); }
public LaunchReporter Build(int suitesPerLaunch, int testsPerSuite, int logsPerTest) { var launchReporter = new LaunchReporter(Service, null, RequestExecuterFactory?.Create(), ExtensionManager); var launchDateTime = DateTime.UtcNow; launchReporter.Start(new StartLaunchRequest { Name = "ReportPortal Shared", StartTime = launchDateTime, Mode = LaunchMode.Debug }); for (int i = 0; i < suitesPerLaunch; i++) { var suiteNode = launchReporter.StartChildTestReporter(new StartTestItemRequest { Name = $"Suite {i}", StartTime = launchDateTime.AddMilliseconds(-1), Type = TestItemType.Suite }); for (int j = 0; j < testsPerSuite; j++) { var testNode = suiteNode.StartChildTestReporter(new StartTestItemRequest { Name = $"Test {j}", StartTime = launchDateTime, Type = TestItemType.Step }); for (int l = 0; l < logsPerTest; l++) { testNode.Log(new CreateLogItemRequest { Level = LogLevel.Info, Text = $"Log message #{l}", Time = launchDateTime }); } testNode.Finish(new FinishTestItemRequest { EndTime = launchDateTime, Status = Status.Passed }); } suiteNode.Finish(new FinishTestItemRequest { EndTime = launchDateTime, Status = Status.Passed }); } launchReporter.Finish(new FinishLaunchRequest { EndTime = launchDateTime }); return(launchReporter); }