public void ShouldReportResultsToAzureDevOpsApi()
{
AzureListener.CreateRun start = null;
var results = new List <AzureListener.Result>();
var project = Guid.NewGuid().ToString();
var accessToken = Guid.NewGuid().ToString();
var buildId = Guid.NewGuid().ToString();
var runUrl = "http://localhost:4567/run/" + Guid.NewGuid();
bool first = true;
var listener = new AzureListener("http://localhost:4567", project, accessToken, buildId, (client, uri, mediaType, content) =>
{
var actualHeader = client.DefaultRequestHeaders.Accept.Single();
actualHeader.MediaType.ShouldBe("application/json");
var actualAuthorization = client.DefaultRequestHeaders.Authorization;
actualAuthorization.Scheme.ShouldBe("Bearer");
actualAuthorization.Parameter.ShouldBe(accessToken);
mediaType.ShouldBe("application/json");
if (first)
{
first = false;
uri.ShouldBe($"http://localhost:4567/{project}/_apis/test/runs?api-version=5.0");
start = Deserialize <AzureListener.CreateRun>(content);
return(Serialize(new AzureListener.TestRun {
url = runUrl
}));
}
uri.ShouldBe($"{runUrl}/results?api-version=5.0");
results.Add(Deserialize <AzureListener.Result[]>(content).Single());
return(null);
});
using (var console = new RedirectedConsole())
{
Run(listener);
console.Lines()
.ShouldBe(
"Console.Out: Fail",
"Console.Error: Fail",
"Console.Out: FailByAssertion",
"Console.Error: FailByAssertion",
"Console.Out: Pass",
"Console.Error: Pass");
}
#if NET452
start.name.ShouldBe("Fixie.Tests (.NETFramework,Version=v4.5.2)");
#else
start.name.ShouldBe("Fixie.Tests (.NETCoreApp,Version=v2.0)");
#endif
start.build.id.ShouldBe(buildId);
start.isAutomated.ShouldBe(true);
results.Count.ShouldBe(5);
var fail = results[0];
var failByAssertion = results[1];
var pass = results[2];
var skipWithReason = results[3];
var skipWithoutReason = results[4];
skipWithReason.automatedTestName.ShouldBe(TestClass + ".SkipWithReason");
skipWithReason.testCaseTitle.ShouldBe(TestClass + ".SkipWithReason");
skipWithReason.outcome.ShouldBe("None");
skipWithReason.durationInMs.ShouldBeGreaterThanOrEqualTo(0);
skipWithReason.errorMessage.ShouldBe("⚠ Skipped with reason.");
skipWithReason.stackTrace.ShouldBe(null);
skipWithoutReason.automatedTestName.ShouldBe(TestClass + ".SkipWithoutReason");
skipWithoutReason.testCaseTitle.ShouldBe(TestClass + ".SkipWithoutReason");
skipWithoutReason.outcome.ShouldBe("None");
skipWithoutReason.durationInMs.ShouldBeGreaterThanOrEqualTo(0);
skipWithoutReason.errorMessage.ShouldBe(null);
skipWithoutReason.stackTrace.ShouldBe(null);
fail.automatedTestName.ShouldBe(TestClass + ".Fail");
fail.testCaseTitle.ShouldBe(TestClass + ".Fail");
fail.outcome.ShouldBe("Failed");
fail.durationInMs.ShouldBeGreaterThanOrEqualTo(0);
fail.errorMessage.ShouldBe("'Fail' failed!");
fail.stackTrace
.CleanStackTraceLineNumbers()
.Lines()
.ShouldBe("Fixie.Tests.FailureException", At("Fail()"));
failByAssertion.automatedTestName.ShouldBe(TestClass + ".FailByAssertion");
failByAssertion.testCaseTitle.ShouldBe(TestClass + ".FailByAssertion");
failByAssertion.outcome.ShouldBe("Failed");
failByAssertion.durationInMs.ShouldBeGreaterThanOrEqualTo(0);
failByAssertion.errorMessage.Lines().ShouldBe(
"Expected: 2",
"Actual: 1");
failByAssertion.stackTrace
.CleanStackTraceLineNumbers()
.Lines()
.ShouldBe("Fixie.Tests.Assertions.AssertException", At("FailByAssertion()"));
pass.automatedTestName.ShouldBe(TestClass + ".Pass");
pass.testCaseTitle.ShouldBe(TestClass + ".Pass");
pass.outcome.ShouldBe("Passed");
pass.durationInMs.ShouldBeGreaterThanOrEqualTo(0);
pass.errorMessage.ShouldBe(null);
pass.stackTrace.ShouldBe(null);
}
public void ShouldReportResultsToAzureDevOpsApi()
{
var project = Guid.NewGuid().ToString();
var accessToken = Guid.NewGuid().ToString();
var buildId = Guid.NewGuid().ToString();
var runUrl = "http://localhost:4567/run/" + Guid.NewGuid();
var requests = new List <Request>();
var batchSize = 2;
bool first = true;
var listener = new AzureListener("http://localhost:4567", project, accessToken, buildId, (client, method, uri, mediaType, content) =>
{
var actualHeader = client.DefaultRequestHeaders.Accept.Single();
actualHeader.MediaType.ShouldBe("application/json");
var actualAuthorization = client.DefaultRequestHeaders.Authorization;
actualAuthorization.Scheme.ShouldBe("Bearer");
actualAuthorization.Parameter.ShouldBe(accessToken);
mediaType.ShouldBe("application/json");
requests.Add(new Request {
Method = method, Uri = uri, Content = content
});
if (first)
{
first = false;
return(Serialize(new AzureListener.TestRun {
url = runUrl
}));
}
return(null);
}, batchSize);
using (var console = new RedirectedConsole())
{
Run(listener);
console.Lines()
.ShouldBe(
"Console.Out: Fail",
"Console.Error: Fail",
"Console.Out: FailByAssertion",
"Console.Error: FailByAssertion",
"Console.Out: Pass",
"Console.Error: Pass");
}
var firstRequest = requests.First();
firstRequest.Method.ShouldBe(HttpMethod.Post);
firstRequest.Uri.ShouldBe($"http://localhost:4567/{project}/_apis/test/runs?api-version=5.0");
var createRun = Deserialize <AzureListener.CreateRun>(firstRequest.Content);
#if NET452
createRun.name.ShouldBe("Fixie.Tests (.NETFramework,Version=v4.5.2)");
#elif NETCOREAPP3_1
createRun.name.ShouldBe("Fixie.Tests (.NETCoreApp,Version=v3.1)");
#else
createRun.name.ShouldBe("Fixie.Tests (.NETCoreApp,Version=v2.1)");
#endif
createRun.build.id.ShouldBe(buildId);
createRun.isAutomated.ShouldBe(true);
var resultBatches = requests.Skip(1).Take(requests.Count - 2).Select(request =>
{
request.Method.ShouldBe(HttpMethod.Post);
request.Uri.ShouldBe($"{runUrl}/results?api-version=5.0");
return(Deserialize <AzureListener.Result[]>(request.Content));
}).ToList();
resultBatches.Count.ShouldBe(3);
resultBatches[0].Length.ShouldBe(2);
resultBatches[1].Length.ShouldBe(2);
resultBatches[2].Length.ShouldBe(1);
var results = resultBatches.SelectMany(x => x).ToList();
results.Count.ShouldBe(5);
var fail = results[0];
var failByAssertion = results[1];
var pass = results[2];
var skipWithReason = results[3];
var skipWithoutReason = results[4];
skipWithReason.automatedTestName.ShouldBe(TestClass + ".SkipWithReason");
skipWithReason.testCaseTitle.ShouldBe(TestClass + ".SkipWithReason");
skipWithReason.outcome.ShouldBe("Warning");
skipWithReason.durationInMs.ShouldBeGreaterThanOrEqualTo(0);
skipWithReason.errorMessage.ShouldBe("⚠ Skipped with reason.");
skipWithReason.stackTrace.ShouldBe(null);
skipWithoutReason.automatedTestName.ShouldBe(TestClass + ".SkipWithoutReason");
skipWithoutReason.testCaseTitle.ShouldBe(TestClass + ".SkipWithoutReason");
skipWithoutReason.outcome.ShouldBe("Warning");
skipWithoutReason.durationInMs.ShouldBeGreaterThanOrEqualTo(0);
skipWithoutReason.errorMessage.ShouldBe(null);
skipWithoutReason.stackTrace.ShouldBe(null);
fail.automatedTestName.ShouldBe(TestClass + ".Fail");
fail.testCaseTitle.ShouldBe(TestClass + ".Fail");
fail.outcome.ShouldBe("Failed");
fail.durationInMs.ShouldBeGreaterThanOrEqualTo(0);
fail.errorMessage.ShouldBe("'Fail' failed!");
fail.stackTrace
.CleanStackTraceLineNumbers()
.Lines()
.ShouldBe("Fixie.Tests.FailureException", At("Fail()"));
failByAssertion.automatedTestName.ShouldBe(TestClass + ".FailByAssertion");
failByAssertion.testCaseTitle.ShouldBe(TestClass + ".FailByAssertion");
failByAssertion.outcome.ShouldBe("Failed");
failByAssertion.durationInMs.ShouldBeGreaterThanOrEqualTo(0);
failByAssertion.errorMessage.Lines().ShouldBe(
"Expected: 2",
"Actual: 1");
failByAssertion.stackTrace
.CleanStackTraceLineNumbers()
.Lines()
.ShouldBe("Fixie.Tests.Assertions.AssertException", At("FailByAssertion()"));
pass.automatedTestName.ShouldBe(TestClass + ".Pass");
pass.testCaseTitle.ShouldBe(TestClass + ".Pass");
pass.outcome.ShouldBe("Passed");
pass.durationInMs.ShouldBeGreaterThanOrEqualTo(0);
pass.errorMessage.ShouldBe(null);
pass.stackTrace.ShouldBe(null);
var lastRequest = requests.Last();
lastRequest.Method.ShouldBe(new HttpMethod("PATCH"));
lastRequest.Uri.ShouldBe($"{runUrl}?api-version=5.0");
var updateRun = Deserialize <AzureListener.UpdateRun>(lastRequest.Content);
updateRun.state.ShouldBe("Completed");
}
