public async Task PipelineTestRunPublisher_PublishTestRun_ForBatchedResults()
{
var clientFactory = new Mock <IClientFactory>();
var logger = new Mock <ITraceLogger>();
var telemetry = new Mock <ITelemetryDataCollector>();
var testClient = new Mock <TestResultsHttpClient>(new Uri("http://dummyurl"), new VssCredentials());
clientFactory.Setup(x => x.GetClient <TestResultsHttpClient>()).Returns(testClient.Object);
testClient.Setup(x =>
x.CreateTestRunAsync(It.IsAny <RunCreateModel>(), It.IsAny <Guid>(), null, It.IsAny <CancellationToken>()))
.Returns(Task.FromResult(new Microsoft.TeamFoundation.TestManagement.WebApi.TestRun()));
testClient.SetupSequence(x =>
x.AddTestResultsToTestRunAsync(It.IsAny <TestCaseResult[]>(), It.IsAny <Guid>(), It.IsAny <int>(), null, It.IsAny <CancellationToken>()))
.Returns(Task.FromResult(new List <TestCaseResult>())).Returns(Task.FromResult(new List <TestCaseResult>()));
testClient.Setup(x =>
x.UpdateTestRunAsync(It.IsAny <RunUpdateModel>(), It.IsAny <Guid>(), It.IsAny <int>(), null, It.IsAny <CancellationToken>()))
.Returns(Task.FromResult(new Microsoft.TeamFoundation.TestManagement.WebApi.TestRun()));
var publisher = new PipelineTestRunPublisher(clientFactory.Object, this._pipelineConfig, logger.Object, telemetry.Object)
{
BatchSize = 3
};
await publisher.PublishAsync(new TestRun("FakeTestResultParser/1", "Fake", 1)
{
PassedTests = new List <TestResult>()
{
new TestResult()
{
Name = "pass",
Outcome = TestOutcome.Passed
},
new TestResult()
{
Name = "pass",
Outcome = TestOutcome.Passed
},
new TestResult()
{
Name = "pass",
Outcome = TestOutcome.Passed
},
new TestResult()
{
Name = "pass",
Outcome = TestOutcome.Passed
}
}
});
testClient.Verify(x =>
x.CreateTestRunAsync(It.Is <RunCreateModel>(run => run.Name.Equals("Fake test run 1 - automatically inferred results", StringComparison.OrdinalIgnoreCase)),
It.IsAny <Guid>(), null, It.IsAny <CancellationToken>()));
testClient.Verify(x => x.UpdateTestRunAsync(It.Is <RunUpdateModel>(run => run.State.Equals("completed", StringComparison.OrdinalIgnoreCase)),
It.IsAny <Guid>(), It.IsAny <int>(), null, It.IsAny <CancellationToken>()));
testClient.Verify(x => x.AddTestResultsToTestRunAsync(It.Is <TestCaseResult[]>(res => res.Length == 3),
It.IsAny <Guid>(), It.IsAny <int>(), null, It.IsAny <CancellationToken>()), Times.Once);
testClient.Verify(x => x.AddTestResultsToTestRunAsync(It.Is <TestCaseResult[]>(res => res.Length == 1),
It.IsAny <Guid>(), It.IsAny <int>(), null, It.IsAny <CancellationToken>()), Times.Once);
}
public async Task PipelineTestRunPublisher_PublishTestRun_EmptyTestResults()
{
var clientFactory = new Mock <IClientFactory>();
var logger = new Mock <ITraceLogger>();
var telemetry = new Mock <ITelemetryDataCollector>();
var testClient = new Mock <TestResultsHttpClient>(new Uri("http://dummyurl"), new VssCredentials());
clientFactory.Setup(x => x.GetClient <TestResultsHttpClient>()).Returns(testClient.Object);
testClient.Setup(x =>
x.CreateTestRunAsync(It.IsAny <RunCreateModel>(), It.IsAny <Guid>(), null, It.IsAny <CancellationToken>()))
.Returns(Task.FromResult(new Microsoft.TeamFoundation.TestManagement.WebApi.TestRun()
{
Id = 1
}));
testClient.Setup(x =>
x.AddTestResultsToTestRunAsync(It.IsAny <TestCaseResult[]>(), It.IsAny <Guid>(), It.IsAny <int>(), null, It.IsAny <CancellationToken>()))
.Throws <Exception>();
testClient.Setup(x =>
x.UpdateTestRunAsync(It.IsAny <RunUpdateModel>(), It.IsAny <Guid>(), It.IsAny <int>(), null, It.IsAny <CancellationToken>()))
.Returns(Task.FromResult(new Microsoft.TeamFoundation.TestManagement.WebApi.TestRun()
{
Id = 1
}));
var publisher = new PipelineTestRunPublisher(clientFactory.Object, this._pipelineConfig, logger.Object, telemetry.Object);
await publisher.PublishAsync(new TestRun("FakeTestResultParser/1", "Fake", 1));
testClient.Verify(x =>
x.CreateTestRunAsync(It.IsAny <RunCreateModel>(), It.IsAny <Guid>(), null, It.IsAny <CancellationToken>()));
testClient.Verify(x => x.AddTestResultsToTestRunAsync(It.IsAny <TestCaseResult[]>(), It.IsAny <Guid>(), It.IsAny <int>(), null, It.IsAny <CancellationToken>()), Times.Never);
testClient.Verify(x => x.UpdateTestRunAsync(It.Is <RunUpdateModel>(run => run.State.Equals("completed", StringComparison.OrdinalIgnoreCase)),
It.IsAny <Guid>(), It.IsAny <int>(), null, It.IsAny <CancellationToken>()));
}
public async Task PipelineTestRunPublisher_PublishTestRun()
{
var clientFactory = new Mock <IClientFactory>();
var testClient = new Mock <TestResultsHttpClient>(new Uri("http://dummyurl"), new VssCredentials());
var pipelineConfig = new PipelineConfig()
{
BuildId = 1,
Project = new Guid()
};
clientFactory.Setup(x => x.GetClient <TestResultsHttpClient>()).Returns(testClient.Object);
testClient.Setup(x =>
x.CreateTestRunAsync(It.IsAny <RunCreateModel>(), It.IsAny <Guid>(), null, It.IsAny <CancellationToken>()))
.Returns(Task.FromResult(new Microsoft.TeamFoundation.TestManagement.WebApi.TestRun()));
testClient.Setup(x =>
x.AddTestResultsToTestRunAsync(It.IsAny <TestCaseResult[]>(), It.IsAny <Guid>(), It.IsAny <int>(), null, It.IsAny <CancellationToken>()))
.Returns(Task.FromResult(new List <TestCaseResult>()));
testClient.Setup(x =>
x.UpdateTestRunAsync(It.IsAny <RunUpdateModel>(), It.IsAny <Guid>(), It.IsAny <int>(), null, It.IsAny <CancellationToken>()))
.Returns(Task.FromResult(new Microsoft.TeamFoundation.TestManagement.WebApi.TestRun()));
var publisher = new PipelineTestRunPublisher(clientFactory.Object, pipelineConfig);
await publisher.PublishAsync(new TestRun("fake/1", 1)
{
PassedTests = new List <TestResult>()
{
new TestResult()
{
Name = "pass",
Outcome = TestOutcome.Passed
}
}
});
testClient.Verify(x =>
x.CreateTestRunAsync(It.Is <RunCreateModel>(run => run.Name.Equals("fake test run 1 - automatically inferred results", StringComparison.OrdinalIgnoreCase)),
It.IsAny <Guid>(), null, It.IsAny <CancellationToken>()));
testClient.Verify(x => x.AddTestResultsToTestRunAsync(It.Is <TestCaseResult[]>(res => res.Length == 1),
It.IsAny <Guid>(), It.IsAny <int>(), null, It.IsAny <CancellationToken>()));
testClient.Verify(x => x.UpdateTestRunAsync(It.Is <RunUpdateModel>(run => run.State.Equals("completed", StringComparison.OrdinalIgnoreCase)),
It.IsAny <Guid>(), It.IsAny <int>(), null, It.IsAny <CancellationToken>()));
}
public async Task PipelineTestRunPublisher_PublishTestRun_ValidateTestResults()
{
var clientFactory = new Mock <IClientFactory>();
var testClient = new Mock <TestResultsHttpClient>(new Uri("http://dummyurl"), new VssCredentials());
var pipelineConfig = new PipelineConfig()
{
BuildId = 1,
Project = new Guid()
};
clientFactory.Setup(x => x.GetClient <TestResultsHttpClient>()).Returns(testClient.Object);
testClient.Setup(x =>
x.CreateTestRunAsync(It.IsAny <RunCreateModel>(), It.IsAny <Guid>(), null, It.IsAny <CancellationToken>()))
.Returns(Task.FromResult(new Microsoft.TeamFoundation.TestManagement.WebApi.TestRun()
{
Id = 1
}));
testClient.Setup(x =>
x.AddTestResultsToTestRunAsync(It.IsAny <TestCaseResult[]>(), It.IsAny <Guid>(), It.IsAny <int>(), null, It.IsAny <CancellationToken>()))
.Returns(Task.FromResult(new List <TestCaseResult>()));
testClient.Setup(x =>
x.UpdateTestRunAsync(It.IsAny <RunUpdateModel>(), It.IsAny <Guid>(), It.IsAny <int>(), null, It.IsAny <CancellationToken>()))
.Returns(Task.FromResult(new Microsoft.TeamFoundation.TestManagement.WebApi.TestRun()
{
Id = 1
}));
var publisher = new PipelineTestRunPublisher(clientFactory.Object, pipelineConfig);
await publisher.PublishAsync(new TestRun("fake/1", 1)
{
PassedTests = new List <TestResult>()
{
new TestResult()
{
Name = "pass",
Outcome = TestOutcome.Passed,
ExecutionTime = TimeSpan.FromSeconds(2)
}
},
FailedTests = new List <TestResult>()
{
new TestResult()
{
Name = "fail",
Outcome = TestOutcome.Failed,
StackTrace = "exception",
ExecutionTime = TimeSpan.Zero
}
},
SkippedTests = new List <TestResult>()
{
new TestResult()
{
Name = "skip",
Outcome = TestOutcome.NotExecuted
}
},
});
testClient.Verify(x =>
x.CreateTestRunAsync(It.IsAny <RunCreateModel>(), It.IsAny <Guid>(), null, It.IsAny <CancellationToken>()));
testClient.Verify(x => x.AddTestResultsToTestRunAsync(It.Is <TestCaseResult[]>(res => res.Length == 3 &&
ValidateResult(res[0], TestOutcome.Passed) &&
ValidateResult(res[1], TestOutcome.Failed) &&
ValidateResult(res[2], TestOutcome.NotExecuted)),
It.IsAny <Guid>(), It.IsAny <int>(), null, It.IsAny <CancellationToken>()));
testClient.Verify(x => x.UpdateTestRunAsync(It.Is <RunUpdateModel>(run => run.State.Equals("completed", StringComparison.OrdinalIgnoreCase)),
It.IsAny <Guid>(), It.IsAny <int>(), null, It.IsAny <CancellationToken>()));
}