private ServiceResult <T> Execute <T>(ServiceDto request)
{
if (request == null)
{
throw new ArgumentNullException(nameof(request));
}
if (m_testInfo == null)
{
return(ServiceResult.Failure(ServiceErrors.CreateInvalidRequest("Facility test name is missing; set the FacilityTest HTTP header.")));
}
string uncapitalize(string value) => value.Substring(0, 1).ToLowerInvariant() + value.Substring(1);
string methodName = uncapitalize(request.GetType().Name.Substring(0, request.GetType().Name.Length - "RequestDto".Length));
if (methodName != m_testInfo.Method)
{
return(ServiceResult.Failure(ServiceErrors.CreateInvalidRequest($"Unexpected method name for test {m_testInfo.Test}. expected={m_testInfo.Method} actual={methodName}")));
}
var actualRequest = (JObject)ServiceJsonUtility.ToJToken(request);
if (!JToken.DeepEquals(m_testInfo.Request, actualRequest))
{
return(ServiceResult.Failure(ServiceErrors.CreateInvalidRequest($"Request did not match for test {m_testInfo.Test}. expected={ServiceJsonUtility.ToJson(m_testInfo.Request)} actual={ServiceJsonUtility.ToJson(actualRequest)}")));
}
if (m_testInfo.Error != null)
{
var error = ServiceJsonUtility.FromJToken <ServiceErrorDto>(m_testInfo.Error);
var errorRoundTrip = ServiceJsonUtility.ToJToken(error);
if (!JToken.DeepEquals(m_testInfo.Error, errorRoundTrip))
{
return(ServiceResult.Failure(ServiceErrors.CreateInvalidRequest($"Error round trip failed for test {m_testInfo.Test}. expected={ServiceJsonUtility.ToJson(m_testInfo.Error)} actual={ServiceJsonUtility.ToJson(errorRoundTrip)}")));
}
return(ServiceResult.Failure(error));
}
else
{
var response = ServiceJsonUtility.FromJToken <T>(m_testInfo.Response);
var responseRoundTrip = ServiceJsonUtility.ToJToken(response);
if (!JToken.DeepEquals(m_testInfo.Response, responseRoundTrip))
{
return(ServiceResult.Failure(ServiceErrors.CreateInvalidRequest($"Response round trip failed for test {m_testInfo.Test}. expected={ServiceJsonUtility.ToJson(m_testInfo.Response)} actual={ServiceJsonUtility.ToJson(responseRoundTrip)}")));
}
return(ServiceResult.Success(response));
}
}
private ServiceResult <T> Execute <T>(ServiceDto request)
{
if (request == null)
{
throw new ArgumentNullException(nameof(request));
}
var methodName = Uncapitalize(request.GetType().Name.Substring(0, request.GetType().Name.Length - "RequestDto".Length));
var testsWithMethodName = m_tests.Where(x => x.Method == methodName).ToList();
if (testsWithMethodName.Count == 0)
{
return(ServiceResult.Failure(ServiceErrors.CreateInvalidRequest($"No tests found for method {methodName}.")));
}
var actualRequest = (JObject)ServiceJsonUtility.ToJToken(request);
var testsWithMatchingRequest = testsWithMethodName.Where(x => JToken.DeepEquals(x.Request, actualRequest)).ToList();
if (testsWithMatchingRequest.Count != 1)
{
return(ServiceResult.Failure(ServiceErrors.CreateInvalidRequest(
$"{testsWithMatchingRequest.Count} of {testsWithMethodName.Count} tests for method {methodName} matched request: " +
$"{ServiceJsonUtility.ToJson(actualRequest)} ({string.Join(", ", testsWithMethodName.Select(x => ServiceJsonUtility.ToJson(x.Request)))})")));
}
var testInfo = testsWithMatchingRequest[0];
if (testInfo.Error != null)
{
var error = ServiceJsonUtility.FromJToken <ServiceErrorDto>(testInfo.Error);
var errorRoundTrip = ServiceJsonUtility.ToJToken(error);
if (!JToken.DeepEquals(testInfo.Error, errorRoundTrip))
{
return(ServiceResult.Failure(ServiceErrors.CreateInvalidRequest($"Error round trip failed for test {testInfo.Test}. expected={ServiceJsonUtility.ToJson(testInfo.Error)} actual={ServiceJsonUtility.ToJson(errorRoundTrip)}")));
}
return(ServiceResult.Failure(error));
}
else
{
var response = ServiceJsonUtility.FromJToken <T>(testInfo.Response);
var responseRoundTrip = ServiceJsonUtility.ToJToken(response);
if (!JToken.DeepEquals(testInfo.Response, responseRoundTrip))
{
return(ServiceResult.Failure(ServiceErrors.CreateInvalidRequest($"Response round trip failed for test {testInfo.Test}. expected={ServiceJsonUtility.ToJson(testInfo.Response)} actual={ServiceJsonUtility.ToJson(responseRoundTrip)}")));
}
return(ServiceResult.Success(response));
}
}
/// <summary>
/// Runs the test with the specified name.
/// </summary>
public async Task <ConformanceTestResult> RunTestAsync(string testName, CancellationToken cancellationToken)
{
try
{
ConformanceTestResult failure(string message) => new ConformanceTestResult(testName, ConformanceTestStatus.Fail, message);
var testInfo = m_testProvider.TryGetTestInfo(testName);
var api = m_getApiForTest(testName);
string capitalize(string value) => value.Substring(0, 1).ToUpperInvariant() + value.Substring(1);
var methodInfo = typeof(IConformanceApi).GetMethod(capitalize(testInfo.Method) + "Async", BindingFlags.Public | BindingFlags.Instance);
if (methodInfo == null)
{
return(failure($"Missing API method for {testInfo.Method}"));
}
var requestJObject = testInfo.Request;
var requestDto = ServiceJsonUtility.FromJToken(requestJObject, methodInfo.GetParameters()[0].ParameterType);
var requestRoundTripJObject = ServiceJsonUtility.ToJToken(requestDto);
if (!JToken.DeepEquals(requestJObject, requestRoundTripJObject))
{
return(failure($"Request round trip failed. expected={ServiceJsonUtility.ToJson(requestJObject)} actual={ServiceJsonUtility.ToJson(requestRoundTripJObject)}"));
}
var task = (Task)methodInfo.Invoke(api, new[] { requestDto, cancellationToken });
await task.ConfigureAwait(false);
dynamic result = ((dynamic)task).Result;
ServiceDto actualResponseDto = (ServiceDto)result.GetValueOrDefault();
var expectedResponseJObject = testInfo.Response;
var expectedErrorJObject = testInfo.Error;
if (actualResponseDto != null)
{
var actualResponseJObject = (JObject)ServiceJsonUtility.ToJToken(actualResponseDto);
if (expectedErrorJObject != null)
{
return(failure($"Got valid response; expected error. expected={ServiceJsonUtility.ToJson(expectedErrorJObject)} actual={ServiceJsonUtility.ToJson(actualResponseJObject)}"));
}
if (!JToken.DeepEquals(expectedResponseJObject, actualResponseJObject))
{
return(failure($"Response JSON did not match. expected={ServiceJsonUtility.ToJson(expectedResponseJObject)} actual={ServiceJsonUtility.ToJson(actualResponseJObject)}"));
}
var responseType = methodInfo.ReturnType.GetGenericArguments()[0].GetGenericArguments()[0];
var expectedResponseDto = (ServiceDto)ServiceJsonUtility.FromJToken(expectedResponseJObject, responseType);
if (!expectedResponseDto.IsEquivalentTo(actualResponseDto))
{
return(failure($"Response DTO did not match. expected={expectedResponseDto} actual={ServiceJsonUtility.ToJson(actualResponseDto)}"));
}
}
else
{
ServiceErrorDto actualErrorDto = result.Error;
var actualErrorJObject = (JObject)ServiceJsonUtility.ToJToken(actualErrorDto);
if (expectedErrorJObject == null)
{
return(failure($"Got error; expected valid response. expected={ServiceJsonUtility.ToJson(expectedResponseJObject)} actual={ServiceJsonUtility.ToJson(actualErrorJObject)}"));
}
if (!JToken.DeepEquals(expectedErrorJObject, actualErrorJObject))
{
return(failure($"Error JSON did not match. expected={ServiceJsonUtility.ToJson(expectedErrorJObject)} actual={ServiceJsonUtility.ToJson(actualErrorJObject)}"));
}
var expectedErrorDto = ServiceJsonUtility.FromJToken <ServiceErrorDto>(expectedErrorJObject);
if (!expectedErrorDto.IsEquivalentTo(actualErrorDto))
{
return(failure($"Error DTO did not match. expected={expectedErrorDto} actual={actualErrorDto}"));
}
}
return(new ConformanceTestResult(testName, ConformanceTestStatus.Pass));
}
catch (Exception exception)
{
return(new ConformanceTestResult(testName, ConformanceTestStatus.Fail,
$"Unhandled exception {exception.GetType().FullName}: {exception.Message}"));
}
}
