private ServiceResult <T> Execute <T>(ServiceDto request) { if (request == null) { throw new ArgumentNullException(nameof(request)); } if (m_testInfo == null) { return(ServiceResult.Failure(ServiceErrors.CreateInvalidRequest("Facility test name is missing; set the FacilityTest HTTP header."))); } string uncapitalize(string value) => value.Substring(0, 1).ToLowerInvariant() + value.Substring(1); string methodName = uncapitalize(request.GetType().Name.Substring(0, request.GetType().Name.Length - "RequestDto".Length)); if (methodName != m_testInfo.Method) { return(ServiceResult.Failure(ServiceErrors.CreateInvalidRequest($"Unexpected method name for test {m_testInfo.Test}. expected={m_testInfo.Method} actual={methodName}"))); } var actualRequest = (JObject)ServiceJsonUtility.ToJToken(request); if (!JToken.DeepEquals(m_testInfo.Request, actualRequest)) { return(ServiceResult.Failure(ServiceErrors.CreateInvalidRequest($"Request did not match for test {m_testInfo.Test}. expected={ServiceJsonUtility.ToJson(m_testInfo.Request)} actual={ServiceJsonUtility.ToJson(actualRequest)}"))); } if (m_testInfo.Error != null) { var error = ServiceJsonUtility.FromJToken <ServiceErrorDto>(m_testInfo.Error); var errorRoundTrip = ServiceJsonUtility.ToJToken(error); if (!JToken.DeepEquals(m_testInfo.Error, errorRoundTrip)) { return(ServiceResult.Failure(ServiceErrors.CreateInvalidRequest($"Error round trip failed for test {m_testInfo.Test}. expected={ServiceJsonUtility.ToJson(m_testInfo.Error)} actual={ServiceJsonUtility.ToJson(errorRoundTrip)}"))); } return(ServiceResult.Failure(error)); } else { var response = ServiceJsonUtility.FromJToken <T>(m_testInfo.Response); var responseRoundTrip = ServiceJsonUtility.ToJToken(response); if (!JToken.DeepEquals(m_testInfo.Response, responseRoundTrip)) { return(ServiceResult.Failure(ServiceErrors.CreateInvalidRequest($"Response round trip failed for test {m_testInfo.Test}. expected={ServiceJsonUtility.ToJson(m_testInfo.Response)} actual={ServiceJsonUtility.ToJson(responseRoundTrip)}"))); } return(ServiceResult.Success(response)); } }
private ServiceResult <T> Execute <T>(ServiceDto request) { if (request == null) { throw new ArgumentNullException(nameof(request)); } var methodName = Uncapitalize(request.GetType().Name.Substring(0, request.GetType().Name.Length - "RequestDto".Length)); var testsWithMethodName = m_tests.Where(x => x.Method == methodName).ToList(); if (testsWithMethodName.Count == 0) { return(ServiceResult.Failure(ServiceErrors.CreateInvalidRequest($"No tests found for method {methodName}."))); } var actualRequest = (JObject)ServiceJsonUtility.ToJToken(request); var testsWithMatchingRequest = testsWithMethodName.Where(x => JToken.DeepEquals(x.Request, actualRequest)).ToList(); if (testsWithMatchingRequest.Count != 1) { return(ServiceResult.Failure(ServiceErrors.CreateInvalidRequest( $"{testsWithMatchingRequest.Count} of {testsWithMethodName.Count} tests for method {methodName} matched request: " + $"{ServiceJsonUtility.ToJson(actualRequest)} ({string.Join(", ", testsWithMethodName.Select(x => ServiceJsonUtility.ToJson(x.Request)))})"))); } var testInfo = testsWithMatchingRequest[0]; if (testInfo.Error != null) { var error = ServiceJsonUtility.FromJToken <ServiceErrorDto>(testInfo.Error); var errorRoundTrip = ServiceJsonUtility.ToJToken(error); if (!JToken.DeepEquals(testInfo.Error, errorRoundTrip)) { return(ServiceResult.Failure(ServiceErrors.CreateInvalidRequest($"Error round trip failed for test {testInfo.Test}. expected={ServiceJsonUtility.ToJson(testInfo.Error)} actual={ServiceJsonUtility.ToJson(errorRoundTrip)}"))); } return(ServiceResult.Failure(error)); } else { var response = ServiceJsonUtility.FromJToken <T>(testInfo.Response); var responseRoundTrip = ServiceJsonUtility.ToJToken(response); if (!JToken.DeepEquals(testInfo.Response, responseRoundTrip)) { return(ServiceResult.Failure(ServiceErrors.CreateInvalidRequest($"Response round trip failed for test {testInfo.Test}. expected={ServiceJsonUtility.ToJson(testInfo.Response)} actual={ServiceJsonUtility.ToJson(responseRoundTrip)}"))); } return(ServiceResult.Success(response)); } }
/// <summary> /// Runs the test with the specified name. /// </summary> public async Task <ConformanceTestResult> RunTestAsync(string testName, CancellationToken cancellationToken) { try { ConformanceTestResult failure(string message) => new ConformanceTestResult(testName, ConformanceTestStatus.Fail, message); var testInfo = m_testProvider.TryGetTestInfo(testName); var api = m_getApiForTest(testName); string capitalize(string value) => value.Substring(0, 1).ToUpperInvariant() + value.Substring(1); var methodInfo = typeof(IConformanceApi).GetMethod(capitalize(testInfo.Method) + "Async", BindingFlags.Public | BindingFlags.Instance); if (methodInfo == null) { return(failure($"Missing API method for {testInfo.Method}")); } var requestJObject = testInfo.Request; var requestDto = ServiceJsonUtility.FromJToken(requestJObject, methodInfo.GetParameters()[0].ParameterType); var requestRoundTripJObject = ServiceJsonUtility.ToJToken(requestDto); if (!JToken.DeepEquals(requestJObject, requestRoundTripJObject)) { return(failure($"Request round trip failed. expected={ServiceJsonUtility.ToJson(requestJObject)} actual={ServiceJsonUtility.ToJson(requestRoundTripJObject)}")); } var task = (Task)methodInfo.Invoke(api, new[] { requestDto, cancellationToken }); await task.ConfigureAwait(false); dynamic result = ((dynamic)task).Result; ServiceDto actualResponseDto = (ServiceDto)result.GetValueOrDefault(); var expectedResponseJObject = testInfo.Response; var expectedErrorJObject = testInfo.Error; if (actualResponseDto != null) { var actualResponseJObject = (JObject)ServiceJsonUtility.ToJToken(actualResponseDto); if (expectedErrorJObject != null) { return(failure($"Got valid response; expected error. expected={ServiceJsonUtility.ToJson(expectedErrorJObject)} actual={ServiceJsonUtility.ToJson(actualResponseJObject)}")); } if (!JToken.DeepEquals(expectedResponseJObject, actualResponseJObject)) { return(failure($"Response JSON did not match. expected={ServiceJsonUtility.ToJson(expectedResponseJObject)} actual={ServiceJsonUtility.ToJson(actualResponseJObject)}")); } var responseType = methodInfo.ReturnType.GetGenericArguments()[0].GetGenericArguments()[0]; var expectedResponseDto = (ServiceDto)ServiceJsonUtility.FromJToken(expectedResponseJObject, responseType); if (!expectedResponseDto.IsEquivalentTo(actualResponseDto)) { return(failure($"Response DTO did not match. expected={expectedResponseDto} actual={ServiceJsonUtility.ToJson(actualResponseDto)}")); } } else { ServiceErrorDto actualErrorDto = result.Error; var actualErrorJObject = (JObject)ServiceJsonUtility.ToJToken(actualErrorDto); if (expectedErrorJObject == null) { return(failure($"Got error; expected valid response. expected={ServiceJsonUtility.ToJson(expectedResponseJObject)} actual={ServiceJsonUtility.ToJson(actualErrorJObject)}")); } if (!JToken.DeepEquals(expectedErrorJObject, actualErrorJObject)) { return(failure($"Error JSON did not match. expected={ServiceJsonUtility.ToJson(expectedErrorJObject)} actual={ServiceJsonUtility.ToJson(actualErrorJObject)}")); } var expectedErrorDto = ServiceJsonUtility.FromJToken <ServiceErrorDto>(expectedErrorJObject); if (!expectedErrorDto.IsEquivalentTo(actualErrorDto)) { return(failure($"Error DTO did not match. expected={expectedErrorDto} actual={actualErrorDto}")); } } return(new ConformanceTestResult(testName, ConformanceTestStatus.Pass)); } catch (Exception exception) { return(new ConformanceTestResult(testName, ConformanceTestStatus.Fail, $"Unhandled exception {exception.GetType().FullName}: {exception.Message}")); } }