public void WorkflowYamlRemovedFromPath(string originalPath, string expectedPath)
{
var parts = UriParts.Parse(originalPath);
parts.RemoveWorkflowYaml();
Assert.AreEqual(expectedPath, parts.ToString());
}
public void GitHubPathsChangedToRawFilePaths(string originalPath, string expectedPath)
{
var parts = UriParts.Parse(originalPath);
parts.RewriteGitHubUris();
Assert.AreEqual(expectedPath, parts.ToString());
}
public void UriIsParsedIntoParts()
{
var parts = UriParts.Parse("https://example.com/one/two?three=four&five=six#/seven");
Assert.AreEqual("https", parts.Scheme);
Assert.AreEqual(new HostString("example.com"), parts.Host);
Assert.AreEqual(new PathString("/one") + new PathString("/two"), parts.Path);
Assert.AreEqual(QueryString.Create("three", "four") + QueryString.Create("five", "six"), parts.Query);
Assert.AreEqual(new FragmentString("#/seven"), parts.Fragment);
}
private async Task ExecuteOperationInner(OperationContext context)
{
var operation = context.Operation;
if (operation.values != null)
{
context.AddValuesIn(_valuesEngine.ProcessValues(operation.values, context.Values));
}
var patternOkay = context.PatternMatcher.IsMatch(context.Path);
var conditionOkay = operation.condition == null ? true : _valuesEngine.EvaluateToBoolean(operation.condition, context.Values);
for (var shouldExecute = patternOkay && conditionOkay; shouldExecute; shouldExecute = await EvaluateRepeat(context))
{
var message = _valuesEngine.EvaluateToString(operation.message, context.Values);
var write = _valuesEngine.EvaluateToString(operation.write, context.Values);
var workflow = _valuesEngine.EvaluateToString(operation.workflow, context.Values);
if (!string.IsNullOrEmpty(message))
{
_console.WriteLine();
_console.WriteLine($"{new string(' ', context.Indent * 2)}- {message.Color(ConsoleColor.Cyan)}");
}
var debugPath = Path.Combine(context.ExecutionContext.OutputDirectory, "logs", $"{++_operationCount:000}-{new string('-', context.Indent * 2)}{new string((message ?? write ?? operation.request ?? operation.template ?? workflow ?? string.Empty).Select(ch => char.IsLetterOrDigit(ch) ? ch : '-').ToArray())}.yaml");
Directory.CreateDirectory(Path.GetDirectoryName(debugPath));
using (var writer = _secretTracker.FilterTextWriter(File.CreateText(debugPath)))
{
var logentry = new Dictionary <object, object>
{
{
"operation",
new Dictionary <object, object>
{
{ "message", message },
{ "target", operation.target },
{ "condition", operation.condition },
{ "repeat", operation.repeat },
{ "request", operation.request },
{ "template", operation.template },
{ "workflow", workflow },
{ "write", write },
}
},
{ "valuesIn", context.ValuesIn },
{ "valuesOut", context.ValuesOut },
{ "request", null },
{ "response", null },
{ "cumulativeValues", context.Values },
};
try
{
// object result = null;
object outputContext = context.Values;
try
{
// First special type of operation - executing a request
if (!string.IsNullOrWhiteSpace(operation.request))
{
var request = context.TemplateEngine.Render <WorkflowModel.Request>(
operation.request,
context.Values);
logentry["request"] = request;
HttpAuthentication auth = null;
if (request.auth != null)
{
// TODO: remove these defaults
auth = new HttpAuthentication
{
tenant = request?.auth?.tenant ?? "common",
resourceId = request?.auth?.resource ?? "499b84ac-1321-427f-aa17-267ca6975798",
clientId = request?.auth?.client ?? "e8f3cc86-b3b2-4ebb-867c-9c314925b384",
interactive = context.ExecutionContext.IsInteractive
};
}
var client = _clientFactory.Create(auth);
var method = new HttpMethod(request.method ?? "GET");
var parts = UriParts.Parse(request.url);
foreach (var query in request.query ?? Enumerable.Empty <KeyValuePair <string, object> >())
{
parts.Query = parts.Query.Add(query.Key, Convert.ToString(query.Value));
}
var url = parts.ToString();
if (context.ExecutionContext.IsDryRun && method.Method != "GET")
{
_console.WriteLine($"Skipping {method.Method.ToString().Color(ConsoleColor.DarkYellow)} {request.url}");
}
else
{
var jsonRequest = new JsonRequest
{
method = method,
url = url,
headers = request.headers,
body = request.body,
secret = request.secret,
};
var jsonResponse = await client.SendAsync(jsonRequest);
var response = new WorkflowModel.Response
{
status = (int)jsonResponse.status,
headers = jsonResponse.headers,
body = jsonResponse.body,
};
logentry["response"] = response;
outputContext = MergeUtils.Merge(new Dictionary <object, object> {
{ "result", response }
}, outputContext);
if (response.status >= 400)
{
var error = new RequestException($"Request failed with status code {jsonResponse.status}")
{
Request = request,
Response = response,
};
throw error;
}
}
}
// Second special type of operation - rendering a template
if (!string.IsNullOrWhiteSpace(operation.template))
{
if (!string.IsNullOrEmpty(write))
{
if (string.Equals(write, "stdout"))
{
context.TemplateEngine.Render(operation.template, context.Values, Console.Out);
}
else if (string.Equals(write, "stderr"))
{
context.TemplateEngine.Render(operation.template, context.Values, Console.Error);
}
else
{
var targetPath = Path.Combine(context.ExecutionContext.OutputDirectory, write);
Directory.CreateDirectory(Path.GetDirectoryName(targetPath));
using (var targetWriter = File.CreateText(targetPath))
{
context.TemplateEngine.Render(operation.template, context.Values, targetWriter);
}
}
}
if (operation.output != null)
{
var templateResult = context.TemplateEngine.Render <object>(operation.template, context.Values);
outputContext = MergeUtils.Merge(new Dictionary <object, object> {
{ "result", templateResult }
}, outputContext);
}
}
if (!string.IsNullOrEmpty(workflow))
{
var subBlueprint = await _blueprintManager.GetBlueprintPackageDependency(context.ExecutionContext.BlueprintPackage, workflow);
if (subBlueprint == null)
{
throw new OperationException($"Unable to load sub-workflow {workflow}");
}
var(subTemplateEngine, subWorkflow, subValues) = _workflowLoader.Load(subBlueprint, context.ValuesIn, GenerateOutput);
var subContext = new ExecutionContext.Builder()
.CopyFrom(context)
.UseBlueprintPackage(subBlueprint)
.UseTemplateEngine(subTemplateEngine)
.SetValues(subValues)
.Build();
if (subWorkflow.values != null)
{
subContext.AddValuesIn(_valuesEngine.ProcessValues(subWorkflow.values, subContext.Values));
}
var nestedResult = await ExecuteOperations(subContext, subWorkflow.operations);
if (subWorkflow.output != null)
{
nestedResult = _valuesEngine.ProcessValues(subWorkflow.output, nestedResult);
}
outputContext = MergeUtils.Merge(new Dictionary <object, object> {
{ "result", nestedResult }
}, outputContext);
}
// Third special type of operation - nested operations
if (operation.operations != null)
{
var nestedResult = await ExecuteOperations(context, operation.operations);
if (operation.output == null)
{
// if output is unstated, and there are nested operations with output - those flows back as effective output
context.AddValuesOut(nestedResult);
}
else
{
// if output is stated, nested operations with output are visible to output queries
outputContext = MergeUtils.Merge(nestedResult, context.Values) ?? context.Values;
}
}
// If output is specifically stated - use it to query
if (operation.output != null)
{
context.AddValuesOut(ProcessValues(operation.output, outputContext));
}
if (operation.@throw != null)
{
var throwMessage = _valuesEngine.EvaluateToString([email protected], context.Values);
throwMessage = string.IsNullOrEmpty(throwMessage) ? message : throwMessage;
var throwDetails = ProcessValues([email protected], context.Values);
_console.WriteLine(throwMessage.Color(ConsoleColor.DarkRed));
if (throwDetails != null)
{
_console.WriteLine(_serializers.YamlSerializer.Serialize(throwDetails).Color(ConsoleColor.DarkRed));
}
throw new OperationException(string.IsNullOrEmpty(throwMessage) ? message : throwMessage)
{
Details = throwDetails
};
}
}
catch (Exception ex) when(CatchCondition(ex, operation.@catch, outputContext))
{
if ([email protected] != null)
{
var mergedContext = MergeError(ex, outputContext);
var catchDetails = ProcessValues([email protected], mergedContext);
context.AddValuesOut(catchDetails);
}
}
}
catch (Exception ex)
{
logentry["error"] = new Dictionary <object, object>
{
{ "type", ex.GetType().FullName },
{ "message", ex.Message },
{ "stack", ex.StackTrace },
};
throw;
}
finally
{
logentry["valuesIn"] = context?.ValuesIn;
logentry["valuesOut"] = context?.ValuesOut;
logentry["cumulativeValues"] = context?.Values;
_serializers.YamlSerializer.Serialize(writer, logentry);
}
}
}
}
public async Task Initialize(SwaggerReference info)
{
var swaggerDocumentLoader = new SwaggarDocumentLoader(_yamlSerializers, _httpClientFactory);
var swaggerDocuments = new List <SwaggerDocument>();
var httpClient = _httpClientFactory.Create(null);
foreach (var input in info.inputs)
{
if (string.IsNullOrEmpty(info.source))
{
// TODO : re-abstract this case into docmgr
using (var yamlReader = InnerPackage.OpenText(input))
{
var swaggerDocument = _yamlSerializers.YamlDeserializer.Deserialize <SwaggerDocument>(yamlReader);
swaggerDocuments.Add(swaggerDocument);
}
}
else
{
var uriParts = UriParts.Parse(info.source);
uriParts.RewriteGitHubUris();
var swaggerDocument = await swaggerDocumentLoader.LoadDocument(uriParts.ToString(), input);
swaggerDocuments.Add(swaggerDocument);
}
}
foreach (var swaggerDocument in swaggerDocuments)
{
foreach (var pathEntry in swaggerDocument.paths)
{
foreach (var operationEntry in pathEntry.Value.operations)
{
var context = new GenerateSingleRequestDefinitionContext
{
SwaggerReference = info,
SwaggerDocument = swaggerDocument,
SwaggarDocumentLoader = swaggerDocumentLoader,
Path = pathEntry,
Operation = operationEntry,
};
_requestGenerator.GenerateSingleRequestDefinition(context);
if (GeneratedFiles.ContainsKey(context.GeneratedPath))
{
for (var index = 2; index != 200; ++index)
{
if (!GeneratedFiles.ContainsKey($"{context.GeneratedPath}.{index}"))
{
GeneratedFiles.Add(
$"{context.GeneratedPath}.{index}",
context.GeneratedContent);
break;
}
}
}
else
{
GeneratedFiles.Add(
context.GeneratedPath,
context.GeneratedContent);
}
}
}
}
}