public static IEtlPipeline EnsureDirectoryTreeExists(this IEtlPipeline pipeline, Func <EtlPipelineContext, string> path)
{
var method = new Action(() =>
{
var value = path(pipeline.Context);
new EnsureDirectoryExistsEtlOperation(value).Execute(pipeline.Context);
});
return(pipeline.Run(new DynamicInvokeEtlOperation(method).Named("Ensure Directory Exists (Dynamic)")));
}
public static IEtlPipeline UploadFilesToAmazonS3(this IEtlPipeline pipeline, Amazon.RegionEndpoint regionEndpoint, string bucketName,
IEnumerable <string> files, Action <IAmazonS3WriterConfiguration> conf)
{
var operation = new AmazonS3WriterEtlOperation(regionEndpoint, bucketName, files);
conf(operation);
pipeline.Run(operation);
return(pipeline);
}
public EtlPipelineContext(IEtlPipeline etlPipeline, Action <IEtlPipelineStep> addStepToPipelineAction)
{
Pipeline = etlPipeline;
_addStepToPipelineAction = addStepToPipelineAction;
}
public DoWhileEtlOperationContext(IEtlPipeline parentPipeline, IEtlOperationCollection operationCollection)
{
_parentPipeline = parentPipeline;
_operationCollection = operationCollection;
}
public static IEtlPipeline EnsureDirectoryTreeExists(this IEtlPipeline pipeline, string path)
{
return(pipeline.Run(new EnsureDirectoryExistsEtlOperation(path).Named($"Ensure Directory Exists ({path})")));
}
