public static IEtlPipeline EnsureDirectoryTreeExists(this IEtlPipeline pipeline, Func <EtlPipelineContext, string> path) { var method = new Action(() => { var value = path(pipeline.Context); new EnsureDirectoryExistsEtlOperation(value).Execute(pipeline.Context); }); return(pipeline.Run(new DynamicInvokeEtlOperation(method).Named("Ensure Directory Exists (Dynamic)"))); }
public static IEtlPipeline UploadFilesToAmazonS3(this IEtlPipeline pipeline, Amazon.RegionEndpoint regionEndpoint, string bucketName, IEnumerable <string> files, Action <IAmazonS3WriterConfiguration> conf) { var operation = new AmazonS3WriterEtlOperation(regionEndpoint, bucketName, files); conf(operation); pipeline.Run(operation); return(pipeline); }
public IEtlPipeline While(Func <EtlPipelineContext, bool> predicate) { _parentPipeline.Run(ctx => new DoWhileEtlOperation(predicate, _operationCollection)); return(_parentPipeline); }
public static IEtlPipeline EnsureDirectoryTreeExists(this IEtlPipeline pipeline, string path) { return(pipeline.Run(new EnsureDirectoryExistsEtlOperation(path).Named($"Ensure Directory Exists ({path})"))); }