public static IEtlPipeline EnsureDirectoryTreeExists(this IEtlPipeline pipeline, Func <EtlPipelineContext, string> path) { var method = new Action(() => { var value = path(pipeline.Context); new EnsureDirectoryExistsEtlOperation(value).Execute(pipeline.Context); }); return(pipeline.Run(new DynamicInvokeEtlOperation(method).Named("Ensure Directory Exists (Dynamic)"))); }
public static IEtlPipeline UploadFilesToAmazonS3(this IEtlPipeline pipeline, Amazon.RegionEndpoint regionEndpoint, string bucketName, IEnumerable <string> files, Action <IAmazonS3WriterConfiguration> conf) { var operation = new AmazonS3WriterEtlOperation(regionEndpoint, bucketName, files); conf(operation); pipeline.Run(operation); return(pipeline); }
public EtlPipelineContext(IEtlPipeline etlPipeline, Action <IEtlPipelineStep> addStepToPipelineAction) { Pipeline = etlPipeline; _addStepToPipelineAction = addStepToPipelineAction; }
public DoWhileEtlOperationContext(IEtlPipeline parentPipeline, IEtlOperationCollection operationCollection) { _parentPipeline = parentPipeline; _operationCollection = operationCollection; }
public static IEtlPipeline EnsureDirectoryTreeExists(this IEtlPipeline pipeline, string path) { return(pipeline.Run(new EnsureDirectoryExistsEtlOperation(path).Named($"Ensure Directory Exists ({path})"))); }