public override Activity ToSdkObject() { var activity = new SynapseSparkJobDefinitionActivity(this.Name, this.SparkJob); SetProperties(activity); return(activity); }
public async Task CreateAndRunPipeline() { const string PipelineName = "Test-Pipeline"; const string JobName = "SparkJobName"; const string ActivityName = "ActivityName"; string workspaceUrl = TestEnvironment.WorkspaceUrl; var pipelineClient = new PipelineClient(endpoint: new Uri(workspaceUrl), credential: new DefaultAzureCredential()); var sparkJob = new SynapseSparkJobReference(SparkJobReferenceType.SparkJobDefinitionReference, JobName); var activity = new SynapseSparkJobDefinitionActivity(ActivityName, sparkJob); var pipelineResource = new PipelineResource(); pipelineResource.Activities.Add(activity); Console.WriteLine("Create pipeline if not already exists."); await pipelineClient.StartCreateOrUpdatePipelineAsync(PipelineName, pipelineResource); Console.WriteLine("Pipeline created"); Console.WriteLine("Running pipeline."); CreateRunResponse runOperation = await pipelineClient.CreatePipelineRunAsync(PipelineName); Console.WriteLine("Run started. ID: {0}", runOperation.RunId); }
private async Task CreatePipeline(string pipelineName) { const string JobName = "SparkJobName"; const string ActivityName = "ActivityName"; string endpoint = TestEnvironment.EndpointUrl; var pipelineClient = new PipelineClient(endpoint: new Uri(endpoint), credential: new DefaultAzureCredential()); var sparkJob = new SynapseSparkJobReference(SparkJobReferenceType.SparkJobDefinitionReference, JobName); var activity = new SynapseSparkJobDefinitionActivity(ActivityName, sparkJob); var pipelineResource = new PipelineResource(); pipelineResource.Activities.Add(activity); Console.WriteLine("Create pipeline if not already exists."); PipelineCreateOrUpdatePipelineOperation operation = await pipelineClient.StartCreateOrUpdatePipelineAsync(pipelineName, pipelineResource); await operation.WaitForCompletionAsync(); Console.WriteLine("Pipeline created"); }