public override Activity ToSdkObject()
{
var activity = new SynapseSparkJobDefinitionActivity(this.Name, this.SparkJob);
SetProperties(activity);
return(activity);
}
public async Task CreateAndRunPipeline()
{
const string PipelineName = "Test-Pipeline";
const string JobName = "SparkJobName";
const string ActivityName = "ActivityName";
string workspaceUrl = TestEnvironment.WorkspaceUrl;
var pipelineClient = new PipelineClient(endpoint: new Uri(workspaceUrl), credential: new DefaultAzureCredential());
var sparkJob = new SynapseSparkJobReference(SparkJobReferenceType.SparkJobDefinitionReference, JobName);
var activity = new SynapseSparkJobDefinitionActivity(ActivityName, sparkJob);
var pipelineResource = new PipelineResource();
pipelineResource.Activities.Add(activity);
Console.WriteLine("Create pipeline if not already exists.");
await pipelineClient.StartCreateOrUpdatePipelineAsync(PipelineName, pipelineResource);
Console.WriteLine("Pipeline created");
Console.WriteLine("Running pipeline.");
CreateRunResponse runOperation = await pipelineClient.CreatePipelineRunAsync(PipelineName);
Console.WriteLine("Run started. ID: {0}", runOperation.RunId);
}
private async Task CreatePipeline(string pipelineName)
{
const string JobName = "SparkJobName";
const string ActivityName = "ActivityName";
string endpoint = TestEnvironment.EndpointUrl;
var pipelineClient = new PipelineClient(endpoint: new Uri(endpoint), credential: new DefaultAzureCredential());
var sparkJob = new SynapseSparkJobReference(SparkJobReferenceType.SparkJobDefinitionReference, JobName);
var activity = new SynapseSparkJobDefinitionActivity(ActivityName, sparkJob);
var pipelineResource = new PipelineResource();
pipelineResource.Activities.Add(activity);
Console.WriteLine("Create pipeline if not already exists.");
PipelineCreateOrUpdatePipelineOperation operation = await pipelineClient.StartCreateOrUpdatePipelineAsync(pipelineName, pipelineResource);
await operation.WaitForCompletionAsync();
Console.WriteLine("Pipeline created");
}
