public static async ValueTask <SparkJobDefinitionResource> CreateResource(SparkJobDefinitionClient client, TestRecording recording, string storageFileSystemName, string storageAccountName)
{
string jobName = recording.GenerateId("SparkJobDefinition", 16);
string file = string.Format("abfss://{0}@{1}.dfs.core.windows.net/samples/net/wordcount/wordcount.zip", storageFileSystemName, storageAccountName);
SparkJobProperties jobProperties = new SparkJobProperties(file, "28g", 4, "28g", 4, 2);
SparkJobDefinition jobDefinition = new SparkJobDefinition(new BigDataPoolReference(BigDataPoolReferenceType.BigDataPoolReference, "sparkchhamosyna"), jobProperties);
SparkJobDefinitionResource resource = new SparkJobDefinitionResource(jobDefinition);
SparkJobDefinitionCreateOrUpdateSparkJobDefinitionOperation createOperation = await client.StartCreateOrUpdateSparkJobDefinitionAsync(jobName, resource);
return(await createOperation.WaitForCompletionAsync());
}
public PSSparkJobProperties(SparkJobProperties sparkJobProperties)
{
this.Name = sparkJobProperties.Name;
this.File = sparkJobProperties.File;
this.ClassName = sparkJobProperties.ClassName;
this.Configuration = sparkJobProperties.Conf;
this.Arguments = sparkJobProperties.Args;
this.Jars = sparkJobProperties.Files;
this.Archives = sparkJobProperties.Archives;
this.DriverMemory = sparkJobProperties.DriverMemory;
this.DriverCores = sparkJobProperties.DriverCores;
this.ExecutorMemory = sparkJobProperties.ExecutorMemory;
this.ExecutorCores = sparkJobProperties.ExecutorCores;
this.NumberOfExecutors = sparkJobProperties.NumExecutors;
}
