public static async ValueTask <SparkJobDefinitionResource> CreateResource(SparkJobDefinitionClient client, TestRecording recording, string storageFileSystemName, string storageAccountName) { string jobName = recording.GenerateId("SparkJobDefinition", 16); string file = string.Format("abfss://{0}@{1}.dfs.core.windows.net/samples/net/wordcount/wordcount.zip", storageFileSystemName, storageAccountName); SparkJobProperties jobProperties = new SparkJobProperties(file, "28g", 4, "28g", 4, 2); SparkJobDefinition jobDefinition = new SparkJobDefinition(new BigDataPoolReference(BigDataPoolReferenceType.BigDataPoolReference, "sparkchhamosyna"), jobProperties); SparkJobDefinitionResource resource = new SparkJobDefinitionResource(jobDefinition); SparkJobDefinitionCreateOrUpdateSparkJobDefinitionOperation createOperation = await client.StartCreateOrUpdateSparkJobDefinitionAsync(jobName, resource); return(await createOperation.WaitForCompletionAsync()); }
public PSSparkJobProperties(SparkJobProperties sparkJobProperties) { this.Name = sparkJobProperties.Name; this.File = sparkJobProperties.File; this.ClassName = sparkJobProperties.ClassName; this.Configuration = sparkJobProperties.Conf; this.Arguments = sparkJobProperties.Args; this.Jars = sparkJobProperties.Files; this.Archives = sparkJobProperties.Archives; this.DriverMemory = sparkJobProperties.DriverMemory; this.DriverCores = sparkJobProperties.DriverCores; this.ExecutorMemory = sparkJobProperties.ExecutorMemory; this.ExecutorCores = sparkJobProperties.ExecutorCores; this.NumberOfExecutors = sparkJobProperties.NumExecutors; }