public void DeleteSparkBatchJob() { using (var context = MockContext.Start(this.GetType())) using (var client = this.CommonData.GetHDInsightSparkJobClient(context)) { SparkBatchJobRequest createRequest = new SparkBatchJobRequest { File = "wasbs:///spark-examples.jar", ClassName = "org.apache.spark.examples.SparkPi", Arguments = new List <string>() { "10" } }; var createResponse = client.Job.SubmitSparkBatchJob(createRequest); Assert.NotNull(createResponse); Assert.Equal("starting", createResponse.State); var originalResponse = client.Job.ListSparkBatchJob(); Assert.NotNull(originalResponse); client.Job.DeleteSparkBatchJob((int)createResponse.Id); var checkResponse = client.Job.ListSparkBatchJob(); Assert.NotNull(checkResponse); Assert.Equal(originalResponse.Total - 1, checkResponse.Total); } }
public void ListSparkBatchJob() { using (var context = MockContext.Start(this.GetType())) using (var client = this.CommonData.GetHDInsightSparkJobClient(context)) { var originalResponse = client.Job.ListSparkBatchJob(); Assert.NotNull(originalResponse); SparkBatchJobRequest createRequest = new SparkBatchJobRequest { File = "wasbs:///spark-examples.jar", ClassName = "org.apache.spark.examples.SparkPi", Arguments = new List <string>() { "10" } }; var createResponse = client.Job.SubmitSparkBatchJob(createRequest); Assert.NotNull(createResponse); Assert.Equal("starting", createResponse.State); var checkResponse = client.Job.ListSparkBatchJob(); Assert.NotNull(checkResponse); Assert.Equal(originalResponse.Total + 1, checkResponse.Total); var specifySizeResponse = originalResponse = client.Job.ListSparkBatchJob(1, 0); Assert.NotNull(checkResponse); Assert.Equal(1, specifySizeResponse.FromProperty); Assert.Equal(0, specifySizeResponse.Sessions.Count); } }
/// <summary> /// Create a new spark batch job. /// </summary> /// <param name='operations'> /// The operations group for this extension method. /// </param> /// <param name='sparkBatchJobRequest'> /// Livy compatible batch job request payload. /// </param> /// <param name='requestedBy'> /// Add default value for X-Requested-By in header. /// </param> /// <param name='cancellationToken'> /// The cancellation token. /// </param> public static async Task <SparkBatchJob> SubmitSparkBatchJobAsync(this IJobOperations operations, SparkBatchJobRequest sparkBatchJobRequest, string requestedBy = "ambari", CancellationToken cancellationToken = default(CancellationToken)) { using (var _result = await operations.SubmitSparkBatchJobWithHttpMessagesAsync(sparkBatchJobRequest, requestedBy, null, cancellationToken).ConfigureAwait(false)) { return(_result.Body); } }
/// <summary> /// Create a new spark batch job. /// </summary> /// <param name='operations'> /// The operations group for this extension method. /// </param> /// <param name='sparkBatchJobRequest'> /// Livy compatible batch job request payload. /// </param> /// <param name='requestedBy'> /// Add default value for X-Requested-By in header. /// </param> public static SparkBatchJob SubmitSparkBatchJob(this IJobOperations operations, SparkBatchJobRequest sparkBatchJobRequest, string requestedBy = "ambari") { return(operations.SubmitSparkBatchJobAsync(sparkBatchJobRequest, requestedBy).GetAwaiter().GetResult()); }