public void DeleteSparkBatchJob()
{
using (var context = MockContext.Start(this.GetType()))
using (var client = this.CommonData.GetHDInsightSparkJobClient(context))
{
SparkBatchJobRequest createRequest = new SparkBatchJobRequest
{
File = "wasbs:///spark-examples.jar",
ClassName = "org.apache.spark.examples.SparkPi",
Arguments = new List <string>()
{
"10"
}
};
var createResponse = client.Job.SubmitSparkBatchJob(createRequest);
Assert.NotNull(createResponse);
Assert.Equal("starting", createResponse.State);
var originalResponse = client.Job.ListSparkBatchJob();
Assert.NotNull(originalResponse);
client.Job.DeleteSparkBatchJob((int)createResponse.Id);
var checkResponse = client.Job.ListSparkBatchJob();
Assert.NotNull(checkResponse);
Assert.Equal(originalResponse.Total - 1, checkResponse.Total);
}
}
public void ListSparkBatchJob()
{
using (var context = MockContext.Start(this.GetType()))
using (var client = this.CommonData.GetHDInsightSparkJobClient(context))
{
var originalResponse = client.Job.ListSparkBatchJob();
Assert.NotNull(originalResponse);
SparkBatchJobRequest createRequest = new SparkBatchJobRequest
{
File = "wasbs:///spark-examples.jar",
ClassName = "org.apache.spark.examples.SparkPi",
Arguments = new List <string>()
{
"10"
}
};
var createResponse = client.Job.SubmitSparkBatchJob(createRequest);
Assert.NotNull(createResponse);
Assert.Equal("starting", createResponse.State);
var checkResponse = client.Job.ListSparkBatchJob();
Assert.NotNull(checkResponse);
Assert.Equal(originalResponse.Total + 1, checkResponse.Total);
var specifySizeResponse = originalResponse = client.Job.ListSparkBatchJob(1, 0);
Assert.NotNull(checkResponse);
Assert.Equal(1, specifySizeResponse.FromProperty);
Assert.Equal(0, specifySizeResponse.Sessions.Count);
}
}
/// <summary>
/// Create a new spark batch job.
/// </summary>
/// <param name='operations'>
/// The operations group for this extension method.
/// </param>
/// <param name='sparkBatchJobRequest'>
/// Livy compatible batch job request payload.
/// </param>
/// <param name='requestedBy'>
/// Add default value for X-Requested-By in header.
/// </param>
/// <param name='cancellationToken'>
/// The cancellation token.
/// </param>
public static async Task <SparkBatchJob> SubmitSparkBatchJobAsync(this IJobOperations operations, SparkBatchJobRequest sparkBatchJobRequest, string requestedBy = "ambari", CancellationToken cancellationToken = default(CancellationToken))
{
using (var _result = await operations.SubmitSparkBatchJobWithHttpMessagesAsync(sparkBatchJobRequest, requestedBy, null, cancellationToken).ConfigureAwait(false))
{
return(_result.Body);
}
}
/// <summary>
/// Create a new spark batch job.
/// </summary>
/// <param name='operations'>
/// The operations group for this extension method.
/// </param>
/// <param name='sparkBatchJobRequest'>
/// Livy compatible batch job request payload.
/// </param>
/// <param name='requestedBy'>
/// Add default value for X-Requested-By in header.
/// </param>
public static SparkBatchJob SubmitSparkBatchJob(this IJobOperations operations, SparkBatchJobRequest sparkBatchJobRequest, string requestedBy = "ambari")
{
return(operations.SubmitSparkBatchJobAsync(sparkBatchJobRequest, requestedBy).GetAwaiter().GetResult());
}
