/// <summary>
/// Initializes a new instance of the <see cref="SparkBatchOperation"/> class.
/// </summary>
/// <param name="batchId">The ID of the Spark batch job.</param>
/// <param name="client">The client used to check for completion.</param>
/// <param name="completionType">The operation completion type.</param>
public SparkBatchOperation(int batchId, SparkBatchClient client, SparkBatchOperationCompletionType completionType = SparkBatchOperationCompletionType.JobSubmission)
{
_batchId = batchId;
_client = client;
_completionType = completionType;
}
internal SparkBatchOperation(SparkBatchClient client, ClientDiagnostics diagnostics, Response <SparkBatchJob> response, SparkBatchOperationCompletionType completionType)
: this(response.Value.Id, client, completionType)
{
_diagnostics = diagnostics;
_rawResponse = response.GetRawResponse();
}
private static bool IsJobComplete(SparkBatchJobResultType jobState, LivyStates livyState, SparkBatchOperationCompletionType creationCompletionType)
{
if (jobState == SparkBatchJobResultType.Succeeded || jobState == SparkBatchJobResultType.Failed || jobState == SparkBatchJobResultType.Cancelled)
{
return(true);
}
return(creationCompletionType == SparkBatchOperationCompletionType.JobSubmission &&
(livyState == LivyStates.Starting ||
livyState == LivyStates.Running ||
livyState == LivyStates.Error ||
livyState == LivyStates.Dead ||
livyState == LivyStates.Success ||
livyState == LivyStates.Killed));
}
/// <summary> Initializes a new instance of SparkBatchJobOptions. </summary>
/// <param name="name"></param>
/// <param name="file"></param>
/// <param name="creationCompletionType"></param>
/// <exception cref="ArgumentNullException"> <paramref name="name"/> or <paramref name="file"/> is null. </exception>
public SparkBatchJobOptions(string name, string file, SparkBatchOperationCompletionType creationCompletionType = SparkBatchOperationCompletionType.JobSubmission) : this(name, file)
{
CreationCompletionType = creationCompletionType;
}
