/// <summary>
/// Method that waits for a jobDetails to complete.
/// </summary>
/// <param name="client">The Hadoop client to use.</param>
/// <param name="jobId">The id of the job to wait for.</param>
/// <param name="duration">The duration to wait before timing out.</param>
/// <param name="cancellationToken">
/// The Cancellation Token for the request.
/// </param>
/// <returns>An awaitable task that represents the action.</returns>
public static async Task <JobDetails> WaitForJobCompletionAsync(
this IJobSubmissionClient client, string jobId, TimeSpan duration, CancellationToken cancellationToken)
{
client.ArgumentNotNull("client");
jobId.ArgumentNotNull("jobId");
JobDetails jobDetailsResults = new JobDetails()
{
JobId = jobId, StatusCode = JobStatusCode.Unknown
};
var pollingInterval = GetPollingInterval();
var startTime = DateTime.UtcNow;
var endTime = DateTime.UtcNow;
while (jobDetailsResults.IsNotNull() && ((endTime = DateTime.UtcNow) - startTime) < duration &&
!(jobDetailsResults.StatusCode == JobStatusCode.Completed || jobDetailsResults.StatusCode == JobStatusCode.Failed ||
jobDetailsResults.StatusCode == JobStatusCode.Canceled))
{
client.HandleClusterWaitNotifyEvent(jobDetailsResults);
if (jobDetailsResults.StatusCode == JobStatusCode.Completed || jobDetailsResults.StatusCode == JobStatusCode.Failed)
{
break;
}
Thread.Sleep(pollingInterval);
jobDetailsResults = await GetJobWithRetry(client, jobId, cancellationToken);
}
if (jobDetailsResults.StatusCode != JobStatusCode.Completed && jobDetailsResults.StatusCode != JobStatusCode.Failed &&
jobDetailsResults.StatusCode != JobStatusCode.Canceled && (endTime - startTime) >= duration)
{
throw new TimeoutException(string.Format(CultureInfo.InvariantCulture, "The requested task failed to complete in the allotted time ({0}).", duration));
}
return(jobDetailsResults);
}
/// <summary>
/// Method that waits for a jobDetails to complete.
/// </summary>
/// <param name="client">The Hadoop client to use.</param>
/// <param name="job">The jobDetails to wait for.</param>
/// <param name="duration">The duration to wait before timing out.</param>
/// <param name="cancellationToken">
/// The Cancellation Token for the request.
/// </param>
/// <returns>An awaitable task that represents the action.</returns>
public static async Task <JobDetails> WaitForJobCompletionAsync(
this IJobSubmissionClient client, JobCreationResults job, TimeSpan duration, CancellationToken cancellationToken)
{
client.ArgumentNotNull("client");
job.ArgumentNotNull("jobDetails");
return(await client.WaitForJobCompletionAsync(job.JobId, duration, cancellationToken));
}