internal static async Task <SparkBatchJob> PollSparkBatchJobSubmissionAsync(this SparkClientTestBase test, SparkBatchJob batch)
{
return(await test.PollAsync(
batch,
b => b.State,
b => test.SparkBatchClient.GetSparkBatchJobAsync(b.Id),
new List <string>
{
"error",
"dead",
"success",
"killed"
}));
}
internal static async Task <SparkStatement> PollSparkSessionStatementAsync(this SparkClientTestBase test, int sessionId, SparkStatement statement)
{
return(await test.PollAsync(
statement,
s => s.State,
s => test.SparkSessionClient.GetSparkStatementAsync(sessionId, s.Id),
new List <string>
{
"starting",
"waiting",
"running",
"cancelling"
},
isFinalState : false));
}
internal static async Task <SparkSession> PollSparkSessionAsync(this SparkClientTestBase test, SparkSession session)
{
return(await test.PollAsync(
session,
s => s.State,
s => test.SparkSessionClient.GetSparkSessionAsync(s.Id),
new List <string>
{
"idle",
"error",
"dead",
"success",
"killed"
}));
}