protected override void ProcessRecord()
{
var colour = Console.ForegroundColor;
_appList = _api.ListAsync().Result;
var sessions = _appList.Sessions;
foreach (var session in sessions)
{
if (session.State != SparkJobState.Busy && session.State != SparkJobState.Starting)
{
continue;
}
Console.ForegroundColor = ConsoleColor.Cyan;
WriteObject($"{session.ApplicationId} is in a {session.State} state");
Console.ForegroundColor = colour;
}
}
static async Task Main(string[] args)
{
Console.WriteLine("Getting build params ...");
IConfiguration config = new ConfigurationBuilder()
.AddJsonFile("appsettings.json", true, true)
.Build();
Console.WriteLine("Starting EMR test ...");
Console.WriteLine("Getting batches ...");
var livy = new LivyRestApi(config["Host"]);
var batches = await livy.ListAsync();
Console.WriteLine("Finished getting batches. There are {0}...", batches.Total);
Console.WriteLine("Invoking async software ...");
var response = await livy.ExecuteAsync(new LivyBatchRequest(config["File"])
{
ClassName = config["Class"],
NumExecutors = 2,
DriverCores = 2,
ExecutorCores = 2
});
Console.WriteLine("Software async response is {0}", response.SessionId);
Console.WriteLine("Invoking sync software ...");
var responseSync = await livy.ExecuteWorkflowAsync(new LivyBatchRequest(config["File"])
{
ClassName = config["Class"],
NumExecutors = 2,
DriverCores = 2,
ExecutorCores = 2
}, TimeSpan.FromMinutes(1));
Console.WriteLine("Software async response is {0}", response.SessionId);
Console.WriteLine("Press ENTER to finish ...");
Console.ReadLine();
}
