static async Task Main(string[] args)
{
Console.WriteLine("Getting build params ...");
IConfiguration config = new ConfigurationBuilder()
.AddJsonFile("appsettings.json", true, true)
.Build();
Console.WriteLine("Starting EMR test ...");
Console.WriteLine("Getting batches ...");
var livy = new LivyRestApi(config["Host"]);
var batches = await livy.ListAsync();
Console.WriteLine("Finished getting batches. There are {0}...", batches.Total);
Console.WriteLine("Invoking async software ...");
var response = await livy.ExecuteAsync(new LivyBatchRequest(config["File"])
{
ClassName = config["Class"],
NumExecutors = 2,
DriverCores = 2,
ExecutorCores = 2
});
Console.WriteLine("Software async response is {0}", response.SessionId);
Console.WriteLine("Invoking sync software ...");
var responseSync = await livy.ExecuteWorkflowAsync(new LivyBatchRequest(config["File"])
{
ClassName = config["Class"],
NumExecutors = 2,
DriverCores = 2,
ExecutorCores = 2
}, TimeSpan.FromMinutes(1));
Console.WriteLine("Software async response is {0}", response.SessionId);
Console.WriteLine("Press ENTER to finish ...");
Console.ReadLine();
}
protected override void BeginProcessing()
{
WriteObject($"Connecting to HDInsight cluster {ClusterName}");
_api = new LivyRestApi(new LivySettings(Username, Password, ClusterName));
}
