public override void Invoke(AWSCredentials creds, RegionEndpoint region, int maxItems)
{
AmazonElasticMapReduceConfig config = new AmazonElasticMapReduceConfig();
config.RegionEndpoint = region;
ConfigureClient(config);
AmazonElasticMapReduceClient client = new AmazonElasticMapReduceClient(creds, config);
ListInstanceFleetsResponse resp = new ListInstanceFleetsResponse();
do
{
ListInstanceFleetsRequest req = new ListInstanceFleetsRequest
{
Marker = resp.Marker
};
resp = client.ListInstanceFleets(req);
CheckError(resp.HttpStatusCode, "200");
foreach (var obj in resp.InstanceFleets)
{
AddObject(obj);
}
}while (!string.IsNullOrEmpty(resp.Marker));
}
protected IAmazonElasticMapReduce CreateClient(AWSCredentials credentials, RegionEndpoint region)
{
var config = new AmazonElasticMapReduceConfig {
RegionEndpoint = region
};
Amazon.PowerShell.Utils.Common.PopulateConfig(this, config);
this.CustomizeClientConfig(config);
var client = new AmazonElasticMapReduceClient(credentials, config);
client.BeforeRequestEvent += RequestEventHandler;
client.AfterResponseEvent += ResponseEventHandler;
return(client);
}
public async Task Test1()
{
var emrClient = new AmazonElasticMapReduceClient();
var ec2Client = new AmazonEC2Client();;
var logger = Log.Logger = new LoggerConfiguration()
.MinimumLevel.Debug()
.WriteTo.Console()
.CreateLogger();
var emrCostCalculator = new EmrCostCalculator(emrClient, ec2Client, logger);
await emrCostCalculator.GetClusterCost("j-MFJC4FYSX32S");
Assert.Pass();
}
public async Task <bool> Run()
{
//Create dependencies
IBuilderSettings settings = this.CreateSettings();
AmazonElasticMapReduceClient emrClient = this.CreateEmrClient();
IEmrJobLogger emrJobLogger = new EmrJobLogger();
IEmrJobStateChecker emrJobStateChecker = new EmrJobStateChecker();
DemoEmrActivitiesEnumerator activitiesIterator = new DemoEmrActivitiesEnumerator();
using (EmrActivitiesRunner emrRunner = new EmrActivitiesRunner(emrJobLogger, emrJobStateChecker, emrClient, settings, activitiesIterator))
{
//explicitly set an existing jobFlowId, if you want to work with an existing job
//emrRunner.JobFlowId = "j-36G3NHTVEP1Q7";
return(await emrRunner.Start());
}
}
public override void Invoke(AWSCredentials creds, RegionEndpoint region, int maxItems)
{
AmazonElasticMapReduceConfig config = new AmazonElasticMapReduceConfig();
config.RegionEndpoint = region;
ConfigureClient(config);
AmazonElasticMapReduceClient client = new AmazonElasticMapReduceClient(creds, config);
DescribeJobFlowsResponse resp = new DescribeJobFlowsResponse();
DescribeJobFlowsRequest req = new DescribeJobFlowsRequest
{
};
resp = client.DescribeJobFlows(req);
CheckError(resp.HttpStatusCode, "200");
foreach (var obj in resp.JobFlows)
{
AddObject(obj);
}
}
public async Task <bool> Run()
{
//Create dependencies
var settings = this.CreateSettings();
var emrJobLogger = new EmrJobLogger();
var emrJobStateChecker = new EmrJobStateChecker();
var emrClient = new AmazonElasticMapReduceClient(AccessKey, SecretKey, RegionEndpoint.USEast1);
var swfClient = new AmazonSimpleWorkflowClient(AccessKey, SecretKey, RegionEndpoint.USEast1);
var swfConfig = new DemoSwfConfiguration();
SwfManager swfManager = new SwfManager(emrJobLogger, swfClient, swfConfig);
await swfManager.SetupAsync();
using (var decider = new SwfEmrJobDecider(emrJobLogger, swfClient, swfConfig))
using (var runner = new SwfActivitiesRunner(emrJobLogger, emrJobStateChecker, settings, emrClient, swfClient, swfConfig))
{
//decider.Start
}
return(true);
}
