public static void SetRoutes(FargateResourceV2 resource,
FargateResourceV2 resourceNew, ELBHelper elb, Route53Helper r53, CloudWatchHelper cw)
{
Console.WriteLine("Fetching DNS Private Record...");
var newPrivateRecord = r53.GetCNameRecordSet(resourceNew.ZonePrivate, resourceNew.DNSCName, throwIfNotFound: true)
.Result.PrintResponse();
Console.WriteLine($"Upserting Health Check...");
var healthCheck = r53.UpsertCloudWatchHealthCheckAsync(
resource.HealthCheckName,
alarmName: resourceNew.ELBHealthyMetricAlarmName,
alarmRegion: resource.Region,
throwIfNotFound: false,
insufficientDataHealthStatus: Amazon.Route53.InsufficientDataHealthStatus.Healthy,
inverted: false
).Result.PrintResponse();
ResourceRecordSet newPublicRecord = null;
Console.WriteLine("Updating Private Route53 Record Set (PRIMARY)...");
var t1 = r53.UpsertCNameRecordAsync(resource.ZonePrivate, resource.DNSCName, newPrivateRecord.ResourceRecords.Single().Value, ttl: resourceNew.TTL,
failover: "PRIMARY", setIdentifier: "PRIMARY-PRIVATE", healthCheckId: healthCheck.Id);
Console.WriteLine("Updating Private Route53 Record Set (SECONDARY)...");
var t2 = r53.UpsertCNameRecordAsync(resourceNew.ZonePrivate, resource.DNSCName, newPrivateRecord.ResourceRecords.Single().Value, ttl: resourceNew.TTL,
failover: "SECONDARY", setIdentifier: "SECONDARY-PRIVATE");
if (resourceNew.IsPublic)
{
Console.WriteLine("Fetching DNS Public Record...");
newPublicRecord = r53.GetCNameRecordSet(resourceNew.ZonePublic, resourceNew.DNSCName, throwIfNotFound: resourceNew.IsPublic)
.Result.PrintResponse();
Console.WriteLine("Updating Public Route53 Record Set (PRIMARY)...");
var t3 = r53.UpsertCNameRecordAsync(resource.ZonePublic, resource.DNSCName, newPublicRecord.ResourceRecords.Single().Value, ttl: resourceNew.TTL,
failover: "PRIMARY", setIdentifier: "PRIMARY-PUBLIC", healthCheckId: healthCheck.Id);
Console.WriteLine("Updating Public Route53 Record Set (SECONDARY)...");
var t4 = r53.UpsertCNameRecordAsync(resourceNew.ZonePublic, resource.DNSCName, newPublicRecord.ResourceRecords.Single().Value, ttl: resourceNew.TTL,
failover: "SECONDARY", setIdentifier: "SECONDARY-PUBLIC");
Task.WhenAll(t1, t3);
Task.WhenAll(t2, t4);
}
t1.Await();
t2.Await();
Console.WriteLine($"Awaiting {(resource.TTL + 1) * 2} [s] for DNS route update based on TTL...");
Thread.Sleep((resource.TTL + 1) * 2 * 1000);
Console.WriteLine($"Awaiting Health Check Healthy Status...");
r53.WaitForHealthCheckAsync(name: healthCheck.Id, status: Route53Helper.HealthCheckStatus.Healthy, timeout_s: resource.HealthCheckTimeout).Result.PrintResponse();
Console.WriteLine($"Ensuring DNS Route53 Resolution into new address after Health Check change...");
AwaitDnsUpsert(resource, resourceNew, r53, resource.DnsResolveTimeout).PrintResponse();
}
private static void executeFargate(string[] args, Credentials credentials)
{
var nArgs = CLIHelper.GetNamedArguments(args);
var elb = new ELBHelper();
var r53 = new Route53Helper();
var ecs = new ECSHelper();
var cw = new CloudWatchHelper();
var kms = new KMSHelper(credentials);
var iam = new IAMHelper(credentials);
var acm = new ACMHelper();
switch (args[1])
{
case "create-resources":
{
bool catchDisable = nArgs.GetValueOrDefault("catch-disable", "false").ToBool();
int resourceCreateTimeout = nArgs["resource-create-timeout"].ToInt32();
var resource = new FargateResourceV2(nArgs);
string prefix_new = "a-";
string prefix_old = "b-";
bool setRoutes = true;
Console.WriteLine("Determining Temporary Resource Naming Conventions...");
var record = r53.GetCNameRecordSet(resource.IsPublic ? resource.ZonePublic : resource.ZonePrivate, resource.DNSCName,
failover: "PRIMARY",
throwIfNotFound: false).Result;
if (record?.ResourceRecords.IsNullOrEmpty() == false)
{
var a_alb = elb.GetLoadBalancersByName(loadBalancerName: $"a-{resource.LoadBalancerName}", throwIfNotFound: false).Result.SingleOrDefault();
var b_alb = elb.GetLoadBalancersByName(loadBalancerName: $"b-{resource.LoadBalancerName}", throwIfNotFound: false).Result.SingleOrDefault();
if (a_alb != null && record.ResourceRecords.Any(r => r.Value == a_alb.DNSName))
{
prefix_new = "b-";
prefix_old = "a-";
setRoutes = false;
}
else if (b_alb != null && record.ResourceRecords.Any(r => r.Value == b_alb.DNSName))
{
prefix_new = "a-";
prefix_old = "b-";
setRoutes = false;
}
else
{
Console.WriteLine("WARNING!!! Record was present, but could NOT find any associated loadbalancers.");
}
}
var resourceNew = resource.DeepCopy();
resourceNew.SetName($"{prefix_new}{resource.Name}");
resourceNew.SetDNSCName($"{prefix_new}{resource.DNSCName}");
var resourceOld = resource.DeepCopy();
resourceOld.SetName($"{prefix_old}{resource.Name}");
resourceOld.SetDNSCName($"{prefix_old}{resource.DNSCName}");
Console.WriteLine("Destroying Temporary Resources...");
FargateResourceHelperV2.Destroy(resourceNew, elb, r53, ecs, cw, kms, iam, throwOnFailure: true, catchDisable: catchDisable).Await();
try
{
Console.WriteLine("Creating New Resources...");
FargateResourceHelperV2.Create(resourceNew, elb, r53, ecs, cw, kms, iam, acm);
Console.WriteLine($"Awaiting up to {resourceCreateTimeout} [s] for Tasks Desired Status...");
ecs.WaitForServiceToStart(resourceNew.ClusterName, resourceNew.ServiceName, resourceCreateTimeout).Await();
}
catch (Exception ex)
{
Console.WriteLine($"Failed New Resource Deployment with exception: {ex.JsonSerializeAsPrettyException(Formatting.Indented)}");
Console.WriteLine("Destroying New Resources...");
FargateResourceHelperV2.Destroy(resourceNew, elb, r53, ecs, cw, kms, iam, throwOnFailure: true, catchDisable: catchDisable).Await();
throw new Exception("New Resource Deployment Failure", ex);
}
if (setRoutes ||
record?.HealthCheckId == null ||
record.HealthCheckId != r53.GetHealthCheckAsync(resource.HealthCheckName, throwIfNotFound: false).Result?.Id)
{
Console.WriteLine("DNS Route Initialization...");
FargateResourceHelperV2.SetRoutes(resource, resourceNew, elb, r53, cw);
}
else
{
Console.WriteLine("DNS Route Swap...");
FargateResourceHelperV2.SwapRoutes(resource, resourceNew, elb, r53, cw);
}
Console.WriteLine("Destroying Old Resources...");
FargateResourceHelperV2.Destroy(resourceOld, elb, r53, ecs, cw, kms, iam, throwOnFailure: true, catchDisable: catchDisable).Await();
}
; break;
case "destroy-resources":
{
bool catchDisable = nArgs.GetValueOrDefault("catch-disable", "false").ToBool();
var resource = new FargateResourceV2(nArgs);
var resourceA = resource.DeepCopy();
resourceA.SetName($"a-{resource.Name}");
resourceA.SetDNSCName($"a-{resource.DNSCName}");
var resourceB = resource.DeepCopy();
resourceB.SetName($"b-{resource.Name}");
resourceB.SetDNSCName($"b-{resource.DNSCName}");
var t0 = FargateResourceHelperV2.Destroy(resource, elb, r53, ecs, cw, kms, iam, throwOnFailure: true, catchDisable: catchDisable);
var t1 = FargateResourceHelperV2.Destroy(resourceA, elb, r53, ecs, cw, kms, iam, throwOnFailure: true, catchDisable: catchDisable);
var t2 = FargateResourceHelperV2.Destroy(resourceB, elb, r53, ecs, cw, kms, iam, throwOnFailure: true, catchDisable: catchDisable);
var result = Task.WhenAll(t0, t1, t2).Result;
Console.WriteLine($"Destroying Health Check'{resource.ELBHealthyMetricAlarmName}'...");
r53.DeleteHealthCheckByNameAsync(resource.HealthCheckName, throwIfNotFound: false)
.CatchExceptionAsync(catchDisable: catchDisable).Result.PrintResult();
}
break;
case "help":
case "--help":
case "-help":
case "-h":
case "h":
HelpPrinter($"{args[0]}", "Amazon Fargate",
("create-service", "Accepts params:"));
break;
default:
{
Console.WriteLine($"Try '{args[0]} help' to find out list of available commands.");
throw new Exception($"Unknown Fargate command: '{args[0]} {args[1]}'");
}
}
}
public static void SwapRoutes(FargateResourceV2 resource,
FargateResourceV2 resourceNew, ELBHelper elb, Route53Helper r53, CloudWatchHelper cw)
{
Console.WriteLine("Fetching DNS Private Record...");
var newPrivateRecord = r53.GetCNameRecordSet(resourceNew.ZonePrivate, resourceNew.DNSCName, throwIfNotFound: true)
.Result.PrintResponse();
ResourceRecordSet newPublicRecord = null;
Console.WriteLine("Updating Private Route53 Record Set (SECONDARY)...");
r53.UpsertCNameRecordAsync(resourceNew.ZonePrivate, resource.DNSCName, newPrivateRecord.ResourceRecords.Single().Value, ttl: resourceNew.TTL,
failover: "SECONDARY", setIdentifier: "SECONDARY-PRIVATE").Result.PrintResponse();
if (resourceNew.IsPublic)
{
Console.WriteLine("Fetching DNS Public Record...");
newPublicRecord = r53.GetCNameRecordSet(resourceNew.ZonePublic, resourceNew.DNSCName, throwIfNotFound: resourceNew.IsPublic)
.Result.PrintResponse();
Console.WriteLine("Updating Public Route53 Record Set (SECONDARY)...");
r53.UpsertCNameRecordAsync(resourceNew.ZonePublic, resource.DNSCName, newPublicRecord.ResourceRecords.Single().Value, ttl: resourceNew.TTL,
failover: "SECONDARY", setIdentifier: "SECONDARY-PUBLIC").Result.PrintResponse();
}
var recordsExist = false;
ResourceRecordSet rrsPrivate = null;
ResourceRecordSet rrsPublic = null;
HealthCheck healthCheck = null;
Console.WriteLine($"Veryfying PRIMARY Record and Health Check...");
if ((rrsPrivate = r53.GetCNameRecordSet(resource.ZonePrivate, resource.DNSCName, failover: "PRIMARY", throwIfNotFound: false).Result) != null &&
(healthCheck = r53.GetHealthCheckAsync(rrsPrivate.HealthCheckId, throwIfNotFound: false).Result) != null)
{
if (resource.IsPublic &&
(rrsPublic = r53.GetCNameRecordSet(resource.ZonePublic, resource.DNSCName, failover: "PRIMARY", throwIfNotFound: false).Result) != null &&
rrsPublic.HealthCheckId == healthCheck.Id)
{
recordsExist = true;
}
else
{
recordsExist = true;
}
}
Console.WriteLine($"DNS PRIMARY Record and Health Check were {(recordsExist ? "" : "NOT ")}present.");
Console.WriteLine($"Awaiting Desired State of the Cloud Watch Metric Alarm '{resourceNew.ELBHealthyMetricAlarmName}'...");
cw.WaitForMetricState(resourceNew.ELBHealthyMetricAlarmName, Amazon.CloudWatch.StateValue.OK, resource.HealthCheckTimeout)
.Result.PrintResponse();
Console.WriteLine($"Upserting Health Check...");
healthCheck = r53.UpsertCloudWatchHealthCheckAsync(
healthCheck?.Id ?? resource.HealthCheckName,
alarmName: resourceNew.ELBHealthyMetricAlarmName,
alarmRegion: resource.Region,
throwIfNotFound: false,
insufficientDataHealthStatus: Amazon.Route53.InsufficientDataHealthStatus.Healthy,
inverted: true //OK as long as old health check is failed
).Result.PrintResponse();
if (recordsExist)
{
Console.WriteLine($"Awaiting Health Check Unhealthy Status...");
r53.WaitForHealthCheckAsync(name: healthCheck.Id, status: Route53Helper.HealthCheckStatus.Unhealthy, timeout_s: resource.HealthCheckTimeout)
.Result.PrintResponse();
Console.WriteLine($"Awaiting DNS Route53 Resolution into new address...");
AwaitDnsUpsert(resource, resourceNew, r53, resource.DnsResolveTimeout).PrintResponse();
Console.WriteLine($"Awaiting {(resource.TTL + 1) * 2} [s] for DNS route update based on TTL...");
Thread.Sleep((resource.TTL + 1) * 2 * 1000);
}
Console.WriteLine("Updating Private Route53 Record Set (PRIMARY)...");
r53.UpsertCNameRecordAsync(resource.ZonePrivate, resource.DNSCName, newPrivateRecord.ResourceRecords.Single().Value, ttl: resourceNew.TTL,
failover: "PRIMARY", setIdentifier: "PRIMARY-PRIVATE", healthCheckId: healthCheck.Id).Result.PrintResponse();
if (resource.IsPublic)
{
Console.WriteLine("Updating Public Route53 Record Set (PRIMARY)...");
r53.UpsertCNameRecordAsync(resource.ZonePublic, resource.DNSCName, newPublicRecord.ResourceRecords.Single().Value, ttl: resourceNew.TTL,
failover: "PRIMARY", setIdentifier: "PRIMARY-PUBLIC", healthCheckId: healthCheck.Id).Result.PrintResponse();
}
Console.WriteLine($"Awaiting {resourceNew.DnsUpdateDelay} [ms] for PRIMARY DNS Record update...");
Thread.Sleep(resourceNew.DnsUpdateDelay);
Console.WriteLine($"Upserting Health Check...");
healthCheck = r53.UpsertCloudWatchHealthCheckAsync(
healthCheck?.Id,
alarmName: resourceNew.ELBHealthyMetricAlarmName,
alarmRegion: resource.Region,
throwIfNotFound: false,
insufficientDataHealthStatus: Amazon.Route53.InsufficientDataHealthStatus.Unhealthy,
inverted: false
).Result.PrintResponse();
Console.WriteLine($"Awaiting Health Check Healthy Status...");
r53.WaitForHealthCheckAsync(name: healthCheck.Id, status: Route53Helper.HealthCheckStatus.Healthy, timeout_s: 240).Result.PrintResponse();
Console.WriteLine($"Awaiting {(resource.TTL+1)*2} [s] for DNS route update based on TTL...");
Thread.Sleep((resource.TTL + 1) * 2 * 1000);
Console.WriteLine($"Ensuring DNS Route53 Resolution into new address after Health Check change...");
AwaitDnsUpsert(resource, resourceNew, r53, resource.DnsResolveTimeout).PrintResponse();
}