internal static unsafe ComposeDeploymentUpgradeProgress CreateFromNative(
NativeClient.IFabricComposeDeploymentUpgradeProgressResult nativeResult)
{
ComposeDeploymentUpgradeProgress result = new ComposeDeploymentUpgradeProgress();
IntPtr upgradeProgressPtr = nativeResult.get_UpgradeProgress();
if (upgradeProgressPtr != IntPtr.Zero)
{
var castedUpgradeProgressPtr = (NativeTypes.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_PROGRESS *)upgradeProgressPtr;
result.ApplicationName = NativeTypes.FromNativeUri(castedUpgradeProgressPtr->ApplicationName);
result.DeploymentName = NativeTypes.FromNativeString(castedUpgradeProgressPtr->DeploymentName);
// Upgrade policy
if (castedUpgradeProgressPtr->UpgradePolicyDescription != IntPtr.Zero)
{
RollingUpgradePolicyDescription policy = null;
var castedPolicyPtr = (NativeTypes.FABRIC_ROLLING_UPGRADE_POLICY_DESCRIPTION *)castedUpgradeProgressPtr->UpgradePolicyDescription;
if (castedPolicyPtr->RollingUpgradeMode == NativeTypes.FABRIC_ROLLING_UPGRADE_MODE.FABRIC_ROLLING_UPGRADE_MODE_MONITORED)
{
policy = MonitoredRollingApplicationUpgradePolicyDescription.FromNative(castedUpgradeProgressPtr->UpgradePolicyDescription);
}
else
{
policy = RollingUpgradePolicyDescription.FromNative(castedUpgradeProgressPtr->UpgradePolicyDescription);
}
result.UpgradePolicyDescription = policy;
}
result.TargetApplicationTypeVersion = NativeTypes.FromNativeString(castedUpgradeProgressPtr->TargetApplicationTypeVersion);
switch (castedUpgradeProgressPtr->UpgradeState)
{
case NativeTypes.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_STATE.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_STATE_PROVISIONING_TARGET:
case NativeTypes.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_STATE.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_STATE_ROLLING_FORWARD_IN_PROGRESS:
case NativeTypes.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_STATE.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_STATE_ROLLING_FORWARD_PENDING:
case NativeTypes.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_STATE.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_STATE_UNPROVISIONING_CURRENT:
case NativeTypes.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_STATE.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_STATE_ROLLING_FORWARD_COMPLETED:
case NativeTypes.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_STATE.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_STATE_ROLLING_BACK_IN_PROGRESS:
case NativeTypes.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_STATE.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_STATE_UNPROVISIONING_TARGET:
case NativeTypes.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_STATE.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_STATE_ROLLING_BACK_COMPLETED:
case NativeTypes.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_STATE.FABRIC_COMPOSE_DEPLOYMENT_UPGRADE_STATE_FAILED:
result.UpgradeState = (ComposeDeploymentUpgradeState)castedUpgradeProgressPtr->UpgradeState;
break;
default:
result.UpgradeState = ComposeDeploymentUpgradeState.Invalid;
break;
}
result.NextUpgradeDomain = NativeTypes.FromNativeString(castedUpgradeProgressPtr->NextUpgradeDomain);
if (castedUpgradeProgressPtr->UpgradeDomains != IntPtr.Zero)
{
var upgradeDomainsPtr = (NativeTypes.FABRIC_UPGRADE_DOMAIN_STATUS_DESCRIPTION_LIST *)castedUpgradeProgressPtr->UpgradeDomains;
uint count = upgradeDomainsPtr->Count;
result.UpgradeDomains = Interop.InteropHelpers.UpgradeDomainHelper.CreateUpgradeDomainsFromNative(count, upgradeDomainsPtr->Items);
}
result.UpgradeDuration = TimeSpan.FromSeconds(castedUpgradeProgressPtr->UpgradeDurationInSeconds);
result.CurrentUpgradeDomainDuration = TimeSpan.FromSeconds(castedUpgradeProgressPtr->CurrentUpgradeDomainDurationInSeconds);
result.ApplicationUnhealthyEvaluations = HealthEvaluation.FromNativeList(castedUpgradeProgressPtr->ApplicationUnhealthyEvaluations);
result.CurrentUpgradeDomainProgress = UpgradeDomainProgress.FromNative(castedUpgradeProgressPtr->CurrentUpgradeDomainProgress);
result.StartTimestampUtc = NativeTypes.FromNullableNativeFILETIME(castedUpgradeProgressPtr->StartTimestampUtc);
result.FailureTimestampUtc = NativeTypes.FromNullableNativeFILETIME(castedUpgradeProgressPtr->FailureTimestampUtc);
if (result.FailureTimestampUtc.HasValue)
{
switch (castedUpgradeProgressPtr->FailureReason)
{
case NativeTypes.FABRIC_UPGRADE_FAILURE_REASON.FABRIC_UPGRADE_FAILURE_REASON_INTERRUPTED:
case NativeTypes.FABRIC_UPGRADE_FAILURE_REASON.FABRIC_UPGRADE_FAILURE_REASON_HEALTH_CHECK:
case NativeTypes.FABRIC_UPGRADE_FAILURE_REASON.FABRIC_UPGRADE_FAILURE_REASON_UPGRADE_DOMAIN_TIMEOUT:
case NativeTypes.FABRIC_UPGRADE_FAILURE_REASON.FABRIC_UPGRADE_FAILURE_REASON_OVERALL_UPGRADE_TIMEOUT:
case NativeTypes.FABRIC_UPGRADE_FAILURE_REASON.FABRIC_UPGRADE_FAILURE_REASON_PROCESSING_FAILURE:
result.FailureReason = (UpgradeFailureReason)castedUpgradeProgressPtr->FailureReason;
break;
default:
result.FailureReason = UpgradeFailureReason.None;
break;
}
result.UpgradeDomainProgressAtFailure = UpgradeDomainProgress.FromNative(castedUpgradeProgressPtr->UpgradeDomainProgressAtFailure);
}
result.ApplicationUpgradeStatusDetails = NativeTypes.FromNativeString(castedUpgradeProgressPtr->ApplicationUpgradeStatusDetails);
result.UpgradeStatusDetails = NativeTypes.FromNativeString(castedUpgradeProgressPtr->UpgradeStatusDetails);
}
return(result);
}
protected override void ProcessRecord()
{
try
{
if (this.ReplicaQuorumTimeoutSec.HasValue)
{
this.WriteWarning(StringResources.PowerShell_ReplicaQuorumTimeoutSec_Deprecated);
if (!this.UpgradeReplicaSetCheckTimeoutSec.HasValue)
{
this.UpgradeReplicaSetCheckTimeoutSec = this.ReplicaQuorumTimeoutSec.Value;
}
}
if (this.RestartProcess)
{
this.WriteWarning(StringResources.PowerShell_RestartProcess_Deprecated);
if (!this.ForceRestart)
{
this.ForceRestart = this.RestartProcess;
}
}
RollingUpgradePolicyDescription policyDescription;
if (this.Monitored)
{
var monitoringPolicy = new RollingUpgradeMonitoringPolicy();
if (this.FailureAction == UpgradeFailureAction.Invalid)
{
this.FailureAction = Constants.DefaultUpgradeFailureAction;
}
monitoringPolicy.FailureAction = this.FailureAction;
if (this.HealthCheckRetryTimeoutSec.HasValue)
{
monitoringPolicy.HealthCheckRetryTimeout = TimeSpan.FromSeconds(this.HealthCheckRetryTimeoutSec.Value);
}
if (this.HealthCheckWaitDurationSec.HasValue)
{
monitoringPolicy.HealthCheckWaitDuration = TimeSpan.FromSeconds(this.HealthCheckWaitDurationSec.Value);
}
if (this.HealthCheckStableDurationSec.HasValue)
{
monitoringPolicy.HealthCheckStableDuration = TimeSpan.FromSeconds(this.HealthCheckStableDurationSec.Value);
}
if (this.UpgradeDomainTimeoutSec.HasValue)
{
monitoringPolicy.UpgradeDomainTimeout = TimeSpan.FromSeconds(this.UpgradeDomainTimeoutSec.Value);
}
if (this.UpgradeTimeoutSec.HasValue)
{
monitoringPolicy.UpgradeTimeout = TimeSpan.FromSeconds(this.UpgradeTimeoutSec.Value);
}
var monitoredPolicyDescription = new MonitoredRollingApplicationUpgradePolicyDescription
{
UpgradeMode = RollingUpgradeMode.Monitored,
ForceRestart = this.ForceRestart,
MonitoringPolicy = monitoringPolicy
};
policyDescription = monitoredPolicyDescription;
if (this.IsUpdatingHealthPolicy())
{
if (!this.Force && !this.IsHealthPolicyComplete() && !this.ShouldProcess(
//// description shows up for "-WhatIf"
string.Format(
CultureInfo.InvariantCulture,
"{0} {1}",
StringResources.PowerShell_HealthPolicyUpgradeCaption,
StringResources.PowerShell_ApplicationHealthPolicyUpdateWarning),
//// warning and caption show up when prompting for confirmation
StringResources.PowerShell_ApplicationHealthPolicyUpdateWarning,
StringResources.PowerShell_HealthPolicyUpgradeCaption))
{
return;
}
var healthPolicy = new ApplicationHealthPolicy();
if (this.ConsiderWarningAsError.HasValue)
{
healthPolicy.ConsiderWarningAsError = this.ConsiderWarningAsError.Value;
}
if (this.DefaultServiceTypeHealthPolicy != null)
{
healthPolicy.DefaultServiceTypeHealthPolicy = this.ParseServiceTypeHealthPolicy(this.DefaultServiceTypeHealthPolicy);
}
if (this.MaxPercentUnhealthyDeployedApplications.HasValue)
{
healthPolicy.MaxPercentUnhealthyDeployedApplications = this.MaxPercentUnhealthyDeployedApplications.Value;
}
if (this.ServiceTypeHealthPolicyMap != null)
{
foreach (DictionaryEntry entry in this.ServiceTypeHealthPolicyMap)
{
healthPolicy.ServiceTypeHealthPolicyMap.Add(entry.Key as string, this.ParseServiceTypeHealthPolicy(entry.Value as string));
}
}
monitoredPolicyDescription.HealthPolicy = healthPolicy;
}
}
else if (this.UnmonitoredManual)
{
policyDescription = new RollingUpgradePolicyDescription
{
UpgradeMode = RollingUpgradeMode.UnmonitoredManual,
ForceRestart = this.ForceRestart,
};
}
else
{
policyDescription = new RollingUpgradePolicyDescription
{
UpgradeMode = RollingUpgradeMode.UnmonitoredAuto,
ForceRestart = this.ForceRestart,
};
}
if (this.UpgradeReplicaSetCheckTimeoutSec.HasValue)
{
policyDescription.UpgradeReplicaSetCheckTimeout = TimeSpan.FromSeconds(this.UpgradeReplicaSetCheckTimeoutSec.Value);
}
var upgradeDescription = new ApplicationUpgradeDescription
{
ApplicationName = this.ApplicationName,
TargetApplicationTypeVersion = this.ApplicationTypeVersion,
UpgradePolicyDescription = policyDescription
};
upgradeDescription.ApplicationParameters.Add(this.GetNameValueCollection(this.ApplicationParameter));
this.UpgradeApplication(upgradeDescription);
}
catch (Exception exception)
{
this.ThrowTerminatingError(
exception,
Constants.UpgradeApplicationErrorId,
null);
}
}
public override async Task UpdateAsync(IOperationDescription description, IFabricOperationResult result, IOperationContext context)
{
Trace.WriteInfo(TraceType, "UpdateAsync called");
description.ThrowIfNull(nameof(description));
result.ThrowIfNull(nameof(result));
result.OperationStatus.ThrowIfNull(nameof(result.OperationStatus));
result.QueryResult.ThrowIfNull(nameof(result.QueryResult));
context.ThrowIfNull(nameof(context));
string errorMessage;
if (!this.ValidObjectType<ApplicationOperationDescription>(description, out errorMessage))
{
throw new InvalidCastException(errorMessage);
}
if (!this.ValidObjectType<ApplicationFabricQueryResult>(result.QueryResult, out errorMessage))
{
throw new InvalidCastException(errorMessage);
}
var appDescription = (ApplicationOperationDescription)description;
appDescription.TypeVersion.ThrowIfNullOrWhiteSpace(nameof(appDescription.TypeVersion));
appDescription.ApplicationUri.ThrowIfNull(nameof(appDescription.ApplicationUri));
var appResult = (ApplicationFabricQueryResult)result.QueryResult;
var healthPolicy = new ApplicationHealthPolicy();
var defaultServiceTypeHealthPolicy = new ServiceTypeHealthPolicy();
if (appDescription.UpgradePolicy?.ApplicationHealthPolicy != null)
{
healthPolicy.ConsiderWarningAsError =
appDescription.UpgradePolicy.ApplicationHealthPolicy.ConsiderWarningAsError;
healthPolicy.MaxPercentUnhealthyDeployedApplications =
appDescription.UpgradePolicy.ApplicationHealthPolicy.MaxPercentUnhealthyDeployedApplications;
if (appDescription.UpgradePolicy.ApplicationHealthPolicy.DefaultServiceTypeHealthPolicy != null)
{
defaultServiceTypeHealthPolicy.MaxPercentUnhealthyPartitionsPerService =
appDescription.UpgradePolicy.ApplicationHealthPolicy.DefaultServiceTypeHealthPolicy
.MaxPercentUnhealthyPartitionsPerService;
defaultServiceTypeHealthPolicy.MaxPercentUnhealthyReplicasPerPartition =
appDescription.UpgradePolicy.ApplicationHealthPolicy.DefaultServiceTypeHealthPolicy
.MaxPercentUnhealthyReplicasPerPartition;
defaultServiceTypeHealthPolicy.MaxPercentUnhealthyServices =
appDescription.UpgradePolicy.ApplicationHealthPolicy.DefaultServiceTypeHealthPolicy
.MaxPercentUnhealthyServices;
healthPolicy.DefaultServiceTypeHealthPolicy = defaultServiceTypeHealthPolicy;
}
}
var monitoringPolicy = new RollingUpgradeMonitoringPolicy();
if (appDescription.UpgradePolicy?.RollingUpgradeMonitoringPolicy != null)
{
monitoringPolicy.FailureAction =
(UpgradeFailureAction) Enum.Parse(
typeof (UpgradeFailureAction),
appDescription.UpgradePolicy.RollingUpgradeMonitoringPolicy.FailureAction.ToString(),
true);
monitoringPolicy.HealthCheckRetryTimeout =
appDescription.UpgradePolicy.RollingUpgradeMonitoringPolicy.HealthCheckRetryTimeout;
monitoringPolicy.HealthCheckStableDuration =
appDescription.UpgradePolicy.RollingUpgradeMonitoringPolicy.HealthCheckStableDuration;
monitoringPolicy.HealthCheckWaitDuration =
appDescription.UpgradePolicy.RollingUpgradeMonitoringPolicy.HealthCheckWaitDuration;
monitoringPolicy.UpgradeDomainTimeout =
appDescription.UpgradePolicy.RollingUpgradeMonitoringPolicy.UpgradeDomainTimeout;
monitoringPolicy.UpgradeTimeout = appDescription.UpgradePolicy.RollingUpgradeMonitoringPolicy.UpgradeTimeout;
}
var policyDescription = new MonitoredRollingApplicationUpgradePolicyDescription()
{
UpgradeMode = RollingUpgradeMode.Monitored,
HealthPolicy = healthPolicy,
MonitoringPolicy = monitoringPolicy
};
if (appDescription.UpgradePolicy != null)
{
if (appDescription.UpgradePolicy.ForceRestart.HasValue)
{
policyDescription.ForceRestart = appDescription.UpgradePolicy.ForceRestart.Value;
}
if (appDescription.UpgradePolicy.UpgradeReplicaSetCheckTimeout.HasValue)
{
policyDescription.UpgradeReplicaSetCheckTimeout = appDescription.UpgradePolicy.UpgradeReplicaSetCheckTimeout.Value;
}
}
// Update
var updateDescription = new ApplicationUpdateDescription(appDescription.ApplicationUri)
{
RemoveApplicationCapacity = appDescription.RemoveApplicationCapacity
};
if (appDescription.MinimumNodes.HasValue)
{
updateDescription.MinimumNodes = appDescription.MinimumNodes.Value;
}
if (appDescription.MaximumNodes.HasValue)
{
updateDescription.MaximumNodes = appDescription.MaximumNodes.Value;
}
if (appDescription.Metrics != null && appDescription.Metrics.Any())
{
updateDescription.Metrics = new List<ApplicationMetricDescription>();
foreach (var metric in appDescription.Metrics)
{
updateDescription.Metrics.Add(
new ApplicationMetricDescription()
{
Name = metric.Name,
MaximumNodeCapacity = metric.MaximumCapacity,
NodeReservationCapacity = metric.ReservationCapacity,
TotalApplicationCapacity = metric.TotalApplicationCapacity
});
}
}
Trace.WriteInfo(
TraceType,
"UpdateAsync: Updating application. Name: {0}. Timeout: {1}",
updateDescription.ApplicationName,
context.OperationTimeout);
await this.fabricClient.ApplicationManager.UpdateApplicationAsync(
updateDescription,
context.OperationTimeout,
context.CancellationToken);
Trace.WriteInfo(TraceType, "UpdateAsync: Application update call accepted");
// Upgrade
var upgradeDescription = new ApplicationUpgradeDescription()
{
ApplicationName = appDescription.ApplicationUri,
TargetApplicationTypeVersion = appDescription.TypeVersion,
UpgradePolicyDescription = policyDescription
};
if (appDescription.Parameters != null)
{
upgradeDescription.ApplicationParameters.Add(appDescription.Parameters.ToNameValueCollection());
}
try
{
Trace.WriteInfo(
TraceType,
"UpdateAsync: Upgrading application. Name: {0}. Version: {1}. TargetVersion: {2}. Timeout: {3}",
upgradeDescription.ApplicationName,
appResult.Application.ApplicationTypeVersion,
upgradeDescription.TargetApplicationTypeVersion,
context.OperationTimeout);
await this.fabricClient.ApplicationManager.UpgradeApplicationAsync(
upgradeDescription,
context.OperationTimeout,
context.CancellationToken);
Trace.WriteInfo(TraceType, "UpdateAsync: Application upgrade call accepted");
}
catch (FabricException fe)
{
if (fe.ErrorCode == FabricErrorCode.ApplicationAlreadyInTargetVersion)
{
Trace.WriteInfo(TraceType, "UpdateAsync: Application already in target version: {0}.", upgradeDescription.TargetApplicationTypeVersion);
return;
}
if (fe.ErrorCode == FabricErrorCode.ApplicationUpgradeInProgress)
{
Trace.WriteInfo(TraceType, "UpdateAsync: Application upgrade in progress with same version: {0}", upgradeDescription.TargetApplicationTypeVersion);
}
else
{
Trace.WriteError(TraceType, "UpdateAsync: Application upgrade encountered an exception: {0}", fe);
throw;
}
}
catch (Exception e)
{
Trace.WriteInfo(TraceType, "UpdateAsync: Application upgrade encountered an exception: {0}", e);
throw;
}
// UpgradeUpdate
ApplicationUpgradeProgress upgradeProgress = null;
try
{
upgradeProgress = await this.fabricClient.ApplicationManager.GetApplicationUpgradeProgressAsync(
appDescription.ApplicationUri,
context.OperationTimeout,
context.CancellationToken);
}
catch (Exception)
{
Trace.WriteWarning(
TraceType,
"UpdateAsync: Failed to get the application upgrade progress to determine the parameters for upgrade update. Need to retry the operation. Application Name: {0}",
appDescription.ApplicationUri);
throw new FabricTransientException();
}
ApplicationUpgradeUpdateDescription upgradeUpdateDescription;
if (upgradeProgress.UpgradeState == ApplicationUpgradeState.RollingBackInProgress)
{
// During rollback we can only change below properties
upgradeUpdateDescription = new ApplicationUpgradeUpdateDescription()
{
ApplicationName = appDescription.ApplicationUri,
UpgradeReplicaSetCheckTimeout = appDescription.UpgradePolicy.UpgradeReplicaSetCheckTimeout,
ForceRestart = appDescription.UpgradePolicy.ForceRestart
};
}
else
{
upgradeUpdateDescription = new ApplicationUpgradeUpdateDescription()
{
ApplicationName = appDescription.ApplicationUri,
UpgradeDomainTimeout = monitoringPolicy.UpgradeDomainTimeout,
UpgradeTimeout = monitoringPolicy.UpgradeTimeout,
HealthCheckRetryTimeout = monitoringPolicy.HealthCheckRetryTimeout,
HealthCheckWaitDuration = monitoringPolicy.HealthCheckWaitDuration,
HealthCheckStableDuration = monitoringPolicy.HealthCheckStableDuration,
UpgradeReplicaSetCheckTimeout = policyDescription.UpgradeReplicaSetCheckTimeout,
ForceRestart = policyDescription.ForceRestart,
FailureAction = monitoringPolicy.FailureAction,
HealthPolicy = healthPolicy
};
}
try
{
Trace.WriteInfo(
TraceType,
"UpdateAsync: Updating application upgrade in progress. Name: {0}. Timeout: {1}",
upgradeUpdateDescription.ApplicationName,
context.OperationTimeout);
await this.fabricClient.ApplicationManager.UpdateApplicationUpgradeAsync(
upgradeUpdateDescription,
context.OperationTimeout,
context.CancellationToken);
Trace.WriteInfo(TraceType, "UpdateAsync: Update application upgrade call accepted");
}
catch (FabricException fe)
{
if (fe.ErrorCode == FabricErrorCode.ApplicationNotUpgrading)
{
Trace.WriteInfo(TraceType, "UpdateAsync: No application upgrade in progress");
return;
}
}
catch (Exception e)
{
Trace.WriteInfo(TraceType, "UpdateAsync: Update application upgrade encountered an exception: {0}", e);
throw;
}
}
