// Token: 0x0600008B RID: 139 RVA: 0x000046B4 File Offset: 0x000028B4
private void MoveDatabasesNormally(AmDbActionCode actionCode, IADDatabase[] dbList)
{
AmDbNodeAttemptTable dbNodeAttemptTable = AmSystemManager.Instance.DbNodeAttemptTable;
LocalizedString reason = LocalizedString.Empty;
foreach (IADDatabase iaddatabase in dbList)
{
if (iaddatabase.ReplicationType == ReplicationType.Remote && this.IsActiveOnServer(iaddatabase, this.m_nodeName, out reason))
{
dbNodeAttemptTable.ClearFailedTime(iaddatabase.Guid);
AmDbMoveOperation amDbMoveOperation = new AmDbMoveOperation(iaddatabase, actionCode);
amDbMoveOperation.Arguments.SourceServer = this.m_nodeName;
AmDbMoveArguments arguments = amDbMoveOperation.Arguments;
this.PrepareMoveArguments(ref arguments);
amDbMoveOperation.Arguments = arguments;
this.m_moveRequests++;
base.EnqueueDatabaseOperation(amDbMoveOperation);
}
else
{
if (iaddatabase.ReplicationType != ReplicationType.Remote)
{
reason = ReplayStrings.AmDbMoveOperationNotSupportedException(iaddatabase.Name);
}
AmDbSkippedMoveOperation operation = new AmDbSkippedMoveOperation(iaddatabase, reason);
this.m_moveRequests++;
base.EnqueueDatabaseOperation(operation);
}
}
base.StartDatabaseOperations();
}
protected override void RemountInternal(MountFlags mountFlags, DatabaseMountDialOverride mountDialoverride, AmServerName fromServer)
{
Exception exception = null;
base.AttemptDismount(base.State.ActiveServer, UnmountFlags.SkipCacheFlush, true, out exception);
int num = 0;
AmDbNodeAttemptTable dbNodeAttemptTable = AmSystemManager.Instance.DbNodeAttemptTable;
AmAcllReturnStatus amAcllReturnStatus = null;
this.AttemptMountOnServer(base.State.ActiveServer, base.State.ActiveServer, mountFlags, AmMountFlags.None, UnmountFlags.SkipCacheFlush, mountDialoverride, AmBcsSkipFlags.None, false, ref num, ref amAcllReturnStatus, out exception);
base.DbTrace.Debug("AttemptMountOnServer returned AcllStatus: {0}", new object[]
{
amAcllReturnStatus
});
AmHelper.ThrowDbActionWrapperExceptionIfNecessary(exception);
}
protected override void MountInternal(MountFlags storeMountFlags, AmMountFlags amMountFlags, DatabaseMountDialOverride mountDialOverride, ref AmDbOperationDetailedStatus mountStatus)
{
Exception ex = null;
int natSkippedServersCount = 0;
int num = 0;
bool flag = true;
if (ThirdPartyManager.IsThirdPartyReplicationEnabled)
{
flag = false;
}
if (base.ActionCode.IsAdminOperation)
{
if (base.State.IsActiveServerValid)
{
flag = false;
}
else
{
AmTrace.Debug("Mount issued for the first time on this database. We will try all the available servers. (db={0})", new object[]
{
base.DatabaseName
});
}
}
AmServerName amServerName = base.State.ActiveServer;
if (AmServerName.IsNullOrEmpty(amServerName))
{
amServerName = new AmServerName(base.Database.Server.Name);
}
AmBcsSkipFlags skipValidationChecks = AmBcsSkipFlags.SkipAll;
if (flag)
{
skipValidationChecks = AmBcsSkipFlags.None;
}
IBestCopySelector bestCopySelector = this.ConstructBestCopySelector(flag, skipValidationChecks, null, amServerName, amServerName, mountDialOverride, null);
AmDbNodeAttemptTable dbNodeAttemptTable = AmSystemManager.Instance.DbNodeAttemptTable;
if (base.ActionCode.IsAdminOperation)
{
dbNodeAttemptTable.ClearFailedTime(base.DatabaseGuid);
}
AmServerName sourceServer = amServerName;
AmAcllReturnStatus amAcllReturnStatus = null;
AmServerName amServerName2 = bestCopySelector.FindNextBestCopy();
while (amServerName2 != null)
{
num++;
base.DbTrace.Debug("Attempting mount on server {0}", new object[]
{
amServerName2
});
this.AttemptMountOnServer(amServerName2, sourceServer, storeMountFlags, amMountFlags, UnmountFlags.SkipCacheFlush, mountDialOverride, AmBcsSkipFlags.None, flag, ref natSkippedServersCount, ref amAcllReturnStatus, out ex);
base.DbTrace.Debug("AttemptMountOnServer returned AcllStatus: {0}", new object[]
{
amAcllReturnStatus
});
sourceServer = base.State.ActiveServer;
if (ex == null)
{
break;
}
bestCopySelector.ErrorLogger.ReportServerFailure(amServerName2, "CopyHasBeenTriedCheck", ex.Message);
if (ex is AmRoleChangedWhileOperationIsInProgressException || ex is AmMountTimeoutException)
{
break;
}
amServerName2 = bestCopySelector.FindNextBestCopy();
base.CurrentAttemptNumber++;
}
this.CheckActionResultsAndUpdateAdProperties(amServerName, null, bestCopySelector, ex, num, natSkippedServersCount);
}
private void RunMountDatabaseDirect(AmServerName serverToMount, MountFlags storeMountFlags, AmMountFlags amMountFlags, bool fLossyMountEnabled, TimeSpan mountTimeout, ref bool isMasterChanged)
{
bool flag = false;
bool flag2 = false;
isMasterChanged = false;
AmDbNodeAttemptTable dbNodeAttemptTable = AmSystemManager.Instance.DbNodeAttemptTable;
AmServerName activeServer = base.State.ActiveServer;
try
{
isMasterChanged = this.UpdateMaster(serverToMount, false);
base.ReportStatus(AmDbActionStatus.StoreMountInitiated);
if (fLossyMountEnabled)
{
storeMountFlags |= MountFlags.AllowDatabasePatch;
}
ExTraceGlobals.FaultInjectionTracer.TraceTest(2229677373U);
try
{
InvokeWithTimeout.Invoke(delegate()
{
AmDbAction.MountDatabaseDirect(serverToMount, this.State.LastMountedServer, this.DatabaseGuid, storeMountFlags, amMountFlags, this.ActionCode);
ExTraceGlobals.FaultInjectionTracer.TraceTest(2441489725U);
}, mountTimeout);
}
catch (TimeoutException ex)
{
base.DbTrace.Error("Mount timeout on {0}: {1}", new object[]
{
base.DatabaseName,
ex
});
AmMountTimeoutException ex2 = new AmMountTimeoutException(base.DatabaseName, serverToMount.NetbiosName, (int)mountTimeout.TotalSeconds, ex);
this.HandleMountTimeout(serverToMount, ex2);
throw ex2;
}
flag = true;
dbNodeAttemptTable.ClearFailedTime(base.DatabaseGuid);
try
{
base.WriteStateMountSuccess();
}
catch (AmRoleChangedWhileOperationIsInProgressException ex3)
{
base.DbTrace.Warning("Mount AmRoleChanged exception (error={0})", new object[]
{
ex3
});
}
base.ReportStatus(AmDbActionStatus.StoreMountSuccessful);
}
catch (TransientException ex4)
{
base.DbTrace.Error("Mount transient exception (error={0})", new object[]
{
ex4
});
flag2 = true;
throw;
}
catch (AmReplayServiceDownException ex5)
{
base.DbTrace.Error("Mount transient RPC exception (error={0})", new object[]
{
ex5
});
flag2 = true;
throw;
}
finally
{
if (flag)
{
SharedDependencies.WritableADHelper.ResetAllowFileRestoreDsFlag(base.DatabaseGuid, activeServer, serverToMount);
}
else
{
base.WriteStateMountFailed(true);
if (base.ActionCode.IsAutomaticFailureItem && !flag2)
{
dbNodeAttemptTable.MarkFailedTime(base.DatabaseGuid, serverToMount, base.ActionCode);
}
base.ReportStatus(AmDbActionStatus.StoreMountFailed);
}
if (isMasterChanged && AmSystemManager.Instance.Config.IsPAM)
{
this.SendReplicaNotifications();
}
}
}
private bool AttemptMountOnServer(AmServerName serverToMount, AmServerName sourceServer, MountFlags storeMountFlags, AmMountFlags amMountFlags, UnmountFlags dismountFlags, DatabaseMountDialOverride mountDialoverride, AmBcsSkipFlags skipValidationChecks, bool tryOtherHealthyServers, ref int natSkippedServersCount, ref AmAcllReturnStatus acllStatus, out Exception lastException)
{
bool flag = true;
bool fLossyMountEnabled = false;
bool isSuccess = false;
bool isAcllSuccess = false;
bool isMasterServerChanged = false;
lastException = null;
bool isSuccess2;
try
{
acllStatus = new AmAcllReturnStatus();
AmDbNodeAttemptTable dbNodeAttemptTable = AmSystemManager.Instance.DbNodeAttemptTable;
if (!base.ActionCode.IsAdminOperation && base.Config.IsIgnoreServerDebugOptionEnabled(serverToMount))
{
ReplayCrimsonEvents.OperationNotPerformedDueToDebugOption.Log <string, string, string>(serverToMount.Fqdn, AmDebugOptions.IgnoreServerFromAutomaticActions.ToString(), "Mount database");
throw new AmDbOperationException("Mount not applicable for a server when debug options are enabled");
}
bool flag2 = this.IsAcllRequired(serverToMount, sourceServer);
if (dbNodeAttemptTable.IsOkayForAction(base.Database, serverToMount, base.ActionCode))
{
if (!flag2)
{
acllStatus.NoLoss = true;
acllStatus.MountAllowed = true;
}
else
{
Stopwatch stopwatch = new Stopwatch();
stopwatch.Start();
try
{
ReplayCrimsonEvents.AcllInitiated.LogGeneric(base.PrepareSubactionArgs(new object[]
{
serverToMount,
sourceServer
}));
AmAcllReturnStatus tempAcllStatus = null;
lastException = AmHelper.HandleKnownExceptions(delegate(object param0, EventArgs param1)
{
this.RunAttemptCopyLastLogsOnServer(serverToMount, sourceServer, mountDialoverride, skipValidationChecks, 1, 15000, 15000, 15000, out fLossyMountEnabled, ref tempAcllStatus);
isAcllSuccess = true;
});
acllStatus = tempAcllStatus;
}
finally
{
stopwatch.Stop();
if (isAcllSuccess)
{
ReplayCrimsonEvents.AcllSuccess2.LogGeneric(base.PrepareSubactionArgs(new object[]
{
serverToMount,
fLossyMountEnabled,
stopwatch.Elapsed
}));
}
else
{
ReplayCrimsonEvents.AcllFailed.LogGeneric(base.PrepareSubactionArgs(new object[]
{
serverToMount,
stopwatch.Elapsed,
(lastException != null) ? lastException.Message : ReplayStrings.UnknownError
}));
}
}
if (lastException == null)
{
if (base.State.IsAdminDismounted && !base.ActionCode.IsAdminMountOperation)
{
AmTrace.Debug("Skipping mount for database '{0}' on server '{1}' since it was admin dismounted.", new object[]
{
base.DatabaseName,
serverToMount
});
if (this.UpdateMaster(serverToMount, true))
{
this.SendReplicaNotifications();
isMasterServerChanged = true;
}
isSuccess = true;
flag = false;
}
}
else
{
flag = false;
}
}
if (!flag)
{
goto IL_45C;
}
isSuccess = false;
lastException = null;
Stopwatch stopwatch2 = new Stopwatch();
stopwatch2.Start();
try
{
ReplayCrimsonEvents.DirectMountInitiated.LogGeneric(base.PrepareSubactionArgs(new object[]
{
serverToMount,
storeMountFlags,
fLossyMountEnabled,
amMountFlags
}));
lastException = AmHelper.HandleKnownExceptions(delegate(object param0, EventArgs param1)
{
TimeSpan mountTimeout = this.DetermineMountTimeout(skipValidationChecks);
this.RunMountDatabaseDirect(serverToMount, storeMountFlags, amMountFlags, fLossyMountEnabled, mountTimeout, ref isMasterServerChanged);
isSuccess = true;
});
goto IL_45C;
}
finally
{
stopwatch2.Stop();
if (isSuccess)
{
ReplayCrimsonEvents.DirectMountSuccess.LogGeneric(base.PrepareSubactionArgs(new object[]
{
serverToMount,
stopwatch2.Elapsed
}));
}
else
{
string text = (lastException != null) ? lastException.Message : ReplayStrings.UnknownError;
ReplayCrimsonEvents.DirectMountFailed.LogGeneric(base.PrepareSubactionArgs(new object[]
{
serverToMount,
stopwatch2.Elapsed,
text
}));
}
}
}
natSkippedServersCount++;
AmTrace.Debug("Mount for database '{0}' skipped server '{1}' since a recent mount operation on this node failed.", new object[]
{
base.DatabaseName,
serverToMount
});
lastException = new AmDbOperationAttempedTooSoonException(base.DatabaseName);
ReplayCrimsonEvents.MountServerSkipped.LogGeneric(base.PrepareSubactionArgs(new object[]
{
serverToMount,
lastException.Message
}));
isSuccess = false;
IL_45C:
isSuccess2 = isSuccess;
}
finally
{
if (!isMasterServerChanged)
{
AmTrace.Error("The active server for database '{0}' has not been changed, so we need to rollback the database state tracker information.", new object[]
{
base.DatabaseName
});
AmDatabaseStateTracker databaseStateTracker = AmSystemManager.Instance.DatabaseStateTracker;
if (databaseStateTracker != null)
{
databaseStateTracker.UpdateActive(base.DatabaseGuid, sourceServer);
}
}
}
return(isSuccess2);
}
protected override void MoveInternal(MountFlags storeMountFlags, UnmountFlags dismountFlags, DatabaseMountDialOverride mountDialoverride, AmServerName fromServer, AmServerName targetServer, bool tryOtherHealthyServers, AmBcsSkipFlags skipValidationChecks, string componentName, ref AmDbOperationDetailedStatus moveStatus)
{
AmDbNodeAttemptTable dbNodeAttemptTable = AmSystemManager.Instance.DbNodeAttemptTable;
IBestCopySelector bestCopySelector = null;
Exception ex = null;
bool flag = false;
int num = 0;
int natSkippedServersCount = 0;
if (!base.State.IsEntryExist)
{
base.DbTrace.Error("Database was never mounted. Move is applicable only if it was mounted at least once", new object[0]);
throw new AmDatabaseNeverMountedException();
}
if (base.State.IsAdminDismounted)
{
AmTrace.Diagnostic("Moving a dismounted database {0}. The database will be moved, but won't be mounted", new object[]
{
base.DatabaseName
});
}
moveStatus.InitialDbState = base.State.Copy();
AmServerName activeServer = base.State.ActiveServer;
AmAcllReturnStatus amAcllReturnStatus = null;
bool flag2 = true;
try
{
this.CheckIfMoveApplicableForDatabase(base.State.ActiveServer, fromServer, base.ActionCode);
bestCopySelector = this.ConstructBestCopySelector(tryOtherHealthyServers, skipValidationChecks, null, activeServer, targetServer, mountDialoverride, componentName);
if (base.ActionCode.IsAutomaticShutdownSwitchover)
{
base.AttemptDismount(base.State.ActiveServer, dismountFlags, true, out ex);
flag = true;
}
AmServerName amServerName = bestCopySelector.FindNextBestCopy();
while (amServerName != null)
{
num++;
if (!flag)
{
base.AttemptDismount(activeServer, dismountFlags, true, out ex);
flag = true;
}
AmMountFlags amMountFlags = AmMountFlags.None;
if (BitMasker.IsOn((int)skipValidationChecks, 4))
{
amMountFlags = AmMountFlags.MoveWithSkipHealth;
}
this.AttemptMountOnServer(amServerName, base.State.ActiveServer, storeMountFlags, amMountFlags, dismountFlags, mountDialoverride, skipValidationChecks, tryOtherHealthyServers, ref natSkippedServersCount, ref amAcllReturnStatus, out ex);
base.DbTrace.Debug("AttemptMountOnServer returned AcllStatus: {0}", new object[]
{
amAcllReturnStatus
});
moveStatus.AddSubstatus(new AmDbOperationSubStatus(amServerName, amAcllReturnStatus, ex));
if (ex == null)
{
flag2 = false;
break;
}
bestCopySelector.ErrorLogger.ReportServerFailure(amServerName, "CopyHasBeenTriedCheck", ex.Message);
if (ex is AmRoleChangedWhileOperationIsInProgressException)
{
flag2 = false;
break;
}
if (ex is AmMountTimeoutException)
{
flag2 = false;
break;
}
amServerName = bestCopySelector.FindNextBestCopy();
base.CurrentAttemptNumber++;
}
}
finally
{
moveStatus.FinalDbState = base.State.Copy();
}
if (flag2)
{
MountStatus storeDatabaseMountStatus = AmStoreHelper.GetStoreDatabaseMountStatus(base.State.ActiveServer, base.Database.Guid);
if (storeDatabaseMountStatus != base.State.MountStatus)
{
ReplayCrimsonEvents.MismatchErrorAfterMove.Log <string, Guid, AmServerName, MountStatus, MountStatus>(base.Database.Name, base.Database.Guid, base.State.ActiveServer, base.State.MountStatus, storeDatabaseMountStatus);
if (storeDatabaseMountStatus == MountStatus.Dismounted)
{
base.State.MountStatus = MountStatus.Dismounted;
base.WriteState();
}
}
}
this.CheckActionResultsAndUpdateAdProperties(activeServer, targetServer, bestCopySelector, ex, num, natSkippedServersCount);
}