internal static void ActOnClusDbHang(LatencyChecker.ClusDbHungAction action)
{
if (action != null && action.TakeAction && action.HungInfo != null)
{
ReplayCrimsonEvents.HungNodeRecoveryActionStart.Log <string>(LatencyChecker.ConvertAmServerNamesToString(action.TargetNodes));
bool flag;
if (RegistryParameters.IsKillClusterServiceOnClusApiHang)
{
flag = true;
if (action.TargetNodes != null && action.TargetNodes.Length > 0)
{
AmServerName amServerName = action.TargetNodes[0];
RpcKillServiceImpl.Reply reply = RpcKillServiceImpl.SendKillRequest(amServerName.Fqdn, "Clussvc", action.HungInfo.ApiHungStartTime.LocalTime, false, RegistryParameters.RpcKillServiceTimeoutInMSec);
flag = (reply != null && reply.IsSucceeded && reply.IsSucceeded);
}
}
else
{
flag = false;
ReplayCrimsonEvents.SkippedSendingClussvcKillRequest.LogPeriodic(action.HungInfo.ApiName, TimeSpan.FromMinutes(15.0));
}
if (!flag)
{
string text = LatencyChecker.ConvertAmServerNamesToString(action.TargetNodes);
ReplayCrimsonEvents.HungNodeRebootRequested.Log <string>(text);
LatencyChecker.TriggerNodeRestart(action.HungInfo.CurrentGumId.ToString(), (action.HungInfo.CurrentLockOwnerName != null) ? action.HungInfo.CurrentLockOwnerName.NetbiosName : "NULL", text, action.HungInfo, action);
return;
}
}
else if (action == null || action.HungInfo == null)
{
ReplayCrimsonEvents.GenericMessage.Log <string>("ActOnClusDbHang: Action is null or action.HungInfo is null");
}
}
public static void HandleRequest(RpcGenericRequestInfo requestInfo, ref RpcGenericReplyInfo replyInfo)
{
RpcGenericReplyInfo tmpReplyInfo = null;
RpcKillServiceImpl.Request req = null;
RpcKillServiceImpl.Reply rep = new RpcKillServiceImpl.Reply();
Exception ex = AmHelper.HandleKnownExceptions(delegate(object param0, EventArgs param1)
{
req = ActiveManagerGenericRpcHelper.ValidateAndGetAttachedRequest <RpcKillServiceImpl.Request>(requestInfo, 1, 0);
ReplayCrimsonEvents.ReceivedRequestToKillService.Log <string, string, RpcKillServiceImpl.Request>(req.ServiceName, req.OriginatingServerName, req);
lock (RpcKillServiceImpl.locker)
{
RpcKillServiceImpl.HandleRequestInternal(req, rep);
}
tmpReplyInfo = ActiveManagerGenericRpcHelper.PrepareServerReply(requestInfo, rep, 1, 0);
});
if (tmpReplyInfo != null)
{
replyInfo = tmpReplyInfo;
}
if (ex != null)
{
throw new AmServerException(ex.Message, ex);
}
}
internal static RpcKillServiceImpl.Reply SendKillRequest(string serverName, string serviceName, DateTime minTimeCheck, bool isForce, int timeoutInMSec)
{
Exception ex = null;
RpcKillServiceImpl.Reply reply = null;
bool isSucceded = false;
bool flag = true;
try
{
ex = AmHelper.HandleKnownExceptions(delegate(object param0, EventArgs param1)
{
ReplayCrimsonEvents.SendingServiceKillRequest.Log <string, string>(serviceName, serverName);
RpcKillServiceImpl.Request attachedRequest = new RpcKillServiceImpl.Request(serviceName, minTimeCheck, false);
RpcGenericRequestInfo requestInfo = ActiveManagerGenericRpcHelper.PrepareClientRequest(attachedRequest, 1, 1, 0);
reply = ActiveManagerGenericRpcHelper.RunRpcAndGetReply <RpcKillServiceImpl.Reply>(requestInfo, serverName, timeoutInMSec);
isSucceded = reply.IsSucceeded;
});
flag = false;
}
finally
{
if (isSucceded)
{
ReplayCrimsonEvents.ServiceKillRequestSucceeded.Log <string, string, string>(serviceName, serverName, reply.ToString());
}
else
{
string text = "Unknown";
if (ex != null)
{
text = string.Format("Error: {0}", ex.Message);
}
else if (reply != null)
{
if (reply.IsThrottled)
{
text = "Throttled";
}
else if (reply.IsSkippedDueToTimeCheck)
{
text = "SkippedDueToTimeCheck";
}
else if (reply.IsSkippedDueToRegistryOverride)
{
text = "SkippedDueToRegistryOverride";
}
}
ReplayCrimsonEvents.ServiceKillRequestFailed.Log <string, string, bool, string, bool, string>(serviceName, serverName, reply != null && reply.IsThrottled, text, flag, (reply != null) ? reply.ToString() : "<null>");
}
}
return(reply);
}
private static void HandleRequestInternal(RpcKillServiceImpl.Request req, RpcKillServiceImpl.Reply rep)
{
Exception exception = null;
Privilege.RunWithPrivilege("SeDebugPrivilege", true, delegate
{
ServiceKillConfig serviceKillConfig = ServiceKillConfig.Read(req.ServiceName);
rep.LastKillTime = serviceKillConfig.LastKillTime;
if (!serviceKillConfig.IsDisabled)
{
using (Process serviceProcess = ServiceOperations.GetServiceProcess(req.ServiceName, out exception))
{
if (serviceProcess != null)
{
DateTime startTime = serviceProcess.StartTime;
rep.ProcessStartTime = startTime;
bool flag = false;
if (req.IsForce)
{
flag = true;
}
else if (ExDateTime.Now.LocalTime - serviceKillConfig.LastKillTime > serviceKillConfig.DurationBetweenKill)
{
if (req.CheckTime > startTime)
{
flag = true;
}
else
{
rep.IsSkippedDueToTimeCheck = true;
}
}
else
{
rep.IsThrottled = true;
}
if (flag)
{
bool flag2 = false;
DateTime lastKillTime = serviceKillConfig.LastKillTime;
try
{
ReplayCrimsonEvents.KillingServiceProcess.Log <string, string, int, RpcKillServiceImpl.Request>(req.ServiceName, serviceProcess.ProcessName, serviceProcess.Id, req);
serviceKillConfig.UpdateKillTime(DateTime.UtcNow.ToLocalTime());
Exception ex = null;
try
{
serviceProcess.Kill();
}
catch (Win32Exception ex2)
{
ex = ex2;
}
catch (InvalidOperationException ex3)
{
ex = ex3;
}
if (ex != null)
{
throw new FailedToKillProcessForServiceException(req.ServiceName, ex.Message);
}
flag2 = true;
goto IL_194;
}
finally
{
if (!flag2)
{
serviceKillConfig.UpdateKillTime(lastKillTime);
}
rep.IsSucceeded = flag2;
}
goto IL_178;
}
IL_194:
return;
}
IL_178:
throw new FailedToGetProcessForServiceException(req.ServiceName, exception.Message);
}
}
rep.IsSkippedDueToRegistryOverride = true;
});
}
