public HeartbeatResponse(DatanodeCommand[] cmds, NNHAStatusHeartbeat haStatus, RollingUpgradeStatus rollingUpdateStatus) { commands = cmds; this.haStatus = haStatus; this.rollingUpdateStatus = rollingUpdateStatus; }
/// <exception cref="System.IO.IOException"/> public virtual HeartbeatResponse SendHeartbeat(DatanodeRegistration registration, StorageReport[] reports, long cacheCapacity, long cacheUsed, int xmitsInProgress , int xceiverCount, int failedVolumes, VolumeFailureSummary volumeFailureSummary ) { DatanodeProtocolProtos.HeartbeatRequestProto.Builder builder = DatanodeProtocolProtos.HeartbeatRequestProto .NewBuilder().SetRegistration(PBHelper.Convert(registration)).SetXmitsInProgress (xmitsInProgress).SetXceiverCount(xceiverCount).SetFailedVolumes(failedVolumes); builder.AddAllReports(PBHelper.ConvertStorageReports(reports)); if (cacheCapacity != 0) { builder.SetCacheCapacity(cacheCapacity); } if (cacheUsed != 0) { builder.SetCacheUsed(cacheUsed); } if (volumeFailureSummary != null) { builder.SetVolumeFailureSummary(PBHelper.ConvertVolumeFailureSummary(volumeFailureSummary )); } DatanodeProtocolProtos.HeartbeatResponseProto resp; try { resp = rpcProxy.SendHeartbeat(NullController, ((DatanodeProtocolProtos.HeartbeatRequestProto )builder.Build())); } catch (ServiceException se) { throw ProtobufHelper.GetRemoteException(se); } DatanodeCommand[] cmds = new DatanodeCommand[resp.GetCmdsList().Count]; int index = 0; foreach (DatanodeProtocolProtos.DatanodeCommandProto p in resp.GetCmdsList()) { cmds[index] = PBHelper.Convert(p); index++; } RollingUpgradeStatus rollingUpdateStatus = null; // Use v2 semantics if available. if (resp.HasRollingUpgradeStatusV2()) { rollingUpdateStatus = PBHelper.Convert(resp.GetRollingUpgradeStatusV2()); } else { if (resp.HasRollingUpgradeStatus()) { rollingUpdateStatus = PBHelper.Convert(resp.GetRollingUpgradeStatus()); } } return(new HeartbeatResponse(cmds, PBHelper.Convert(resp.GetHaStatus()), rollingUpdateStatus )); }
private void Completed() { Program.BeginInvoke(this, () => { progressBar1.Value = 100; UpgradeStatus = RollingUpgradeStatus.Completed; labelTitle.Text = completedTitleLabel; OnPageUpdated(); }); }
private void StartAutomaticUpgrade() { _workerAutomaticUpgrade = new AutomaticBackgroundThread(SelectedMasters, planActions, revertAction); _workerAutomaticUpgrade.ReportRunning += ReportRunning; _workerAutomaticUpgrade.ReportException += ReportException; _workerAutomaticUpgrade.ReportHostDone += ReportHostDone; _workerAutomaticUpgrade.ReportRevertDone += ReportRevertDone; _workerAutomaticUpgrade.Completed += Completed; _workerAutomaticUpgrade.Start(); UpgradeStatus = RollingUpgradeStatus.Started; }
private void StartSemiAutomaticUpgrade() { bworker = new SemiAutomaticBackgroundThread(SelectedMasters, planActions, revertAction); bworker.ManageSemiAutomaticPlanAction += ManageSemiAutomaticPlanAction; bworker.ReportRunning += ReportRunning; bworker.ReportException += ReportException; bworker.ReportHostDone += ReportHostDone; bworker.ReportRevertDone += ReportRevertDone; bworker.Completed += Completed; bworker.Start(); UpgradeStatus = RollingUpgradeStatus.Started; }
/// <exception cref="Com.Google.Protobuf.ServiceException"/> public virtual DatanodeProtocolProtos.HeartbeatResponseProto SendHeartbeat(RpcController controller, DatanodeProtocolProtos.HeartbeatRequestProto request) { HeartbeatResponse response; try { StorageReport[] report = PBHelper.ConvertStorageReports(request.GetReportsList()); VolumeFailureSummary volumeFailureSummary = request.HasVolumeFailureSummary() ? PBHelper .ConvertVolumeFailureSummary(request.GetVolumeFailureSummary()) : null; response = impl.SendHeartbeat(PBHelper.Convert(request.GetRegistration()), report , request.GetCacheCapacity(), request.GetCacheUsed(), request.GetXmitsInProgress (), request.GetXceiverCount(), request.GetFailedVolumes(), volumeFailureSummary); } catch (IOException e) { throw new ServiceException(e); } DatanodeProtocolProtos.HeartbeatResponseProto.Builder builder = DatanodeProtocolProtos.HeartbeatResponseProto .NewBuilder(); DatanodeCommand[] cmds = response.GetCommands(); if (cmds != null) { for (int i = 0; i < cmds.Length; i++) { if (cmds[i] != null) { builder.AddCmds(PBHelper.Convert(cmds[i])); } } } builder.SetHaStatus(PBHelper.Convert(response.GetNameNodeHaState())); RollingUpgradeStatus rollingUpdateStatus = response.GetRollingUpdateStatus(); if (rollingUpdateStatus != null) { // V2 is always set for newer datanodes. // To be compatible with older datanodes, V1 is set to null // if the RU was finalized. HdfsProtos.RollingUpgradeStatusProto rus = PBHelper.ConvertRollingUpgradeStatus(rollingUpdateStatus ); builder.SetRollingUpgradeStatusV2(rus); if (!rollingUpdateStatus.IsFinalized()) { builder.SetRollingUpgradeStatus(rus); } } return((DatanodeProtocolProtos.HeartbeatResponseProto)builder.Build()); }
/// <summary>Signal the current rolling upgrade status as indicated by the NN.</summary> /// <param name="rollingUpgradeStatus">rolling upgrade status</param> /// <exception cref="System.IO.IOException"/> internal virtual void SignalRollingUpgrade(RollingUpgradeStatus rollingUpgradeStatus ) { if (rollingUpgradeStatus == null) { return; } string bpid = GetBlockPoolId(); if (!rollingUpgradeStatus.IsFinalized()) { dn.GetFSDataset().EnableTrash(bpid); dn.GetFSDataset().SetRollingUpgradeMarker(bpid); } else { dn.GetFSDataset().ClearTrash(bpid); dn.GetFSDataset().ClearRollingUpgradeMarker(bpid); } }
private void StartSemiAutomaticUpgrade() { bworker = new SemiAutomaticBackgroundThread(SelectedMasters, planActions, revertAction); bworker.ManageSemiAutomaticPlanAction += ManageSemiAutomaticPlanAction; bworker.ReportRunning += ReportRunning; bworker.ReportException += ReportException; bworker.ReportHostDone += ReportHostDone; bworker.ReportRevertDone += ReportRevertDone; bworker.Completed += Completed; bworker.Start(); UpgradeStatus = RollingUpgradeStatus.Started; }
private void StartAutomaticUpgrade() { _workerAutomaticUpgrade = new AutomaticBackgroundThread(SelectedMasters, planActions, revertAction); _workerAutomaticUpgrade.ReportRunning += ReportRunning; _workerAutomaticUpgrade.ReportException += ReportException; _workerAutomaticUpgrade.ReportHostDone += ReportHostDone; _workerAutomaticUpgrade.ReportRevertDone += ReportRevertDone; _workerAutomaticUpgrade.Completed += Completed; _workerAutomaticUpgrade.Start(); UpgradeStatus = RollingUpgradeStatus.Started; }
private void Completed(object sender, EventArgs eventArgs) { Program.BeginInvoke(this, () => { progressBar1.Value = 100; UpgradeStatus = RollingUpgradeStatus.Completed; labelTitle.Text = completedTitleLabel; OnPageUpdated(); }); }
public override void PageLoaded(PageLoadedDirection direction) { base.PageLoaded(direction); UpgradeStatus = RollingUpgradeStatus.NotStarted; ImageAnimator.Animate(animatedImage, onFrameChanged); if (direction == PageLoadedDirection.Forward && planActions.Count > 0) return; OnPageUpdated(); dataGridView1.Rows.Clear(); UnregisterAllStatusUpdateActions(); planActions.Clear(); //Add masters first var hostNeedUpgrade = new List<Host>(); //Add rest of slaves not ugpraded foreach (var host in SelectedMasters) { Pool pool = Helpers.GetPoolOfOne(host.Connection); if (pool != null) hostNeedUpgrade.AddRange(pool.HostsToUpgrade); else hostNeedUpgrade.Add(host); } foreach (var host in hostNeedUpgrade) { planActions.Add(host, GetSubTasksFor(host)); dataGridView1.Rows.Add(new DataGridViewRowUpgrade(host)); } //Revert precheck changes revertAction = new UnwindProblemsAction(ProblemsResolvedPreCheck); dataGridView1.Rows.Add(new DataGridViewRowUpgrade(revertAction)); labelOverallProgress.Text = string.Format(Messages.OVERALL_PROGRESS, 0, dataGridView1.Rows.Count - 1); RegisterStatusUpdateActions(); StartUpgrade(); }
public override void PageCancelled() { UnregisterAllStatusUpdateActions(); UpgradeStatus = RollingUpgradeStatus.Cancelled; if (bworker != null) bworker.Cancel(); if (_workerAutomaticUpgrade != null) _workerAutomaticUpgrade.Cancel(); }