public virtual void TestUpdateHeartbeatResponseForCleanup() { RMNodeImpl node = GetRunningNode(); NodeId nodeId = node.GetNodeID(); // Expire a container ContainerId completedContainerId = BuilderUtils.NewContainerId(BuilderUtils.NewApplicationAttemptId (BuilderUtils.NewApplicationId(0, 0), 0), 0); node.Handle(new RMNodeCleanContainerEvent(nodeId, completedContainerId)); NUnit.Framework.Assert.AreEqual(1, node.GetContainersToCleanUp().Count); // Finish an application ApplicationId finishedAppId = BuilderUtils.NewApplicationId(0, 1); node.Handle(new RMNodeCleanAppEvent(nodeId, finishedAppId)); NUnit.Framework.Assert.AreEqual(1, node.GetAppsToCleanup().Count); // Verify status update does not clear containers/apps to cleanup // but updating heartbeat response for cleanup does RMNodeStatusEvent statusEvent = GetMockRMNodeStatusEvent(); node.Handle(statusEvent); NUnit.Framework.Assert.AreEqual(1, node.GetContainersToCleanUp().Count); NUnit.Framework.Assert.AreEqual(1, node.GetAppsToCleanup().Count); NodeHeartbeatResponse hbrsp = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <NodeHeartbeatResponse >(); node.UpdateNodeHeartbeatResponseForCleanup(hbrsp); NUnit.Framework.Assert.AreEqual(0, node.GetContainersToCleanUp().Count); NUnit.Framework.Assert.AreEqual(0, node.GetAppsToCleanup().Count); NUnit.Framework.Assert.AreEqual(1, hbrsp.GetContainersToCleanup().Count); NUnit.Framework.Assert.AreEqual(completedContainerId, hbrsp.GetContainersToCleanup ()[0]); NUnit.Framework.Assert.AreEqual(1, hbrsp.GetApplicationsToCleanup().Count); NUnit.Framework.Assert.AreEqual(finishedAppId, hbrsp.GetApplicationsToCleanup()[0 ]); }
public virtual void TestExpiredContainer() { // Start the node node.Handle(new RMNodeStartedEvent(null, null, null)); Org.Mockito.Mockito.Verify(scheduler).Handle(Matchers.Any <NodeAddedSchedulerEvent >()); // Expire a container ContainerId completedContainerId = BuilderUtils.NewContainerId(BuilderUtils.NewApplicationAttemptId (BuilderUtils.NewApplicationId(0, 0), 0), 0); node.Handle(new RMNodeCleanContainerEvent(null, completedContainerId)); NUnit.Framework.Assert.AreEqual(1, node.GetContainersToCleanUp().Count); // Now verify that scheduler isn't notified of an expired container // by checking number of 'completedContainers' it got in the previous event RMNodeStatusEvent statusEvent = GetMockRMNodeStatusEvent(); ContainerStatus containerStatus = Org.Mockito.Mockito.Mock <ContainerStatus>(); Org.Mockito.Mockito.DoReturn(completedContainerId).When(containerStatus).GetContainerId (); Org.Mockito.Mockito.DoReturn(Sharpen.Collections.SingletonList(containerStatus)). When(statusEvent).GetContainers(); node.Handle(statusEvent); /* Expect the scheduler call handle function 2 times * 1. RMNode status from new to Running, handle the add_node event * 2. handle the node update event */ Org.Mockito.Mockito.Verify(scheduler, Org.Mockito.Mockito.Times(2)).Handle(Matchers.Any <NodeUpdateSchedulerEvent>()); }
/// <exception cref="System.Exception"/> public virtual void TestContainerUpdate() { //Start the node node.Handle(new RMNodeStartedEvent(null, null, null)); NodeId nodeId = BuilderUtils.NewNodeId("localhost:1", 1); RMNodeImpl node2 = new RMNodeImpl(nodeId, rmContext, null, 0, 0, null, null, null ); node2.Handle(new RMNodeStartedEvent(null, null, null)); ContainerId completedContainerIdFromNode1 = BuilderUtils.NewContainerId(BuilderUtils .NewApplicationAttemptId(BuilderUtils.NewApplicationId(0, 0), 0), 0); ContainerId completedContainerIdFromNode2_1 = BuilderUtils.NewContainerId(BuilderUtils .NewApplicationAttemptId(BuilderUtils.NewApplicationId(1, 1), 1), 1); ContainerId completedContainerIdFromNode2_2 = BuilderUtils.NewContainerId(BuilderUtils .NewApplicationAttemptId(BuilderUtils.NewApplicationId(1, 1), 1), 2); RMNodeStatusEvent statusEventFromNode1 = GetMockRMNodeStatusEvent(); RMNodeStatusEvent statusEventFromNode2_1 = GetMockRMNodeStatusEvent(); RMNodeStatusEvent statusEventFromNode2_2 = GetMockRMNodeStatusEvent(); ContainerStatus containerStatusFromNode1 = Org.Mockito.Mockito.Mock <ContainerStatus >(); ContainerStatus containerStatusFromNode2_1 = Org.Mockito.Mockito.Mock <ContainerStatus >(); ContainerStatus containerStatusFromNode2_2 = Org.Mockito.Mockito.Mock <ContainerStatus >(); Org.Mockito.Mockito.DoReturn(completedContainerIdFromNode1).When(containerStatusFromNode1 ).GetContainerId(); Org.Mockito.Mockito.DoReturn(Sharpen.Collections.SingletonList(containerStatusFromNode1 )).When(statusEventFromNode1).GetContainers(); node.Handle(statusEventFromNode1); NUnit.Framework.Assert.AreEqual(1, completedContainers.Count); NUnit.Framework.Assert.AreEqual(completedContainerIdFromNode1, completedContainers [0].GetContainerId()); completedContainers.Clear(); Org.Mockito.Mockito.DoReturn(completedContainerIdFromNode2_1).When(containerStatusFromNode2_1 ).GetContainerId(); Org.Mockito.Mockito.DoReturn(Sharpen.Collections.SingletonList(containerStatusFromNode2_1 )).When(statusEventFromNode2_1).GetContainers(); Org.Mockito.Mockito.DoReturn(completedContainerIdFromNode2_2).When(containerStatusFromNode2_2 ).GetContainerId(); Org.Mockito.Mockito.DoReturn(Sharpen.Collections.SingletonList(containerStatusFromNode2_2 )).When(statusEventFromNode2_2).GetContainers(); node2.SetNextHeartBeat(false); node2.Handle(statusEventFromNode2_1); node2.SetNextHeartBeat(true); node2.Handle(statusEventFromNode2_2); NUnit.Framework.Assert.AreEqual(2, completedContainers.Count); NUnit.Framework.Assert.AreEqual(completedContainerIdFromNode2_1, completedContainers [0].GetContainerId()); NUnit.Framework.Assert.AreEqual(completedContainerIdFromNode2_2, completedContainers [1].GetContainerId()); }
private RMNodeImpl GetRebootedNode() { NodeId nodeId = BuilderUtils.NewNodeId("localhost", 0); Resource capability = Resource.NewInstance(4096, 4); RMNodeImpl node = new RMNodeImpl(nodeId, rmContext, null, 0, 0, null, capability, null); node.Handle(new RMNodeStartedEvent(node.GetNodeID(), null, null)); NUnit.Framework.Assert.AreEqual(NodeState.Running, node.GetState()); node.Handle(new RMNodeEvent(node.GetNodeID(), RMNodeEventType.Rebooting)); NUnit.Framework.Assert.AreEqual(NodeState.Rebooted, node.GetState()); return(node); }
public virtual void TestReconnect() { RMNodeImpl node = GetRunningNode(); ClusterMetrics cm = ClusterMetrics.GetMetrics(); int initialActive = cm.GetNumActiveNMs(); int initialLost = cm.GetNumLostNMs(); int initialUnhealthy = cm.GetUnhealthyNMs(); int initialDecommissioned = cm.GetNumDecommisionedNMs(); int initialRebooted = cm.GetNumRebootedNMs(); node.Handle(new RMNodeReconnectEvent(node.GetNodeID(), node, null, null)); NUnit.Framework.Assert.AreEqual("Active Nodes", initialActive, cm.GetNumActiveNMs ()); NUnit.Framework.Assert.AreEqual("Lost Nodes", initialLost, cm.GetNumLostNMs()); NUnit.Framework.Assert.AreEqual("Unhealthy Nodes", initialUnhealthy, cm.GetUnhealthyNMs ()); NUnit.Framework.Assert.AreEqual("Decommissioned Nodes", initialDecommissioned, cm .GetNumDecommisionedNMs()); NUnit.Framework.Assert.AreEqual("Rebooted Nodes", initialRebooted, cm.GetNumRebootedNMs ()); NUnit.Framework.Assert.AreEqual(NodeState.Running, node.GetState()); NUnit.Framework.Assert.IsNotNull(nodesListManagerEvent); NUnit.Framework.Assert.AreEqual(NodesListManagerEventType.NodeUsable, nodesListManagerEvent .GetType()); }
private RMNodeImpl GetUnhealthyNode() { RMNodeImpl node = GetRunningNode(); NodeHealthStatus status = NodeHealthStatus.NewInstance(false, "sick", Runtime.CurrentTimeMillis ()); node.Handle(new RMNodeStatusEvent(node.GetNodeID(), status, new AList <ContainerStatus >(), null, null)); NUnit.Framework.Assert.AreEqual(NodeState.Unhealthy, node.GetState()); return(node); }
public virtual void TestUnhealthyExpireForSchedulerRemove() { RMNodeImpl node = GetUnhealthyNode(); Org.Mockito.Mockito.Verify(scheduler, Org.Mockito.Mockito.Times(2)).Handle(Matchers.Any <NodeRemovedSchedulerEvent>()); node.Handle(new RMNodeEvent(node.GetNodeID(), RMNodeEventType.Expire)); Org.Mockito.Mockito.Verify(scheduler, Org.Mockito.Mockito.Times(2)).Handle(Matchers.Any <NodeRemovedSchedulerEvent>()); NUnit.Framework.Assert.AreEqual(NodeState.Lost, node.GetState()); }
public virtual void TestReconnnectUpdate() { string nmVersion1 = "nm version 1"; string nmVersion2 = "nm version 2"; RMNodeImpl node = GetRunningNode(nmVersion1); NUnit.Framework.Assert.AreEqual(nmVersion1, node.GetNodeManagerVersion()); RMNodeImpl reconnectingNode = GetRunningNode(nmVersion2); node.Handle(new RMNodeReconnectEvent(node.GetNodeID(), reconnectingNode, null, null )); NUnit.Framework.Assert.AreEqual(nmVersion2, node.GetNodeManagerVersion()); }
public virtual void TestResourceUpdateOnRebootedNode() { RMNodeImpl node = GetRebootedNode(); Resource oldCapacity = node.GetTotalCapability(); NUnit.Framework.Assert.AreEqual("Memory resource is not match.", oldCapacity.GetMemory (), 4096); NUnit.Framework.Assert.AreEqual("CPU resource is not match.", oldCapacity.GetVirtualCores (), 4); node.Handle(new RMNodeResourceUpdateEvent(node.GetNodeID(), ResourceOption.NewInstance (Resource.NewInstance(2048, 2), RMNode.OverCommitTimeoutMillisDefault))); Resource newCapacity = node.GetTotalCapability(); NUnit.Framework.Assert.AreEqual("Memory resource is not match.", newCapacity.GetMemory (), 2048); NUnit.Framework.Assert.AreEqual("CPU resource is not match.", newCapacity.GetVirtualCores (), 2); NUnit.Framework.Assert.AreEqual(NodeState.Rebooted, node.GetState()); }
public virtual void TestNodesDefaultWithUnHealthyNode() { WebResource r = Resource(); MockNM nm1 = rm.RegisterNode("h1:1234", 5120); MockNM nm2 = rm.RegisterNode("h2:1235", 5121); rm.SendNodeStarted(nm1); rm.NMwaitForState(nm1.GetNodeId(), NodeState.Running); rm.NMwaitForState(nm2.GetNodeId(), NodeState.New); MockNM nm3 = rm.RegisterNode("h3:1236", 5122); rm.NMwaitForState(nm3.GetNodeId(), NodeState.New); rm.SendNodeStarted(nm3); rm.NMwaitForState(nm3.GetNodeId(), NodeState.Running); RMNodeImpl node = (RMNodeImpl)rm.GetRMContext().GetRMNodes()[nm3.GetNodeId()]; NodeHealthStatus nodeHealth = NodeHealthStatus.NewInstance(false, "test health report" , Runtime.CurrentTimeMillis()); node.Handle(new RMNodeStatusEvent(nm3.GetNodeId(), nodeHealth, new AList <ContainerStatus >(), null, null)); rm.NMwaitForState(nm3.GetNodeId(), NodeState.Unhealthy); ClientResponse response = r.Path("ws").Path("v1").Path("cluster").Path("nodes").Accept (MediaType.ApplicationJson).Get <ClientResponse>(); NUnit.Framework.Assert.AreEqual(MediaType.ApplicationJsonType, response.GetType() ); JSONObject json = response.GetEntity <JSONObject>(); NUnit.Framework.Assert.AreEqual("incorrect number of elements", 1, json.Length()); JSONObject nodes = json.GetJSONObject("nodes"); NUnit.Framework.Assert.AreEqual("incorrect number of elements", 1, nodes.Length() ); JSONArray nodeArray = nodes.GetJSONArray("node"); // 3 nodes, including the unhealthy node and the new node. NUnit.Framework.Assert.AreEqual("incorrect number of elements", 3, nodeArray.Length ()); }
public virtual void TestUnhealthyRebooting() { RMNodeImpl node = GetUnhealthyNode(); ClusterMetrics cm = ClusterMetrics.GetMetrics(); int initialActive = cm.GetNumActiveNMs(); int initialLost = cm.GetNumLostNMs(); int initialUnhealthy = cm.GetUnhealthyNMs(); int initialDecommissioned = cm.GetNumDecommisionedNMs(); int initialRebooted = cm.GetNumRebootedNMs(); node.Handle(new RMNodeEvent(node.GetNodeID(), RMNodeEventType.Rebooting)); NUnit.Framework.Assert.AreEqual("Active Nodes", initialActive, cm.GetNumActiveNMs ()); NUnit.Framework.Assert.AreEqual("Lost Nodes", initialLost, cm.GetNumLostNMs()); NUnit.Framework.Assert.AreEqual("Unhealthy Nodes", initialUnhealthy - 1, cm.GetUnhealthyNMs ()); NUnit.Framework.Assert.AreEqual("Decommissioned Nodes", initialDecommissioned, cm .GetNumDecommisionedNMs()); NUnit.Framework.Assert.AreEqual("Rebooted Nodes", initialRebooted + 1, cm.GetNumRebootedNMs ()); NUnit.Framework.Assert.AreEqual(NodeState.Rebooted, node.GetState()); }
/// <exception cref="System.Exception"/> public virtual void SendNodeLost(MockNM nm) { RMNodeImpl node = (RMNodeImpl)GetRMContext().GetRMNodes()[nm.GetNodeId()]; node.Handle(new RMNodeEvent(nm.GetNodeId(), RMNodeEventType.Expire)); }
/// <exception cref="System.Exception"/> public virtual void SendNodeStarted(MockNM nm) { RMNodeImpl node = (RMNodeImpl)GetRMContext().GetRMNodes()[nm.GetNodeId()]; node.Handle(new RMNodeStartedEvent(nm.GetNodeId(), null, null)); }