public virtual void TestUpdateHeartbeatResponseForCleanup()
{
RMNodeImpl node = GetRunningNode();
NodeId nodeId = node.GetNodeID();
// Expire a container
ContainerId completedContainerId = BuilderUtils.NewContainerId(BuilderUtils.NewApplicationAttemptId
(BuilderUtils.NewApplicationId(0, 0), 0), 0);
node.Handle(new RMNodeCleanContainerEvent(nodeId, completedContainerId));
NUnit.Framework.Assert.AreEqual(1, node.GetContainersToCleanUp().Count);
// Finish an application
ApplicationId finishedAppId = BuilderUtils.NewApplicationId(0, 1);
node.Handle(new RMNodeCleanAppEvent(nodeId, finishedAppId));
NUnit.Framework.Assert.AreEqual(1, node.GetAppsToCleanup().Count);
// Verify status update does not clear containers/apps to cleanup
// but updating heartbeat response for cleanup does
RMNodeStatusEvent statusEvent = GetMockRMNodeStatusEvent();
node.Handle(statusEvent);
NUnit.Framework.Assert.AreEqual(1, node.GetContainersToCleanUp().Count);
NUnit.Framework.Assert.AreEqual(1, node.GetAppsToCleanup().Count);
NodeHeartbeatResponse hbrsp = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <NodeHeartbeatResponse
>();
node.UpdateNodeHeartbeatResponseForCleanup(hbrsp);
NUnit.Framework.Assert.AreEqual(0, node.GetContainersToCleanUp().Count);
NUnit.Framework.Assert.AreEqual(0, node.GetAppsToCleanup().Count);
NUnit.Framework.Assert.AreEqual(1, hbrsp.GetContainersToCleanup().Count);
NUnit.Framework.Assert.AreEqual(completedContainerId, hbrsp.GetContainersToCleanup
()[0]);
NUnit.Framework.Assert.AreEqual(1, hbrsp.GetApplicationsToCleanup().Count);
NUnit.Framework.Assert.AreEqual(finishedAppId, hbrsp.GetApplicationsToCleanup()[0
]);
}
public virtual void TestExpiredContainer()
{
// Start the node
node.Handle(new RMNodeStartedEvent(null, null, null));
Org.Mockito.Mockito.Verify(scheduler).Handle(Matchers.Any <NodeAddedSchedulerEvent
>());
// Expire a container
ContainerId completedContainerId = BuilderUtils.NewContainerId(BuilderUtils.NewApplicationAttemptId
(BuilderUtils.NewApplicationId(0, 0), 0), 0);
node.Handle(new RMNodeCleanContainerEvent(null, completedContainerId));
NUnit.Framework.Assert.AreEqual(1, node.GetContainersToCleanUp().Count);
// Now verify that scheduler isn't notified of an expired container
// by checking number of 'completedContainers' it got in the previous event
RMNodeStatusEvent statusEvent = GetMockRMNodeStatusEvent();
ContainerStatus containerStatus = Org.Mockito.Mockito.Mock <ContainerStatus>();
Org.Mockito.Mockito.DoReturn(completedContainerId).When(containerStatus).GetContainerId
();
Org.Mockito.Mockito.DoReturn(Sharpen.Collections.SingletonList(containerStatus)).
When(statusEvent).GetContainers();
node.Handle(statusEvent);
/* Expect the scheduler call handle function 2 times
* 1. RMNode status from new to Running, handle the add_node event
* 2. handle the node update event
*/
Org.Mockito.Mockito.Verify(scheduler, Org.Mockito.Mockito.Times(2)).Handle(Matchers.Any
<NodeUpdateSchedulerEvent>());
}
/// <exception cref="System.Exception"/>
public virtual void TestContainerUpdate()
{
//Start the node
node.Handle(new RMNodeStartedEvent(null, null, null));
NodeId nodeId = BuilderUtils.NewNodeId("localhost:1", 1);
RMNodeImpl node2 = new RMNodeImpl(nodeId, rmContext, null, 0, 0, null, null, null
);
node2.Handle(new RMNodeStartedEvent(null, null, null));
ContainerId completedContainerIdFromNode1 = BuilderUtils.NewContainerId(BuilderUtils
.NewApplicationAttemptId(BuilderUtils.NewApplicationId(0, 0), 0), 0);
ContainerId completedContainerIdFromNode2_1 = BuilderUtils.NewContainerId(BuilderUtils
.NewApplicationAttemptId(BuilderUtils.NewApplicationId(1, 1), 1), 1);
ContainerId completedContainerIdFromNode2_2 = BuilderUtils.NewContainerId(BuilderUtils
.NewApplicationAttemptId(BuilderUtils.NewApplicationId(1, 1), 1), 2);
RMNodeStatusEvent statusEventFromNode1 = GetMockRMNodeStatusEvent();
RMNodeStatusEvent statusEventFromNode2_1 = GetMockRMNodeStatusEvent();
RMNodeStatusEvent statusEventFromNode2_2 = GetMockRMNodeStatusEvent();
ContainerStatus containerStatusFromNode1 = Org.Mockito.Mockito.Mock <ContainerStatus
>();
ContainerStatus containerStatusFromNode2_1 = Org.Mockito.Mockito.Mock <ContainerStatus
>();
ContainerStatus containerStatusFromNode2_2 = Org.Mockito.Mockito.Mock <ContainerStatus
>();
Org.Mockito.Mockito.DoReturn(completedContainerIdFromNode1).When(containerStatusFromNode1
).GetContainerId();
Org.Mockito.Mockito.DoReturn(Sharpen.Collections.SingletonList(containerStatusFromNode1
)).When(statusEventFromNode1).GetContainers();
node.Handle(statusEventFromNode1);
NUnit.Framework.Assert.AreEqual(1, completedContainers.Count);
NUnit.Framework.Assert.AreEqual(completedContainerIdFromNode1, completedContainers
[0].GetContainerId());
completedContainers.Clear();
Org.Mockito.Mockito.DoReturn(completedContainerIdFromNode2_1).When(containerStatusFromNode2_1
).GetContainerId();
Org.Mockito.Mockito.DoReturn(Sharpen.Collections.SingletonList(containerStatusFromNode2_1
)).When(statusEventFromNode2_1).GetContainers();
Org.Mockito.Mockito.DoReturn(completedContainerIdFromNode2_2).When(containerStatusFromNode2_2
).GetContainerId();
Org.Mockito.Mockito.DoReturn(Sharpen.Collections.SingletonList(containerStatusFromNode2_2
)).When(statusEventFromNode2_2).GetContainers();
node2.SetNextHeartBeat(false);
node2.Handle(statusEventFromNode2_1);
node2.SetNextHeartBeat(true);
node2.Handle(statusEventFromNode2_2);
NUnit.Framework.Assert.AreEqual(2, completedContainers.Count);
NUnit.Framework.Assert.AreEqual(completedContainerIdFromNode2_1, completedContainers
[0].GetContainerId());
NUnit.Framework.Assert.AreEqual(completedContainerIdFromNode2_2, completedContainers
[1].GetContainerId());
}
private RMNodeImpl GetRebootedNode()
{
NodeId nodeId = BuilderUtils.NewNodeId("localhost", 0);
Resource capability = Resource.NewInstance(4096, 4);
RMNodeImpl node = new RMNodeImpl(nodeId, rmContext, null, 0, 0, null, capability,
null);
node.Handle(new RMNodeStartedEvent(node.GetNodeID(), null, null));
NUnit.Framework.Assert.AreEqual(NodeState.Running, node.GetState());
node.Handle(new RMNodeEvent(node.GetNodeID(), RMNodeEventType.Rebooting));
NUnit.Framework.Assert.AreEqual(NodeState.Rebooted, node.GetState());
return(node);
}
public virtual void TestReconnect()
{
RMNodeImpl node = GetRunningNode();
ClusterMetrics cm = ClusterMetrics.GetMetrics();
int initialActive = cm.GetNumActiveNMs();
int initialLost = cm.GetNumLostNMs();
int initialUnhealthy = cm.GetUnhealthyNMs();
int initialDecommissioned = cm.GetNumDecommisionedNMs();
int initialRebooted = cm.GetNumRebootedNMs();
node.Handle(new RMNodeReconnectEvent(node.GetNodeID(), node, null, null));
NUnit.Framework.Assert.AreEqual("Active Nodes", initialActive, cm.GetNumActiveNMs
());
NUnit.Framework.Assert.AreEqual("Lost Nodes", initialLost, cm.GetNumLostNMs());
NUnit.Framework.Assert.AreEqual("Unhealthy Nodes", initialUnhealthy, cm.GetUnhealthyNMs
());
NUnit.Framework.Assert.AreEqual("Decommissioned Nodes", initialDecommissioned, cm
.GetNumDecommisionedNMs());
NUnit.Framework.Assert.AreEqual("Rebooted Nodes", initialRebooted, cm.GetNumRebootedNMs
());
NUnit.Framework.Assert.AreEqual(NodeState.Running, node.GetState());
NUnit.Framework.Assert.IsNotNull(nodesListManagerEvent);
NUnit.Framework.Assert.AreEqual(NodesListManagerEventType.NodeUsable, nodesListManagerEvent
.GetType());
}
private RMNodeImpl GetUnhealthyNode()
{
RMNodeImpl node = GetRunningNode();
NodeHealthStatus status = NodeHealthStatus.NewInstance(false, "sick", Runtime.CurrentTimeMillis
());
node.Handle(new RMNodeStatusEvent(node.GetNodeID(), status, new AList <ContainerStatus
>(), null, null));
NUnit.Framework.Assert.AreEqual(NodeState.Unhealthy, node.GetState());
return(node);
}
public virtual void TestUnhealthyExpireForSchedulerRemove()
{
RMNodeImpl node = GetUnhealthyNode();
Org.Mockito.Mockito.Verify(scheduler, Org.Mockito.Mockito.Times(2)).Handle(Matchers.Any
<NodeRemovedSchedulerEvent>());
node.Handle(new RMNodeEvent(node.GetNodeID(), RMNodeEventType.Expire));
Org.Mockito.Mockito.Verify(scheduler, Org.Mockito.Mockito.Times(2)).Handle(Matchers.Any
<NodeRemovedSchedulerEvent>());
NUnit.Framework.Assert.AreEqual(NodeState.Lost, node.GetState());
}
public virtual void TestReconnnectUpdate()
{
string nmVersion1 = "nm version 1";
string nmVersion2 = "nm version 2";
RMNodeImpl node = GetRunningNode(nmVersion1);
NUnit.Framework.Assert.AreEqual(nmVersion1, node.GetNodeManagerVersion());
RMNodeImpl reconnectingNode = GetRunningNode(nmVersion2);
node.Handle(new RMNodeReconnectEvent(node.GetNodeID(), reconnectingNode, null, null
));
NUnit.Framework.Assert.AreEqual(nmVersion2, node.GetNodeManagerVersion());
}
public virtual void TestResourceUpdateOnRebootedNode()
{
RMNodeImpl node = GetRebootedNode();
Resource oldCapacity = node.GetTotalCapability();
NUnit.Framework.Assert.AreEqual("Memory resource is not match.", oldCapacity.GetMemory
(), 4096);
NUnit.Framework.Assert.AreEqual("CPU resource is not match.", oldCapacity.GetVirtualCores
(), 4);
node.Handle(new RMNodeResourceUpdateEvent(node.GetNodeID(), ResourceOption.NewInstance
(Resource.NewInstance(2048, 2), RMNode.OverCommitTimeoutMillisDefault)));
Resource newCapacity = node.GetTotalCapability();
NUnit.Framework.Assert.AreEqual("Memory resource is not match.", newCapacity.GetMemory
(), 2048);
NUnit.Framework.Assert.AreEqual("CPU resource is not match.", newCapacity.GetVirtualCores
(), 2);
NUnit.Framework.Assert.AreEqual(NodeState.Rebooted, node.GetState());
}
public virtual void TestNodesDefaultWithUnHealthyNode()
{
WebResource r = Resource();
MockNM nm1 = rm.RegisterNode("h1:1234", 5120);
MockNM nm2 = rm.RegisterNode("h2:1235", 5121);
rm.SendNodeStarted(nm1);
rm.NMwaitForState(nm1.GetNodeId(), NodeState.Running);
rm.NMwaitForState(nm2.GetNodeId(), NodeState.New);
MockNM nm3 = rm.RegisterNode("h3:1236", 5122);
rm.NMwaitForState(nm3.GetNodeId(), NodeState.New);
rm.SendNodeStarted(nm3);
rm.NMwaitForState(nm3.GetNodeId(), NodeState.Running);
RMNodeImpl node = (RMNodeImpl)rm.GetRMContext().GetRMNodes()[nm3.GetNodeId()];
NodeHealthStatus nodeHealth = NodeHealthStatus.NewInstance(false, "test health report"
, Runtime.CurrentTimeMillis());
node.Handle(new RMNodeStatusEvent(nm3.GetNodeId(), nodeHealth, new AList <ContainerStatus
>(), null, null));
rm.NMwaitForState(nm3.GetNodeId(), NodeState.Unhealthy);
ClientResponse response = r.Path("ws").Path("v1").Path("cluster").Path("nodes").Accept
(MediaType.ApplicationJson).Get <ClientResponse>();
NUnit.Framework.Assert.AreEqual(MediaType.ApplicationJsonType, response.GetType()
);
JSONObject json = response.GetEntity <JSONObject>();
NUnit.Framework.Assert.AreEqual("incorrect number of elements", 1, json.Length());
JSONObject nodes = json.GetJSONObject("nodes");
NUnit.Framework.Assert.AreEqual("incorrect number of elements", 1, nodes.Length()
);
JSONArray nodeArray = nodes.GetJSONArray("node");
// 3 nodes, including the unhealthy node and the new node.
NUnit.Framework.Assert.AreEqual("incorrect number of elements", 3, nodeArray.Length
());
}
public virtual void TestUnhealthyRebooting()
{
RMNodeImpl node = GetUnhealthyNode();
ClusterMetrics cm = ClusterMetrics.GetMetrics();
int initialActive = cm.GetNumActiveNMs();
int initialLost = cm.GetNumLostNMs();
int initialUnhealthy = cm.GetUnhealthyNMs();
int initialDecommissioned = cm.GetNumDecommisionedNMs();
int initialRebooted = cm.GetNumRebootedNMs();
node.Handle(new RMNodeEvent(node.GetNodeID(), RMNodeEventType.Rebooting));
NUnit.Framework.Assert.AreEqual("Active Nodes", initialActive, cm.GetNumActiveNMs
());
NUnit.Framework.Assert.AreEqual("Lost Nodes", initialLost, cm.GetNumLostNMs());
NUnit.Framework.Assert.AreEqual("Unhealthy Nodes", initialUnhealthy - 1, cm.GetUnhealthyNMs
());
NUnit.Framework.Assert.AreEqual("Decommissioned Nodes", initialDecommissioned, cm
.GetNumDecommisionedNMs());
NUnit.Framework.Assert.AreEqual("Rebooted Nodes", initialRebooted + 1, cm.GetNumRebootedNMs
());
NUnit.Framework.Assert.AreEqual(NodeState.Rebooted, node.GetState());
}
/// <exception cref="System.Exception"/>
public virtual void SendNodeLost(MockNM nm)
{
RMNodeImpl node = (RMNodeImpl)GetRMContext().GetRMNodes()[nm.GetNodeId()];
node.Handle(new RMNodeEvent(nm.GetNodeId(), RMNodeEventType.Expire));
}
/// <exception cref="System.Exception"/>
public virtual void SendNodeStarted(MockNM nm)
{
RMNodeImpl node = (RMNodeImpl)GetRMContext().GetRMNodes()[nm.GetNodeId()];
node.Handle(new RMNodeStartedEvent(nm.GetNodeId(), null, null));
}
