/// <exception cref="System.Exception"/>
private void TestRMWritingMassiveHistory(MockRM rm)
{
rm.Start();
MockNM nm = rm.RegisterNode("127.0.0.1:1234", 1024 * 10100);
RMApp app = rm.SubmitApp(1024);
nm.NodeHeartbeat(true);
RMAppAttempt attempt = app.GetCurrentAppAttempt();
MockAM am = rm.SendAMLaunched(attempt.GetAppAttemptId());
am.RegisterAppAttempt();
int request = 10000;
am.Allocate("127.0.0.1", 1024, request, new AList <ContainerId>());
nm.NodeHeartbeat(true);
IList <Container> allocated = am.Allocate(new AList <ResourceRequest>(), new AList <
ContainerId>()).GetAllocatedContainers();
int waitCount = 0;
int allocatedSize = allocated.Count;
while (allocatedSize < request && waitCount++ < 200)
{
Sharpen.Thread.Sleep(300);
allocated = am.Allocate(new AList <ResourceRequest>(), new AList <ContainerId>()).GetAllocatedContainers
();
allocatedSize += allocated.Count;
nm.NodeHeartbeat(true);
}
NUnit.Framework.Assert.AreEqual(request, allocatedSize);
am.UnregisterAppAttempt();
am.WaitForState(RMAppAttemptState.Finishing);
nm.NodeHeartbeat(am.GetApplicationAttemptId(), 1, ContainerState.Complete);
am.WaitForState(RMAppAttemptState.Finished);
NodeHeartbeatResponse resp = nm.NodeHeartbeat(true);
IList <ContainerId> cleaned = resp.GetContainersToCleanup();
int cleanedSize = cleaned.Count;
waitCount = 0;
while (cleanedSize < allocatedSize && waitCount++ < 200)
{
Sharpen.Thread.Sleep(300);
resp = nm.NodeHeartbeat(true);
cleaned = resp.GetContainersToCleanup();
cleanedSize += cleaned.Count;
}
NUnit.Framework.Assert.AreEqual(allocatedSize, cleanedSize);
rm.WaitForState(app.GetApplicationId(), RMAppState.Finished);
rm.Stop();
}
public virtual void TestARRMResponseId()
{
MockNM nm1 = rm.RegisterNode("h1:1234", 5000);
RMApp app = rm.SubmitApp(2000);
// Trigger the scheduling so the AM gets 'launched'
nm1.NodeHeartbeat(true);
RMAppAttempt attempt = app.GetCurrentAppAttempt();
MockAM am = rm.SendAMLaunched(attempt.GetAppAttemptId());
am.RegisterAppAttempt();
AllocateRequest allocateRequest = AllocateRequest.NewInstance(0, 0F, null, null,
null);
AllocateResponse response = Allocate(attempt.GetAppAttemptId(), allocateRequest);
NUnit.Framework.Assert.AreEqual(1, response.GetResponseId());
NUnit.Framework.Assert.IsTrue(response.GetAMCommand() == null);
allocateRequest = AllocateRequest.NewInstance(response.GetResponseId(), 0F, null,
null, null);
response = Allocate(attempt.GetAppAttemptId(), allocateRequest);
NUnit.Framework.Assert.AreEqual(2, response.GetResponseId());
/* try resending */
response = Allocate(attempt.GetAppAttemptId(), allocateRequest);
NUnit.Framework.Assert.AreEqual(2, response.GetResponseId());
allocateRequest = AllocateRequest.NewInstance(0, 0F, null, null, null);
try
{
Allocate(attempt.GetAppAttemptId(), allocateRequest);
NUnit.Framework.Assert.Fail();
}
catch (Exception e)
{
NUnit.Framework.Assert.IsTrue(e.InnerException is InvalidApplicationMasterRequestException
);
}
}
/// <exception cref="System.Exception"/>
public virtual void TestNMTokensRebindOnAMRestart()
{
YarnConfiguration conf = new YarnConfiguration();
conf.SetInt(YarnConfiguration.RmAmMaxAttempts, 3);
MockRM rm1 = new MockRM(conf);
rm1.Start();
RMApp app1 = rm1.SubmitApp(200, "myname", "myuser", new Dictionary <ApplicationAccessType
, string>(), false, "default", -1, null, "MAPREDUCE", false, true);
MockNM nm1 = new MockNM("127.0.0.1:1234", 8000, rm1.GetResourceTrackerService());
nm1.RegisterNode();
MockNM nm2 = new MockNM("127.1.1.1:4321", 8000, rm1.GetResourceTrackerService());
nm2.RegisterNode();
MockAM am1 = MockRM.LaunchAndRegisterAM(app1, rm1, nm1);
IList <Container> containers = new AList <Container>();
// nmTokens keeps track of all the nmTokens issued in the allocate call.
IList <NMToken> expectedNMTokens = new AList <NMToken>();
// am1 allocate 2 container on nm1.
// first container
while (true)
{
AllocateResponse response = am1.Allocate("127.0.0.1", 2000, 2, new AList <ContainerId
>());
nm1.NodeHeartbeat(true);
Sharpen.Collections.AddAll(containers, response.GetAllocatedContainers());
Sharpen.Collections.AddAll(expectedNMTokens, response.GetNMTokens());
if (containers.Count == 2)
{
break;
}
Sharpen.Thread.Sleep(200);
System.Console.Out.WriteLine("Waiting for container to be allocated.");
}
// launch the container-2
nm1.NodeHeartbeat(am1.GetApplicationAttemptId(), 2, ContainerState.Running);
ContainerId containerId2 = ContainerId.NewContainerId(am1.GetApplicationAttemptId
(), 2);
rm1.WaitForState(nm1, containerId2, RMContainerState.Running);
// launch the container-3
nm1.NodeHeartbeat(am1.GetApplicationAttemptId(), 3, ContainerState.Running);
ContainerId containerId3 = ContainerId.NewContainerId(am1.GetApplicationAttemptId
(), 3);
rm1.WaitForState(nm1, containerId3, RMContainerState.Running);
// fail am1
nm1.NodeHeartbeat(am1.GetApplicationAttemptId(), 1, ContainerState.Complete);
am1.WaitForState(RMAppAttemptState.Failed);
rm1.WaitForState(app1.GetApplicationId(), RMAppState.Accepted);
// restart the am
MockAM am2 = MockRM.LaunchAM(app1, rm1, nm1);
RegisterApplicationMasterResponse registerResponse = am2.RegisterAppAttempt();
rm1.WaitForState(app1.GetApplicationId(), RMAppState.Running);
// check am2 get the nm token from am1.
NUnit.Framework.Assert.AreEqual(expectedNMTokens, registerResponse.GetNMTokensFromPreviousAttempts
());
// am2 allocate 1 container on nm2
containers = new AList <Container>();
while (true)
{
AllocateResponse allocateResponse = am2.Allocate("127.1.1.1", 4000, 1, new AList <
ContainerId>());
nm2.NodeHeartbeat(true);
Sharpen.Collections.AddAll(containers, allocateResponse.GetAllocatedContainers());
Sharpen.Collections.AddAll(expectedNMTokens, allocateResponse.GetNMTokens());
if (containers.Count == 1)
{
break;
}
Sharpen.Thread.Sleep(200);
System.Console.Out.WriteLine("Waiting for container to be allocated.");
}
nm1.NodeHeartbeat(am2.GetApplicationAttemptId(), 2, ContainerState.Running);
ContainerId am2ContainerId2 = ContainerId.NewContainerId(am2.GetApplicationAttemptId
(), 2);
rm1.WaitForState(nm1, am2ContainerId2, RMContainerState.Running);
// fail am2.
nm1.NodeHeartbeat(am2.GetApplicationAttemptId(), 1, ContainerState.Complete);
am2.WaitForState(RMAppAttemptState.Failed);
rm1.WaitForState(app1.GetApplicationId(), RMAppState.Accepted);
// restart am
MockAM am3 = MockRM.LaunchAM(app1, rm1, nm1);
registerResponse = am3.RegisterAppAttempt();
rm1.WaitForState(app1.GetApplicationId(), RMAppState.Running);
// check am3 get the NM token from both am1 and am2;
IList <NMToken> transferredTokens = registerResponse.GetNMTokensFromPreviousAttempts
();
NUnit.Framework.Assert.AreEqual(2, transferredTokens.Count);
NUnit.Framework.Assert.IsTrue(transferredTokens.ContainsAll(expectedNMTokens));
rm1.Stop();
}
/// <exception cref="System.Exception"/>
public virtual void TestAMRestartWithExistingContainers()
{
YarnConfiguration conf = new YarnConfiguration();
conf.SetInt(YarnConfiguration.RmAmMaxAttempts, 2);
MockRM rm1 = new MockRM(conf);
rm1.Start();
RMApp app1 = rm1.SubmitApp(200, "name", "user", new Dictionary <ApplicationAccessType
, string>(), false, "default", -1, null, "MAPREDUCE", false, true);
MockNM nm1 = new MockNM("127.0.0.1:1234", 10240, rm1.GetResourceTrackerService());
nm1.RegisterNode();
MockNM nm2 = new MockNM("127.0.0.1:2351", 4089, rm1.GetResourceTrackerService());
nm2.RegisterNode();
MockAM am1 = MockRM.LaunchAndRegisterAM(app1, rm1, nm1);
int NumContainers = 3;
// allocate NUM_CONTAINERS containers
am1.Allocate("127.0.0.1", 1024, NumContainers, new AList <ContainerId>());
nm1.NodeHeartbeat(true);
// wait for containers to be allocated.
IList <Container> containers = am1.Allocate(new AList <ResourceRequest>(), new AList
<ContainerId>()).GetAllocatedContainers();
while (containers.Count != NumContainers)
{
nm1.NodeHeartbeat(true);
Sharpen.Collections.AddAll(containers, am1.Allocate(new AList <ResourceRequest>(),
new AList <ContainerId>()).GetAllocatedContainers());
Sharpen.Thread.Sleep(200);
}
// launch the 2nd container, for testing running container transferred.
nm1.NodeHeartbeat(am1.GetApplicationAttemptId(), 2, ContainerState.Running);
ContainerId containerId2 = ContainerId.NewContainerId(am1.GetApplicationAttemptId
(), 2);
rm1.WaitForState(nm1, containerId2, RMContainerState.Running);
// launch the 3rd container, for testing container allocated by previous
// attempt is completed by the next new attempt/
nm1.NodeHeartbeat(am1.GetApplicationAttemptId(), 3, ContainerState.Running);
ContainerId containerId3 = ContainerId.NewContainerId(am1.GetApplicationAttemptId
(), 3);
rm1.WaitForState(nm1, containerId3, RMContainerState.Running);
// 4th container still in AQUIRED state. for testing Acquired container is
// always killed.
ContainerId containerId4 = ContainerId.NewContainerId(am1.GetApplicationAttemptId
(), 4);
rm1.WaitForState(nm1, containerId4, RMContainerState.Acquired);
// 5th container is in Allocated state. for testing allocated container is
// always killed.
am1.Allocate("127.0.0.1", 1024, 1, new AList <ContainerId>());
nm1.NodeHeartbeat(true);
ContainerId containerId5 = ContainerId.NewContainerId(am1.GetApplicationAttemptId
(), 5);
rm1.WaitForContainerAllocated(nm1, containerId5);
rm1.WaitForState(nm1, containerId5, RMContainerState.Allocated);
// 6th container is in Reserved state.
am1.Allocate("127.0.0.1", 6000, 1, new AList <ContainerId>());
ContainerId containerId6 = ContainerId.NewContainerId(am1.GetApplicationAttemptId
(), 6);
nm1.NodeHeartbeat(true);
SchedulerApplicationAttempt schedulerAttempt = ((AbstractYarnScheduler)rm1.GetResourceScheduler
()).GetCurrentAttemptForContainer(containerId6);
while (schedulerAttempt.GetReservedContainers().IsEmpty())
{
System.Console.Out.WriteLine("Waiting for container " + containerId6 + " to be reserved."
);
nm1.NodeHeartbeat(true);
Sharpen.Thread.Sleep(200);
}
// assert containerId6 is reserved.
NUnit.Framework.Assert.AreEqual(containerId6, schedulerAttempt.GetReservedContainers
()[0].GetContainerId());
// fail the AM by sending CONTAINER_FINISHED event without registering.
nm1.NodeHeartbeat(am1.GetApplicationAttemptId(), 1, ContainerState.Complete);
am1.WaitForState(RMAppAttemptState.Failed);
// wait for some time. previous AM's running containers should still remain
// in scheduler even though am failed
Sharpen.Thread.Sleep(3000);
rm1.WaitForState(nm1, containerId2, RMContainerState.Running);
// acquired/allocated containers are cleaned up.
NUnit.Framework.Assert.IsNull(rm1.GetResourceScheduler().GetRMContainer(containerId4
));
NUnit.Framework.Assert.IsNull(rm1.GetResourceScheduler().GetRMContainer(containerId5
));
// wait for app to start a new attempt.
rm1.WaitForState(app1.GetApplicationId(), RMAppState.Accepted);
// assert this is a new AM.
ApplicationAttemptId newAttemptId = app1.GetCurrentAppAttempt().GetAppAttemptId();
NUnit.Framework.Assert.IsFalse(newAttemptId.Equals(am1.GetApplicationAttemptId())
);
// launch the new AM
RMAppAttempt attempt2 = app1.GetCurrentAppAttempt();
nm1.NodeHeartbeat(true);
MockAM am2 = rm1.SendAMLaunched(attempt2.GetAppAttemptId());
RegisterApplicationMasterResponse registerResponse = am2.RegisterAppAttempt();
// Assert two containers are running: container2 and container3;
NUnit.Framework.Assert.AreEqual(2, registerResponse.GetContainersFromPreviousAttempts
().Count);
bool containerId2Exists = false;
bool containerId3Exists = false;
foreach (Container container in registerResponse.GetContainersFromPreviousAttempts
())
{
if (container.GetId().Equals(containerId2))
{
containerId2Exists = true;
}
if (container.GetId().Equals(containerId3))
{
containerId3Exists = true;
}
}
NUnit.Framework.Assert.IsTrue(containerId2Exists && containerId3Exists);
rm1.WaitForState(app1.GetApplicationId(), RMAppState.Running);
// complete container by sending the container complete event which has earlier
// attempt's attemptId
nm1.NodeHeartbeat(am1.GetApplicationAttemptId(), 3, ContainerState.Complete);
// Even though the completed container containerId3 event was sent to the
// earlier failed attempt, new RMAppAttempt can also capture this container
// info.
// completed containerId4 is also transferred to the new attempt.
RMAppAttempt newAttempt = app1.GetRMAppAttempt(am2.GetApplicationAttemptId());
// 4 containers finished, acquired/allocated/reserved/completed.
WaitForContainersToFinish(4, newAttempt);
bool container3Exists = false;
bool container4Exists = false;
bool container5Exists = false;
bool container6Exists = false;
foreach (ContainerStatus status in newAttempt.GetJustFinishedContainers())
{
if (status.GetContainerId().Equals(containerId3))
{
// containerId3 is the container ran by previous attempt but finished by the
// new attempt.
container3Exists = true;
}
if (status.GetContainerId().Equals(containerId4))
{
// containerId4 is the Acquired Container killed by the previous attempt,
// it's now inside new attempt's finished container list.
container4Exists = true;
}
if (status.GetContainerId().Equals(containerId5))
{
// containerId5 is the Allocated container killed by previous failed attempt.
container5Exists = true;
}
if (status.GetContainerId().Equals(containerId6))
{
// containerId6 is the reserved container killed by previous failed attempt.
container6Exists = true;
}
}
NUnit.Framework.Assert.IsTrue(container3Exists && container4Exists && container5Exists &&
container6Exists);
// New SchedulerApplicationAttempt also has the containers info.
rm1.WaitForState(nm1, containerId2, RMContainerState.Running);
// record the scheduler attempt for testing.
SchedulerApplicationAttempt schedulerNewAttempt = ((AbstractYarnScheduler)rm1.GetResourceScheduler
()).GetCurrentAttemptForContainer(containerId2);
// finish this application
MockRM.FinishAMAndVerifyAppState(app1, rm1, nm1, am2);
// the 2nd attempt released the 1st attempt's running container, when the
// 2nd attempt finishes.
NUnit.Framework.Assert.IsFalse(schedulerNewAttempt.GetLiveContainers().Contains(containerId2
));
// all 4 normal containers finished.
System.Console.Out.WriteLine("New attempt's just finished containers: " + newAttempt
.GetJustFinishedContainers());
WaitForContainersToFinish(5, newAttempt);
rm1.Stop();
}
/// <exception cref="System.Exception"/>
public virtual void TestExcessReservationThanNodeManagerCapacity()
{
MockRM rm = new MockRM(conf);
rm.Start();
// Register node1
MockNM nm1 = rm.RegisterNode("127.0.0.1:1234", 2 * Gb, 4);
MockNM nm2 = rm.RegisterNode("127.0.0.1:2234", 3 * Gb, 4);
nm1.NodeHeartbeat(true);
nm2.NodeHeartbeat(true);
// wait..
int waitCount = 20;
int size = rm.GetRMContext().GetRMNodes().Count;
while ((size = rm.GetRMContext().GetRMNodes().Count) != 2 && waitCount-- > 0)
{
Log.Info("Waiting for node managers to register : " + size);
Sharpen.Thread.Sleep(100);
}
NUnit.Framework.Assert.AreEqual(2, rm.GetRMContext().GetRMNodes().Count);
// Submit an application
RMApp app1 = rm.SubmitApp(128);
// kick the scheduling
nm1.NodeHeartbeat(true);
RMAppAttempt attempt1 = app1.GetCurrentAppAttempt();
MockAM am1 = rm.SendAMLaunched(attempt1.GetAppAttemptId());
am1.RegisterAppAttempt();
Log.Info("sending container requests ");
am1.AddRequests(new string[] { "*" }, 2 * Gb, 1, 1);
AllocateResponse alloc1Response = am1.Schedule();
// send the request
// kick the scheduler
nm1.NodeHeartbeat(true);
int waitCounter = 20;
Log.Info("heartbeating nm1");
while (alloc1Response.GetAllocatedContainers().Count < 1 && waitCounter-- > 0)
{
Log.Info("Waiting for containers to be created for app 1...");
Sharpen.Thread.Sleep(500);
alloc1Response = am1.Schedule();
}
Log.Info("received container : " + alloc1Response.GetAllocatedContainers().Count);
// No container should be allocated.
// Internally it should not been reserved.
NUnit.Framework.Assert.IsTrue(alloc1Response.GetAllocatedContainers().Count == 0);
Log.Info("heartbeating nm2");
waitCounter = 20;
nm2.NodeHeartbeat(true);
while (alloc1Response.GetAllocatedContainers().Count < 1 && waitCounter-- > 0)
{
Log.Info("Waiting for containers to be created for app 1...");
Sharpen.Thread.Sleep(500);
alloc1Response = am1.Schedule();
}
Log.Info("received container : " + alloc1Response.GetAllocatedContainers().Count);
NUnit.Framework.Assert.IsTrue(alloc1Response.GetAllocatedContainers().Count == 1);
rm.Stop();
}
// To hold list of application for which event was received
/// <exception cref="System.Exception"/>
public virtual void TestNodeUsableEvent()
{
Logger rootLogger = LogManager.GetRootLogger();
rootLogger.SetLevel(Level.Debug);
Dispatcher dispatcher = GetDispatcher();
YarnConfiguration conf = new YarnConfiguration();
MockRM rm = new _MockRM_62(dispatcher, conf);
rm.Start();
MockNM nm1 = rm.RegisterNode("h1:1234", 28000);
NodesListManager nodesListManager = rm.GetNodesListManager();
Resource clusterResource = Resource.NewInstance(28000, 8);
RMNode rmnode = MockNodes.NewNodeInfo(1, clusterResource);
// Create killing APP
RMApp killrmApp = rm.SubmitApp(200);
rm.KillApp(killrmApp.GetApplicationId());
rm.WaitForState(killrmApp.GetApplicationId(), RMAppState.Killed);
// Create finish APP
RMApp finshrmApp = rm.SubmitApp(2000);
nm1.NodeHeartbeat(true);
RMAppAttempt attempt = finshrmApp.GetCurrentAppAttempt();
MockAM am = rm.SendAMLaunched(attempt.GetAppAttemptId());
am.RegisterAppAttempt();
am.UnregisterAppAttempt();
nm1.NodeHeartbeat(attempt.GetAppAttemptId(), 1, ContainerState.Complete);
am.WaitForState(RMAppAttemptState.Finished);
// Create submitted App
RMApp subrmApp = rm.SubmitApp(200);
// Fire Event for NODE_USABLE
nodesListManager.Handle(new NodesListManagerEvent(NodesListManagerEventType.NodeUsable
, rmnode));
if (applist.Count > 0)
{
NUnit.Framework.Assert.IsTrue("Event based on running app expected " + subrmApp.GetApplicationId
(), applist.Contains(subrmApp.GetApplicationId()));
NUnit.Framework.Assert.IsFalse("Event based on finish app not expected " + finshrmApp
.GetApplicationId(), applist.Contains(finshrmApp.GetApplicationId()));
NUnit.Framework.Assert.IsFalse("Event based on killed app not expected " + killrmApp
.GetApplicationId(), applist.Contains(killrmApp.GetApplicationId()));
}
else
{
NUnit.Framework.Assert.Fail("Events received should have beeen more than 1");
}
applist.Clear();
// Fire Event for NODE_UNUSABLE
nodesListManager.Handle(new NodesListManagerEvent(NodesListManagerEventType.NodeUnusable
, rmnode));
if (applist.Count > 0)
{
NUnit.Framework.Assert.IsTrue("Event based on running app expected " + subrmApp.GetApplicationId
(), applist.Contains(subrmApp.GetApplicationId()));
NUnit.Framework.Assert.IsFalse("Event based on finish app not expected " + finshrmApp
.GetApplicationId(), applist.Contains(finshrmApp.GetApplicationId()));
NUnit.Framework.Assert.IsFalse("Event based on killed app not expected " + killrmApp
.GetApplicationId(), applist.Contains(killrmApp.GetApplicationId()));
}
else
{
NUnit.Framework.Assert.Fail("Events received should have beeen more than 1");
}
}
public virtual void TestAMRMUnusableNodes()
{
MockNM nm1 = rm.RegisterNode("127.0.0.1:1234", 10000);
MockNM nm2 = rm.RegisterNode("127.0.0.2:1234", 10000);
MockNM nm3 = rm.RegisterNode("127.0.0.3:1234", 10000);
MockNM nm4 = rm.RegisterNode("127.0.0.4:1234", 10000);
dispatcher.Await();
RMApp app1 = rm.SubmitApp(2000);
// Trigger the scheduling so the AM gets 'launched' on nm1
nm1.NodeHeartbeat(true);
RMAppAttempt attempt1 = app1.GetCurrentAppAttempt();
MockAM am1 = rm.SendAMLaunched(attempt1.GetAppAttemptId());
// register AM returns no unusable node
am1.RegisterAppAttempt();
// allocate request returns no updated node
AllocateRequest allocateRequest1 = AllocateRequest.NewInstance(0, 0F, null, null,
null);
AllocateResponse response1 = Allocate(attempt1.GetAppAttemptId(), allocateRequest1
);
IList <NodeReport> updatedNodes = response1.GetUpdatedNodes();
NUnit.Framework.Assert.AreEqual(0, updatedNodes.Count);
SyncNodeHeartbeat(nm4, false);
// allocate request returns updated node
allocateRequest1 = AllocateRequest.NewInstance(response1.GetResponseId(), 0F, null
, null, null);
response1 = Allocate(attempt1.GetAppAttemptId(), allocateRequest1);
updatedNodes = response1.GetUpdatedNodes();
NUnit.Framework.Assert.AreEqual(1, updatedNodes.Count);
NodeReport nr = updatedNodes.GetEnumerator().Next();
NUnit.Framework.Assert.AreEqual(nm4.GetNodeId(), nr.GetNodeId());
NUnit.Framework.Assert.AreEqual(NodeState.Unhealthy, nr.GetNodeState());
// resending the allocate request returns the same result
response1 = Allocate(attempt1.GetAppAttemptId(), allocateRequest1);
updatedNodes = response1.GetUpdatedNodes();
NUnit.Framework.Assert.AreEqual(1, updatedNodes.Count);
nr = updatedNodes.GetEnumerator().Next();
NUnit.Framework.Assert.AreEqual(nm4.GetNodeId(), nr.GetNodeId());
NUnit.Framework.Assert.AreEqual(NodeState.Unhealthy, nr.GetNodeState());
SyncNodeLost(nm3);
// subsequent allocate request returns delta
allocateRequest1 = AllocateRequest.NewInstance(response1.GetResponseId(), 0F, null
, null, null);
response1 = Allocate(attempt1.GetAppAttemptId(), allocateRequest1);
updatedNodes = response1.GetUpdatedNodes();
NUnit.Framework.Assert.AreEqual(1, updatedNodes.Count);
nr = updatedNodes.GetEnumerator().Next();
NUnit.Framework.Assert.AreEqual(nm3.GetNodeId(), nr.GetNodeId());
NUnit.Framework.Assert.AreEqual(NodeState.Lost, nr.GetNodeState());
// registering another AM gives it the complete failed list
RMApp app2 = rm.SubmitApp(2000);
// Trigger nm2 heartbeat so that AM gets launched on it
nm2.NodeHeartbeat(true);
RMAppAttempt attempt2 = app2.GetCurrentAppAttempt();
MockAM am2 = rm.SendAMLaunched(attempt2.GetAppAttemptId());
// register AM returns all unusable nodes
am2.RegisterAppAttempt();
// allocate request returns no updated node
AllocateRequest allocateRequest2 = AllocateRequest.NewInstance(0, 0F, null, null,
null);
AllocateResponse response2 = Allocate(attempt2.GetAppAttemptId(), allocateRequest2
);
updatedNodes = response2.GetUpdatedNodes();
NUnit.Framework.Assert.AreEqual(0, updatedNodes.Count);
SyncNodeHeartbeat(nm4, true);
// both AM's should get delta updated nodes
allocateRequest1 = AllocateRequest.NewInstance(response1.GetResponseId(), 0F, null
, null, null);
response1 = Allocate(attempt1.GetAppAttemptId(), allocateRequest1);
updatedNodes = response1.GetUpdatedNodes();
NUnit.Framework.Assert.AreEqual(1, updatedNodes.Count);
nr = updatedNodes.GetEnumerator().Next();
NUnit.Framework.Assert.AreEqual(nm4.GetNodeId(), nr.GetNodeId());
NUnit.Framework.Assert.AreEqual(NodeState.Running, nr.GetNodeState());
allocateRequest2 = AllocateRequest.NewInstance(response2.GetResponseId(), 0F, null
, null, null);
response2 = Allocate(attempt2.GetAppAttemptId(), allocateRequest2);
updatedNodes = response2.GetUpdatedNodes();
NUnit.Framework.Assert.AreEqual(1, updatedNodes.Count);
nr = updatedNodes.GetEnumerator().Next();
NUnit.Framework.Assert.AreEqual(nm4.GetNodeId(), nr.GetNodeId());
NUnit.Framework.Assert.AreEqual(NodeState.Running, nr.GetNodeState());
// subsequent allocate calls should return no updated nodes
allocateRequest2 = AllocateRequest.NewInstance(response2.GetResponseId(), 0F, null
, null, null);
response2 = Allocate(attempt2.GetAppAttemptId(), allocateRequest2);
updatedNodes = response2.GetUpdatedNodes();
NUnit.Framework.Assert.AreEqual(0, updatedNodes.Count);
}