/* Verify some expected values based on the history file */ /// <exception cref="System.Exception"/> public virtual void TestCompletedJob() { HistoryFileManager.HistoryFileInfo info = Org.Mockito.Mockito.Mock <HistoryFileManager.HistoryFileInfo >(); Org.Mockito.Mockito.When(info.GetConfFile()).ThenReturn(fullConfPath); //Re-initialize to verify the delayed load. completedJob = new CompletedJob(conf, jobId, fullHistoryPath, loadTasks, "user", info, jobAclsManager); //Verify tasks loaded based on loadTask parameter. NUnit.Framework.Assert.AreEqual(loadTasks, completedJob.tasksLoaded.Get()); NUnit.Framework.Assert.AreEqual(1, completedJob.GetAMInfos().Count); NUnit.Framework.Assert.AreEqual(10, completedJob.GetCompletedMaps()); NUnit.Framework.Assert.AreEqual(1, completedJob.GetCompletedReduces()); NUnit.Framework.Assert.AreEqual(12, completedJob.GetTasks().Count); //Verify tasks loaded at this point. NUnit.Framework.Assert.AreEqual(true, completedJob.tasksLoaded.Get()); NUnit.Framework.Assert.AreEqual(10, completedJob.GetTasks(TaskType.Map).Count); NUnit.Framework.Assert.AreEqual(2, completedJob.GetTasks(TaskType.Reduce).Count); NUnit.Framework.Assert.AreEqual("user", completedJob.GetUserName()); NUnit.Framework.Assert.AreEqual(JobState.Succeeded, completedJob.GetState()); JobReport jobReport = completedJob.GetReport(); NUnit.Framework.Assert.AreEqual("user", jobReport.GetUser()); NUnit.Framework.Assert.AreEqual(JobState.Succeeded, jobReport.GetJobState()); }
/// <exception cref="System.Exception"/> public virtual void TestCompletedTask() { HistoryFileManager.HistoryFileInfo info = Org.Mockito.Mockito.Mock <HistoryFileManager.HistoryFileInfo >(); Org.Mockito.Mockito.When(info.GetConfFile()).ThenReturn(fullConfPath); completedJob = new CompletedJob(conf, jobId, fullHistoryPath, loadTasks, "user", info, jobAclsManager); TaskId mt1Id = MRBuilderUtils.NewTaskId(jobId, 0, TaskType.Map); TaskId rt1Id = MRBuilderUtils.NewTaskId(jobId, 0, TaskType.Reduce); IDictionary <TaskId, Task> mapTasks = completedJob.GetTasks(TaskType.Map); IDictionary <TaskId, Task> reduceTasks = completedJob.GetTasks(TaskType.Reduce); NUnit.Framework.Assert.AreEqual(10, mapTasks.Count); NUnit.Framework.Assert.AreEqual(2, reduceTasks.Count); Task mt1 = mapTasks[mt1Id]; NUnit.Framework.Assert.AreEqual(1, mt1.GetAttempts().Count); NUnit.Framework.Assert.AreEqual(TaskState.Succeeded, mt1.GetState()); TaskReport mt1Report = mt1.GetReport(); NUnit.Framework.Assert.AreEqual(TaskState.Succeeded, mt1Report.GetTaskState()); NUnit.Framework.Assert.AreEqual(mt1Id, mt1Report.GetTaskId()); Task rt1 = reduceTasks[rt1Id]; NUnit.Framework.Assert.AreEqual(1, rt1.GetAttempts().Count); NUnit.Framework.Assert.AreEqual(TaskState.Succeeded, rt1.GetState()); TaskReport rt1Report = rt1.GetReport(); NUnit.Framework.Assert.AreEqual(TaskState.Succeeded, rt1Report.GetTaskState()); NUnit.Framework.Assert.AreEqual(rt1Id, rt1Report.GetTaskId()); }
/// <exception cref="System.Exception"/> public virtual void TestCopmletedJobReportWithZeroTasks() { HistoryFileManager.HistoryFileInfo info = Org.Mockito.Mockito.Mock <HistoryFileManager.HistoryFileInfo >(); Org.Mockito.Mockito.When(info.GetConfFile()).ThenReturn(fullConfPath); completedJob = new CompletedJob(conf, jobId, fullHistoryPathZeroReduces, loadTasks , "user", info, jobAclsManager); JobReport jobReport = completedJob.GetReport(); // Make sure that the number reduces (completed and total) are equal to zero. NUnit.Framework.Assert.AreEqual(0, completedJob.GetTotalReduces()); NUnit.Framework.Assert.AreEqual(0, completedJob.GetCompletedReduces()); // Verify that the reduce progress is 1.0 (not NaN) NUnit.Framework.Assert.AreEqual(1.0, jobReport.GetReduceProgress(), 0.001); }
/// <summary>Simple test of some methods of CompletedJob</summary> /// <exception cref="System.Exception"/> public virtual void TestGetTaskAttemptCompletionEvent() { HistoryFileManager.HistoryFileInfo info = Org.Mockito.Mockito.Mock <HistoryFileManager.HistoryFileInfo >(); Org.Mockito.Mockito.When(info.GetConfFile()).ThenReturn(fullConfPath); completedJob = new CompletedJob(conf, jobId, fullHistoryPath, loadTasks, "user", info, jobAclsManager); TaskCompletionEvent[] events = completedJob.GetMapAttemptCompletionEvents(0, 1000 ); NUnit.Framework.Assert.AreEqual(10, completedJob.GetMapAttemptCompletionEvents(0, 10).Length); int currentEventId = 0; foreach (TaskCompletionEvent taskAttemptCompletionEvent in events) { int eventId = taskAttemptCompletionEvent.GetEventId(); NUnit.Framework.Assert.IsTrue(eventId >= currentEventId); currentEventId = eventId; } NUnit.Framework.Assert.IsNull(completedJob.LoadConfFile()); // job name NUnit.Framework.Assert.AreEqual("Sleep job", completedJob.GetName()); // queue name NUnit.Framework.Assert.AreEqual("default", completedJob.GetQueueName()); // progress NUnit.Framework.Assert.AreEqual(1.0, completedJob.GetProgress(), 0.001); // 12 rows in answer NUnit.Framework.Assert.AreEqual(12, completedJob.GetTaskAttemptCompletionEvents(0 , 1000).Length); // select first 10 rows NUnit.Framework.Assert.AreEqual(10, completedJob.GetTaskAttemptCompletionEvents(0 , 10).Length); // select 5-10 rows include 5th NUnit.Framework.Assert.AreEqual(7, completedJob.GetTaskAttemptCompletionEvents(5, 10).Length); // without errors NUnit.Framework.Assert.AreEqual(1, completedJob.GetDiagnostics().Count); NUnit.Framework.Assert.AreEqual(string.Empty, completedJob.GetDiagnostics()[0]); NUnit.Framework.Assert.AreEqual(0, completedJob.GetJobACLs().Count); }
/// <exception cref="System.Exception"/> public virtual void TestCompletedTaskAttempt() { HistoryFileManager.HistoryFileInfo info = Org.Mockito.Mockito.Mock <HistoryFileManager.HistoryFileInfo >(); Org.Mockito.Mockito.When(info.GetConfFile()).ThenReturn(fullConfPath); completedJob = new CompletedJob(conf, jobId, fullHistoryPath, loadTasks, "user", info, jobAclsManager); TaskId mt1Id = MRBuilderUtils.NewTaskId(jobId, 0, TaskType.Map); TaskId rt1Id = MRBuilderUtils.NewTaskId(jobId, 0, TaskType.Reduce); TaskAttemptId mta1Id = MRBuilderUtils.NewTaskAttemptId(mt1Id, 0); TaskAttemptId rta1Id = MRBuilderUtils.NewTaskAttemptId(rt1Id, 0); Task mt1 = completedJob.GetTask(mt1Id); Task rt1 = completedJob.GetTask(rt1Id); TaskAttempt mta1 = mt1.GetAttempt(mta1Id); NUnit.Framework.Assert.AreEqual(TaskAttemptState.Succeeded, mta1.GetState()); NUnit.Framework.Assert.AreEqual("localhost:45454", mta1.GetAssignedContainerMgrAddress ()); NUnit.Framework.Assert.AreEqual("localhost:9999", mta1.GetNodeHttpAddress()); TaskAttemptReport mta1Report = mta1.GetReport(); NUnit.Framework.Assert.AreEqual(TaskAttemptState.Succeeded, mta1Report.GetTaskAttemptState ()); NUnit.Framework.Assert.AreEqual("localhost", mta1Report.GetNodeManagerHost()); NUnit.Framework.Assert.AreEqual(45454, mta1Report.GetNodeManagerPort()); NUnit.Framework.Assert.AreEqual(9999, mta1Report.GetNodeManagerHttpPort()); TaskAttempt rta1 = rt1.GetAttempt(rta1Id); NUnit.Framework.Assert.AreEqual(TaskAttemptState.Succeeded, rta1.GetState()); NUnit.Framework.Assert.AreEqual("localhost:45454", rta1.GetAssignedContainerMgrAddress ()); NUnit.Framework.Assert.AreEqual("localhost:9999", rta1.GetNodeHttpAddress()); TaskAttemptReport rta1Report = rta1.GetReport(); NUnit.Framework.Assert.AreEqual(TaskAttemptState.Succeeded, rta1Report.GetTaskAttemptState ()); NUnit.Framework.Assert.AreEqual("localhost", rta1Report.GetNodeManagerHost()); NUnit.Framework.Assert.AreEqual(45454, rta1Report.GetNodeManagerPort()); NUnit.Framework.Assert.AreEqual(9999, rta1Report.GetNodeManagerHttpPort()); }