public virtual void TestFromYarn()
{
int appStartTime = 612354;
int appFinishTime = 612355;
YarnApplicationState state = YarnApplicationState.Running;
ApplicationId applicationId = ApplicationId.NewInstance(0, 0);
ApplicationReport applicationReport = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord
<ApplicationReport>();
applicationReport.SetApplicationId(applicationId);
applicationReport.SetYarnApplicationState(state);
applicationReport.SetStartTime(appStartTime);
applicationReport.SetFinishTime(appFinishTime);
applicationReport.SetUser("TestTypeConverter-user");
ApplicationResourceUsageReport appUsageRpt = Org.Apache.Hadoop.Yarn.Util.Records.
NewRecord <ApplicationResourceUsageReport>();
Resource r = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <Resource>();
r.SetMemory(2048);
appUsageRpt.SetNeededResources(r);
appUsageRpt.SetNumReservedContainers(1);
appUsageRpt.SetNumUsedContainers(3);
appUsageRpt.SetReservedResources(r);
appUsageRpt.SetUsedResources(r);
applicationReport.SetApplicationResourceUsageReport(appUsageRpt);
JobStatus jobStatus = TypeConverter.FromYarn(applicationReport, "dummy-jobfile");
NUnit.Framework.Assert.AreEqual(appStartTime, jobStatus.GetStartTime());
NUnit.Framework.Assert.AreEqual(appFinishTime, jobStatus.GetFinishTime());
NUnit.Framework.Assert.AreEqual(state.ToString(), jobStatus.GetState().ToString()
);
}
public static Org.Apache.Hadoop.Mapred.JobStatus Downgrade(Org.Apache.Hadoop.Mapreduce.JobStatus
stat)
{
Org.Apache.Hadoop.Mapred.JobStatus old = new Org.Apache.Hadoop.Mapred.JobStatus(JobID
.Downgrade(stat.GetJobID()), stat.GetSetupProgress(), stat.GetMapProgress(), stat
.GetReduceProgress(), stat.GetCleanupProgress(), stat.GetState().GetValue(), JobPriority
.ValueOf(stat.GetPriority().ToString()), stat.GetUsername(), stat.GetJobName(),
stat.GetQueue(), stat.GetJobFile(), stat.GetTrackingUrl(), stat.IsUber());
old.SetStartTime(stat.GetStartTime());
old.SetFinishTime(stat.GetFinishTime());
old.SetSchedulingInfo(stat.GetSchedulingInfo());
old.SetHistoryFile(stat.GetHistoryFile());
return(old);
}
public virtual void TestFromYarnJobReport()
{
int jobStartTime = 612354;
int jobFinishTime = 612355;
JobState state = JobState.Running;
JobId jobId = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <JobId>();
JobReport jobReport = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <JobReport>();
ApplicationId applicationId = ApplicationId.NewInstance(0, 0);
jobId.SetAppId(applicationId);
jobId.SetId(0);
jobReport.SetJobId(jobId);
jobReport.SetJobState(state);
jobReport.SetStartTime(jobStartTime);
jobReport.SetFinishTime(jobFinishTime);
jobReport.SetUser("TestTypeConverter-user");
JobStatus jobStatus = TypeConverter.FromYarn(jobReport, "dummy-jobfile");
NUnit.Framework.Assert.AreEqual(jobStartTime, jobStatus.GetStartTime());
NUnit.Framework.Assert.AreEqual(jobFinishTime, jobStatus.GetFinishTime());
NUnit.Framework.Assert.AreEqual(state.ToString(), jobStatus.GetState().ToString()
);
}
