private void ConstructJobReport()
{
report = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <JobReport>();
report.SetJobId(jobId);
report.SetJobState(JobState.ValueOf(jobInfo.GetJobStatus()));
report.SetSubmitTime(jobInfo.GetSubmitTime());
report.SetStartTime(jobInfo.GetLaunchTime());
report.SetFinishTime(jobInfo.GetFinishTime());
report.SetJobName(jobInfo.GetJobname());
report.SetUser(jobInfo.GetUsername());
if (GetTotalMaps() == 0)
{
report.SetMapProgress(1.0f);
}
else
{
report.SetMapProgress((float)GetCompletedMaps() / GetTotalMaps());
}
if (GetTotalReduces() == 0)
{
report.SetReduceProgress(1.0f);
}
else
{
report.SetReduceProgress((float)GetCompletedReduces() / GetTotalReduces());
}
report.SetJobFile(GetConfFile().ToString());
string historyUrl = "N/A";
try
{
historyUrl = MRWebAppUtil.GetApplicationWebURLOnJHSWithoutScheme(conf, jobId.GetAppId
());
}
catch (UnknownHostException)
{
}
//Ignore.
report.SetTrackingUrl(historyUrl);
report.SetAMInfos(GetAMInfos());
report.SetIsUber(IsUber());
}
public static JobReport NewJobReport(JobId id)
{
JobReport report = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <JobReport>();
report.SetJobId(id);
report.SetSubmitTime(Runtime.CurrentTimeMillis() - Dt);
report.SetStartTime(Runtime.CurrentTimeMillis() - (int)(Math.Random() * Dt));
report.SetFinishTime(Runtime.CurrentTimeMillis() + (int)(Math.Random() * Dt) + 1);
report.SetMapProgress((float)Math.Random());
report.SetReduceProgress((float)Math.Random());
report.SetJobState(JobStates.Next());
return(report);
}
private Org.Apache.Hadoop.Mapreduce.V2.Api.Protocolrecords.GetJobReportResponse GetJobReportResponseFromHistoryServer
()
{
Org.Apache.Hadoop.Mapreduce.V2.Api.Protocolrecords.GetJobReportResponse jobReportResponse
= Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <Org.Apache.Hadoop.Mapreduce.V2.Api.Protocolrecords.GetJobReportResponse
>();
JobReport jobReport = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <JobReport>();
jobReport.SetJobId(jobId);
jobReport.SetJobState(JobState.Succeeded);
jobReport.SetMapProgress(1.0f);
jobReport.SetReduceProgress(1.0f);
jobReport.SetJobFile("TestJobFilePath");
jobReport.SetTrackingUrl("http://TestTrackingUrl");
jobReportResponse.SetJobReport(jobReport);
return(jobReportResponse);
}
public static JobReport NewJobReport(JobId jobId, string jobName, string userName
, JobState state, long submitTime, long startTime, long finishTime, float setupProgress
, float mapProgress, float reduceProgress, float cleanupProgress, string jobFile
, IList <AMInfo> amInfos, bool isUber, string diagnostics)
{
JobReport report = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <JobReport>();
report.SetJobId(jobId);
report.SetJobName(jobName);
report.SetUser(userName);
report.SetJobState(state);
report.SetSubmitTime(submitTime);
report.SetStartTime(startTime);
report.SetFinishTime(finishTime);
report.SetSetupProgress(setupProgress);
report.SetCleanupProgress(cleanupProgress);
report.SetMapProgress(mapProgress);
report.SetReduceProgress(reduceProgress);
report.SetJobFile(jobFile);
report.SetAMInfos(amInfos);
report.SetIsUber(isUber);
report.SetDiagnostics(diagnostics);
return(report);
}