/// <exception cref="System.IO.IOException"/> public virtual GetJobReportResponse GetJobReport(GetJobReportRequest request) { JobReport jobReport = recordFactory.NewRecordInstance <JobReport>(); jobReport.SetJobId(request.GetJobId()); jobReport.SetJobState(jobState); jobReport.SetUser(applicationReport.GetUser()); jobReport.SetStartTime(applicationReport.GetStartTime()); jobReport.SetDiagnostics(applicationReport.GetDiagnostics()); jobReport.SetJobName(applicationReport.GetName()); jobReport.SetTrackingUrl(applicationReport.GetTrackingUrl()); jobReport.SetFinishTime(applicationReport.GetFinishTime()); GetJobReportResponse resp = recordFactory.NewRecordInstance <GetJobReportResponse> (); resp.SetJobReport(jobReport); return(resp); }
/// <exception cref="System.IO.IOException"/> public virtual GetJobReportResponse GetJobReport(GetJobReportRequest request) { this._enclosing.amContact = true; JobReport jobReport = TestClientRedirect.recordFactory.NewRecordInstance <JobReport >(); jobReport.SetJobId(request.GetJobId()); jobReport.SetJobState(JobState.Running); jobReport.SetJobName("TestClientRedirect-jobname"); jobReport.SetUser("TestClientRedirect-user"); jobReport.SetStartTime(0L); jobReport.SetFinishTime(1L); GetJobReportResponse response = TestClientRedirect.recordFactory.NewRecordInstance <GetJobReportResponse>(); response.SetJobReport(jobReport); return(response); }
private void ConstructJobReport() { report = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <JobReport>(); report.SetJobId(jobId); report.SetJobState(JobState.ValueOf(jobInfo.GetJobStatus())); report.SetSubmitTime(jobInfo.GetSubmitTime()); report.SetStartTime(jobInfo.GetLaunchTime()); report.SetFinishTime(jobInfo.GetFinishTime()); report.SetJobName(jobInfo.GetJobname()); report.SetUser(jobInfo.GetUsername()); if (GetTotalMaps() == 0) { report.SetMapProgress(1.0f); } else { report.SetMapProgress((float)GetCompletedMaps() / GetTotalMaps()); } if (GetTotalReduces() == 0) { report.SetReduceProgress(1.0f); } else { report.SetReduceProgress((float)GetCompletedReduces() / GetTotalReduces()); } report.SetJobFile(GetConfFile().ToString()); string historyUrl = "N/A"; try { historyUrl = MRWebAppUtil.GetApplicationWebURLOnJHSWithoutScheme(conf, jobId.GetAppId ()); } catch (UnknownHostException) { } //Ignore. report.SetTrackingUrl(historyUrl); report.SetAMInfos(GetAMInfos()); report.SetIsUber(IsUber()); }
public virtual void TestFromYarnJobReport() { int jobStartTime = 612354; int jobFinishTime = 612355; JobState state = JobState.Running; JobId jobId = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <JobId>(); JobReport jobReport = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <JobReport>(); ApplicationId applicationId = ApplicationId.NewInstance(0, 0); jobId.SetAppId(applicationId); jobId.SetId(0); jobReport.SetJobId(jobId); jobReport.SetJobState(state); jobReport.SetStartTime(jobStartTime); jobReport.SetFinishTime(jobFinishTime); jobReport.SetUser("TestTypeConverter-user"); JobStatus jobStatus = TypeConverter.FromYarn(jobReport, "dummy-jobfile"); NUnit.Framework.Assert.AreEqual(jobStartTime, jobStatus.GetStartTime()); NUnit.Framework.Assert.AreEqual(jobFinishTime, jobStatus.GetFinishTime()); NUnit.Framework.Assert.AreEqual(state.ToString(), jobStatus.GetState().ToString() ); }
public static JobReport NewJobReport(JobId jobId, string jobName, string userName , JobState state, long submitTime, long startTime, long finishTime, float setupProgress , float mapProgress, float reduceProgress, float cleanupProgress, string jobFile , IList <AMInfo> amInfos, bool isUber, string diagnostics) { JobReport report = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <JobReport>(); report.SetJobId(jobId); report.SetJobName(jobName); report.SetUser(userName); report.SetJobState(state); report.SetSubmitTime(submitTime); report.SetStartTime(startTime); report.SetFinishTime(finishTime); report.SetSetupProgress(setupProgress); report.SetCleanupProgress(cleanupProgress); report.SetMapProgress(mapProgress); report.SetReduceProgress(reduceProgress); report.SetJobFile(jobFile); report.SetAMInfos(amInfos); report.SetIsUber(isUber); report.SetDiagnostics(diagnostics); return(report); }