Example #1
0
        private void ConstructJobReport()
        {
            report = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <JobReport>();
            report.SetJobId(jobId);
            report.SetJobState(JobState.ValueOf(jobInfo.GetJobStatus()));
            report.SetSubmitTime(jobInfo.GetSubmitTime());
            report.SetStartTime(jobInfo.GetLaunchTime());
            report.SetFinishTime(jobInfo.GetFinishTime());
            report.SetJobName(jobInfo.GetJobname());
            report.SetUser(jobInfo.GetUsername());
            if (GetTotalMaps() == 0)
            {
                report.SetMapProgress(1.0f);
            }
            else
            {
                report.SetMapProgress((float)GetCompletedMaps() / GetTotalMaps());
            }
            if (GetTotalReduces() == 0)
            {
                report.SetReduceProgress(1.0f);
            }
            else
            {
                report.SetReduceProgress((float)GetCompletedReduces() / GetTotalReduces());
            }
            report.SetJobFile(GetConfFile().ToString());
            string historyUrl = "N/A";

            try
            {
                historyUrl = MRWebAppUtil.GetApplicationWebURLOnJHSWithoutScheme(conf, jobId.GetAppId
                                                                                     ());
            }
            catch (UnknownHostException)
            {
            }
            //Ignore.
            report.SetTrackingUrl(historyUrl);
            report.SetAMInfos(GetAMInfos());
            report.SetIsUber(IsUber());
        }
Example #2
0
        public static JobReport NewJobReport(JobId jobId, string jobName, string userName
                                             , JobState state, long submitTime, long startTime, long finishTime, float setupProgress
                                             , float mapProgress, float reduceProgress, float cleanupProgress, string jobFile
                                             , IList <AMInfo> amInfos, bool isUber, string diagnostics)
        {
            JobReport report = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <JobReport>();

            report.SetJobId(jobId);
            report.SetJobName(jobName);
            report.SetUser(userName);
            report.SetJobState(state);
            report.SetSubmitTime(submitTime);
            report.SetStartTime(startTime);
            report.SetFinishTime(finishTime);
            report.SetSetupProgress(setupProgress);
            report.SetCleanupProgress(cleanupProgress);
            report.SetMapProgress(mapProgress);
            report.SetReduceProgress(reduceProgress);
            report.SetJobFile(jobFile);
            report.SetAMInfos(amInfos);
            report.SetIsUber(isUber);
            report.SetDiagnostics(diagnostics);
            return(report);
        }