Esempio n. 1
0
        private void ConstructJobReport()
        {
            report = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <JobReport>();
            report.SetJobId(jobId);
            report.SetJobState(JobState.ValueOf(jobInfo.GetJobStatus()));
            report.SetSubmitTime(jobInfo.GetSubmitTime());
            report.SetStartTime(jobInfo.GetLaunchTime());
            report.SetFinishTime(jobInfo.GetFinishTime());
            report.SetJobName(jobInfo.GetJobname());
            report.SetUser(jobInfo.GetUsername());
            if (GetTotalMaps() == 0)
            {
                report.SetMapProgress(1.0f);
            }
            else
            {
                report.SetMapProgress((float)GetCompletedMaps() / GetTotalMaps());
            }
            if (GetTotalReduces() == 0)
            {
                report.SetReduceProgress(1.0f);
            }
            else
            {
                report.SetReduceProgress((float)GetCompletedReduces() / GetTotalReduces());
            }
            report.SetJobFile(GetConfFile().ToString());
            string historyUrl = "N/A";

            try
            {
                historyUrl = MRWebAppUtil.GetApplicationWebURLOnJHSWithoutScheme(conf, jobId.GetAppId
                                                                                     ());
            }
            catch (UnknownHostException)
            {
            }
            //Ignore.
            report.SetTrackingUrl(historyUrl);
            report.SetAMInfos(GetAMInfos());
            report.SetIsUber(IsUber());
        }
Esempio n. 2
0
        public static JobReport NewJobReport(JobId id)
        {
            JobReport report = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <JobReport>();

            report.SetJobId(id);
            report.SetSubmitTime(Runtime.CurrentTimeMillis() - Dt);
            report.SetStartTime(Runtime.CurrentTimeMillis() - (int)(Math.Random() * Dt));
            report.SetFinishTime(Runtime.CurrentTimeMillis() + (int)(Math.Random() * Dt) + 1);
            report.SetMapProgress((float)Math.Random());
            report.SetReduceProgress((float)Math.Random());
            report.SetJobState(JobStates.Next());
            return(report);
        }
Esempio n. 3
0
        private Org.Apache.Hadoop.Mapreduce.V2.Api.Protocolrecords.GetJobReportResponse GetJobReportResponseFromHistoryServer
            ()
        {
            Org.Apache.Hadoop.Mapreduce.V2.Api.Protocolrecords.GetJobReportResponse jobReportResponse
                = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <Org.Apache.Hadoop.Mapreduce.V2.Api.Protocolrecords.GetJobReportResponse
                                                                 >();
            JobReport jobReport = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <JobReport>();

            jobReport.SetJobId(jobId);
            jobReport.SetJobState(JobState.Succeeded);
            jobReport.SetMapProgress(1.0f);
            jobReport.SetReduceProgress(1.0f);
            jobReport.SetJobFile("TestJobFilePath");
            jobReport.SetTrackingUrl("http://TestTrackingUrl");
            jobReportResponse.SetJobReport(jobReport);
            return(jobReportResponse);
        }
Esempio n. 4
0
        public static JobReport NewJobReport(JobId jobId, string jobName, string userName
                                             , JobState state, long submitTime, long startTime, long finishTime, float setupProgress
                                             , float mapProgress, float reduceProgress, float cleanupProgress, string jobFile
                                             , IList <AMInfo> amInfos, bool isUber, string diagnostics)
        {
            JobReport report = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <JobReport>();

            report.SetJobId(jobId);
            report.SetJobName(jobName);
            report.SetUser(userName);
            report.SetJobState(state);
            report.SetSubmitTime(submitTime);
            report.SetStartTime(startTime);
            report.SetFinishTime(finishTime);
            report.SetSetupProgress(setupProgress);
            report.SetCleanupProgress(cleanupProgress);
            report.SetMapProgress(mapProgress);
            report.SetReduceProgress(reduceProgress);
            report.SetJobFile(jobFile);
            report.SetAMInfos(amInfos);
            report.SetIsUber(isUber);
            report.SetDiagnostics(diagnostics);
            return(report);
        }