private string GetBaseLocation(string jobId, string user) { JobID jobID = ((JobID)JobID.ForName(jobId)); ApplicationId appID = ApplicationId.NewInstance(long.Parse(jobID.GetJtIdentifier( )), jobID.GetId()); string baseStr = ContainerLocalizer.Usercache + "/" + user + "/" + ContainerLocalizer .Appcache + "/" + ConverterUtils.ToString(appID) + "/output" + "/"; return baseStr; }
/// <exception cref="System.IO.IOException"/> private void RecoverJobShuffleInfo(string jobIdStr, byte[] data) { JobID jobId; try { jobId = ((JobID)JobID.ForName(jobIdStr)); } catch (ArgumentException e) { throw new IOException("Bad job ID " + jobIdStr + " in state store", e); } ShuffleHandlerRecoveryProtos.JobShuffleInfoProto proto = ShuffleHandlerRecoveryProtos.JobShuffleInfoProto .ParseFrom(data); string user = proto.GetUser(); SecurityProtos.TokenProto tokenProto = proto.GetJobToken(); Org.Apache.Hadoop.Security.Token.Token<JobTokenIdentifier> jobToken = new Org.Apache.Hadoop.Security.Token.Token <JobTokenIdentifier>(tokenProto.GetIdentifier().ToByteArray(), tokenProto.GetPassword ().ToByteArray(), new Text(tokenProto.GetKind()), new Text(tokenProto.GetService ())); AddJobToken(jobId, user, jobToken); }
/// <exception cref="System.IO.IOException"/> /// <exception cref="System.TypeLoadException"/> /// <exception cref="System.Exception"/> private Task CreateDummyTask(TaskType type) { JobConf conf = new JobConf(); conf.SetOutputCommitter(typeof(TestTaskCommit.CommitterThatAlwaysRequiresCommit)); Path outDir = new Path(rootDir, "output"); FileOutputFormat.SetOutputPath(conf, outDir); JobID jobId = ((JobID)JobID.ForName("job_201002121132_0001")); Task testTask; if (type == TaskType.Map) { testTask = new MapTask(); } else { testTask = new ReduceTask(); } testTask.SetConf(conf); testTask.Initialize(conf, jobId, Reporter.Null, false); return(testTask); }
public JobProfile(string user, string jobid, string jobFile, string url, string name ) : this(user, ((JobID)JobID.ForName(jobid)), jobFile, url, name) { }
private static JobStatus CreateTestJobStatus(string jobId, int state) { return(new JobStatus(((JobID)JobID.ForName(jobId)), 0.5f, 0.0f, state, "root", "TestJobEndNotifier" , null, null)); }