private string GetBaseLocation(string jobId, string user)
{
JobID jobID = ((JobID)JobID.ForName(jobId));
ApplicationId appID = ApplicationId.NewInstance(long.Parse(jobID.GetJtIdentifier(
)), jobID.GetId());
string baseStr = ContainerLocalizer.Usercache + "/" + user + "/" + ContainerLocalizer
.Appcache + "/" + ConverterUtils.ToString(appID) + "/output" + "/";
return baseStr;
}
/// <exception cref="System.IO.IOException"/>
private void RecoverJobShuffleInfo(string jobIdStr, byte[] data)
{
JobID jobId;
try
{
jobId = ((JobID)JobID.ForName(jobIdStr));
}
catch (ArgumentException e)
{
throw new IOException("Bad job ID " + jobIdStr + " in state store", e);
}
ShuffleHandlerRecoveryProtos.JobShuffleInfoProto proto = ShuffleHandlerRecoveryProtos.JobShuffleInfoProto
.ParseFrom(data);
string user = proto.GetUser();
SecurityProtos.TokenProto tokenProto = proto.GetJobToken();
Org.Apache.Hadoop.Security.Token.Token<JobTokenIdentifier> jobToken = new Org.Apache.Hadoop.Security.Token.Token
<JobTokenIdentifier>(tokenProto.GetIdentifier().ToByteArray(), tokenProto.GetPassword
().ToByteArray(), new Text(tokenProto.GetKind()), new Text(tokenProto.GetService
()));
AddJobToken(jobId, user, jobToken);
}
/// <exception cref="System.IO.IOException"/>
/// <exception cref="System.TypeLoadException"/>
/// <exception cref="System.Exception"/>
private Task CreateDummyTask(TaskType type)
{
JobConf conf = new JobConf();
conf.SetOutputCommitter(typeof(TestTaskCommit.CommitterThatAlwaysRequiresCommit));
Path outDir = new Path(rootDir, "output");
FileOutputFormat.SetOutputPath(conf, outDir);
JobID jobId = ((JobID)JobID.ForName("job_201002121132_0001"));
Task testTask;
if (type == TaskType.Map)
{
testTask = new MapTask();
}
else
{
testTask = new ReduceTask();
}
testTask.SetConf(conf);
testTask.Initialize(conf, jobId, Reporter.Null, false);
return(testTask);
}
public JobProfile(string user, string jobid, string jobFile, string url, string name
)
: this(user, ((JobID)JobID.ForName(jobid)), jobFile, url, name)
{
}
private static JobStatus CreateTestJobStatus(string jobId, int state)
{
return(new JobStatus(((JobID)JobID.ForName(jobId)), 0.5f, 0.0f, state, "root", "TestJobEndNotifier"
, null, null));
}
