/// <exception cref="System.Exception"/>
public virtual Org.Apache.Hadoop.Mapreduce.V2.App.Job.Job Submit(Configuration conf
, bool mapSpeculative, bool reduceSpeculative)
{
string user = conf.Get(MRJobConfig.UserName, UserGroupInformation.GetCurrentUser(
).GetShortUserName());
conf.Set(MRJobConfig.UserName, user);
conf.Set(MRJobConfig.MrAmStagingDir, testAbsPath.ToString());
conf.SetBoolean(MRJobConfig.MrAmCreateJhIntermediateBaseDir, true);
// TODO: fix the bug where the speculator gets events with
// not-fully-constructed objects. For now, disable speculative exec
conf.SetBoolean(MRJobConfig.MapSpeculative, mapSpeculative);
conf.SetBoolean(MRJobConfig.ReduceSpeculative, reduceSpeculative);
Init(conf);
Start();
DefaultMetricsSystem.Shutdown();
Org.Apache.Hadoop.Mapreduce.V2.App.Job.Job job = GetContext().GetAllJobs().Values
.GetEnumerator().Next();
if (assignedQueue != null)
{
job.SetQueueName(assignedQueue);
}
// Write job.xml
string jobFile = MRApps.GetJobFile(conf, user, TypeConverter.FromYarn(job.GetID()
));
Log.Info("Writing job conf to " + jobFile);
new FilePath(jobFile).GetParentFile().Mkdirs();
conf.WriteXml(new FileOutputStream(jobFile));
return(job);
}
protected internal virtual void Register()
{
//Register
IPEndPoint serviceAddr = null;
if (clientService != null)
{
serviceAddr = clientService.GetBindAddress();
}
try
{
RegisterApplicationMasterRequest request = recordFactory.NewRecordInstance <RegisterApplicationMasterRequest
>();
if (serviceAddr != null)
{
request.SetHost(serviceAddr.GetHostName());
request.SetRpcPort(serviceAddr.Port);
request.SetTrackingUrl(MRWebAppUtil.GetAMWebappScheme(GetConfig()) + serviceAddr.
GetHostName() + ":" + clientService.GetHttpPort());
}
RegisterApplicationMasterResponse response = scheduler.RegisterApplicationMaster(
request);
isApplicationMasterRegistered = true;
maxContainerCapability = response.GetMaximumResourceCapability();
this.context.GetClusterInfo().SetMaxContainerCapability(maxContainerCapability);
if (UserGroupInformation.IsSecurityEnabled())
{
SetClientToAMToken(response.GetClientToAMTokenMasterKey());
}
this.applicationACLs = response.GetApplicationACLs();
Log.Info("maxContainerCapability: " + maxContainerCapability);
string queue = response.GetQueue();
Log.Info("queue: " + queue);
job.SetQueueName(queue);
Sharpen.Collections.AddAll(this.schedulerResourceTypes, response.GetSchedulerResourceTypes
());
}
catch (Exception are)
{
Log.Error("Exception while registering", are);
throw new YarnRuntimeException(are);
}
}
