public MapTaskAttemptImpl(TaskId taskId, int attempt, EventHandler eventHandler, Path jobFile, int partition, JobSplit.TaskSplitMetaInfo splitInfo, JobConf conf, TaskAttemptListener taskAttemptListener, Org.Apache.Hadoop.Security.Token.Token < JobTokenIdentifier> jobToken, Credentials credentials, Clock clock, AppContext appContext ) : base(taskId, attempt, eventHandler, taskAttemptListener, jobFile, partition, conf , splitInfo.GetLocations(), jobToken, credentials, clock, appContext) { this.splitInfo = splitInfo; }
public MapTaskImpl(JobId jobId, int partition, EventHandler eventHandler, Path remoteJobConfFile , JobConf conf, JobSplit.TaskSplitMetaInfo taskSplitMetaInfo, TaskAttemptListener taskAttemptListener, Org.Apache.Hadoop.Security.Token.Token <JobTokenIdentifier> jobToken, Credentials credentials, Clock clock, int appAttemptId, MRAppMetrics metrics, AppContext appContext) : base(jobId, TaskType.Map, partition, eventHandler, remoteJobConfFile, conf, taskAttemptListener , jobToken, credentials, clock, appAttemptId, metrics, appContext) { this.taskSplitMetaInfo = taskSplitMetaInfo; }
protected internal override JobSplit.TaskSplitMetaInfo[] CreateSplits(JobImpl job , JobId jobId) { JobSplit.TaskSplitMetaInfo[] splits = new JobSplit.TaskSplitMetaInfo[maps]; for (int i = 0; i < maps; i++) { splits[i] = new JobSplit.TaskSplitMetaInfo(); } return(splits); }
public MapTaskRunnable(Job _enclosing, JobSplit.TaskSplitMetaInfo info, int taskId , JobID jobId, IDictionary <TaskAttemptID, MapOutputFile> mapOutputFiles) : base(_enclosing) { this._enclosing = _enclosing; // This is a reference to a shared object passed in by the // external context; this delivers state to the reducers regarding // where to fetch mapper outputs. this.info = info; this.taskId = taskId; this.mapOutputFiles = mapOutputFiles; this.jobId = jobId; this.localConf = new JobConf(this._enclosing.job); }
public virtual void Setup() { dispatcher = new InlineDispatcher(); ++startCount; conf = new JobConf(); taskAttemptListener = Org.Mockito.Mockito.Mock <TaskAttemptListener>(); jobToken = (Org.Apache.Hadoop.Security.Token.Token <JobTokenIdentifier>)Org.Mockito.Mockito.Mock <Org.Apache.Hadoop.Security.Token.Token>(); remoteJobConfFile = Org.Mockito.Mockito.Mock <Path>(); credentials = null; clock = new SystemClock(); metrics = Org.Mockito.Mockito.Mock <MRAppMetrics>(); dataLocations = new string[1]; appId = ApplicationId.NewInstance(Runtime.CurrentTimeMillis(), 1); jobId = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <JobId>(); jobId.SetId(1); jobId.SetAppId(appId); appContext = Org.Mockito.Mockito.Mock <AppContext>(); taskSplitMetaInfo = Org.Mockito.Mockito.Mock <JobSplit.TaskSplitMetaInfo>(); Org.Mockito.Mockito.When(taskSplitMetaInfo.GetLocations()).ThenReturn(dataLocations ); taskAttempts = new AList <TestTaskImpl.MockTaskAttemptImpl>(); }