Beispiel #1
0
 public MapTaskAttemptImpl(TaskId taskId, int attempt, EventHandler eventHandler,
                           Path jobFile, int partition, JobSplit.TaskSplitMetaInfo splitInfo, JobConf conf,
                           TaskAttemptListener taskAttemptListener, Org.Apache.Hadoop.Security.Token.Token <
                               JobTokenIdentifier> jobToken, Credentials credentials, Clock clock, AppContext appContext
                           )
     : base(taskId, attempt, eventHandler, taskAttemptListener, jobFile, partition, conf
            , splitInfo.GetLocations(), jobToken, credentials, clock, appContext)
 {
     this.splitInfo = splitInfo;
 }
Beispiel #2
0
 public MapTaskImpl(JobId jobId, int partition, EventHandler eventHandler, Path remoteJobConfFile
                    , JobConf conf, JobSplit.TaskSplitMetaInfo taskSplitMetaInfo, TaskAttemptListener
                    taskAttemptListener, Org.Apache.Hadoop.Security.Token.Token <JobTokenIdentifier>
                    jobToken, Credentials credentials, Clock clock, int appAttemptId, MRAppMetrics
                    metrics, AppContext appContext)
     : base(jobId, TaskType.Map, partition, eventHandler, remoteJobConfFile, conf, taskAttemptListener
            , jobToken, credentials, clock, appAttemptId, metrics, appContext)
 {
     this.taskSplitMetaInfo = taskSplitMetaInfo;
 }
Beispiel #3
0
 protected internal override JobSplit.TaskSplitMetaInfo[] CreateSplits(JobImpl job
                                                                       , JobId jobId)
 {
     JobSplit.TaskSplitMetaInfo[] splits = new JobSplit.TaskSplitMetaInfo[maps];
     for (int i = 0; i < maps; i++)
     {
         splits[i] = new JobSplit.TaskSplitMetaInfo();
     }
     return(splits);
 }
Beispiel #4
0
 public MapTaskRunnable(Job _enclosing, JobSplit.TaskSplitMetaInfo info, int taskId
                        , JobID jobId, IDictionary <TaskAttemptID, MapOutputFile> mapOutputFiles)
     : base(_enclosing)
 {
     this._enclosing = _enclosing;
     // This is a reference to a shared object passed in by the
     // external context; this delivers state to the reducers regarding
     // where to fetch mapper outputs.
     this.info           = info;
     this.taskId         = taskId;
     this.mapOutputFiles = mapOutputFiles;
     this.jobId          = jobId;
     this.localConf      = new JobConf(this._enclosing.job);
 }
Beispiel #5
0
 public virtual void Setup()
 {
     dispatcher = new InlineDispatcher();
     ++startCount;
     conf = new JobConf();
     taskAttemptListener = Org.Mockito.Mockito.Mock <TaskAttemptListener>();
     jobToken            = (Org.Apache.Hadoop.Security.Token.Token <JobTokenIdentifier>)Org.Mockito.Mockito.Mock
                           <Org.Apache.Hadoop.Security.Token.Token>();
     remoteJobConfFile = Org.Mockito.Mockito.Mock <Path>();
     credentials       = null;
     clock             = new SystemClock();
     metrics           = Org.Mockito.Mockito.Mock <MRAppMetrics>();
     dataLocations     = new string[1];
     appId             = ApplicationId.NewInstance(Runtime.CurrentTimeMillis(), 1);
     jobId             = Org.Apache.Hadoop.Yarn.Util.Records.NewRecord <JobId>();
     jobId.SetId(1);
     jobId.SetAppId(appId);
     appContext        = Org.Mockito.Mockito.Mock <AppContext>();
     taskSplitMetaInfo = Org.Mockito.Mockito.Mock <JobSplit.TaskSplitMetaInfo>();
     Org.Mockito.Mockito.When(taskSplitMetaInfo.GetLocations()).ThenReturn(dataLocations
                                                                           );
     taskAttempts = new AList <TestTaskImpl.MockTaskAttemptImpl>();
 }