Esempio n. 1
0
 //Used for status updates
 public virtual void Init(ShuffleConsumerPlugin.Context context)
 {
     this.context       = context;
     this.reduceId      = context.GetReduceId();
     this.jobConf       = context.GetJobConf();
     this.umbilical     = context.GetUmbilical();
     this.reporter      = context.GetReporter();
     this.metrics       = new ShuffleClientMetrics(reduceId, jobConf);
     this.copyPhase     = context.GetCopyPhase();
     this.taskStatus    = context.GetStatus();
     this.reduceTask    = context.GetReduceTask();
     this.localMapFiles = context.GetLocalMapFiles();
     scheduler          = new ShuffleSchedulerImpl <K, V>(jobConf, taskStatus, reduceId, this, copyPhase
                                                          , context.GetShuffledMapsCounter(), context.GetReduceShuffleBytes(), context.GetFailedShuffleCounter
                                                              ());
     merger = CreateMergeManager(context);
 }
Esempio n. 2
0
 public override void Init(ShuffleConsumerPlugin.Context <K, V> context)
 {
     // just verify that Context has kept its public interface
     context.GetReduceId();
     context.GetJobConf();
     context.GetLocalFS();
     context.GetUmbilical();
     context.GetLocalDirAllocator();
     context.GetReporter();
     context.GetCodec();
     context.GetCombinerClass();
     context.GetCombineCollector();
     context.GetSpilledRecordsCounter();
     context.GetReduceCombineInputCounter();
     context.GetShuffledMapsCounter();
     context.GetReduceShuffleBytes();
     context.GetFailedShuffleCounter();
     context.GetMergedMapOutputsCounter();
     context.GetStatus();
     context.GetCopyPhase();
     context.GetMergePhase();
     context.GetReduceTask();
     context.GetMapOutputFile();
 }