Exemple #1
0
 /// <exception cref="System.IO.IOException"/>
 public virtual RecordReader <Text, Text> GetRecordReader(InputSplit split, JobConf
                                                          job, Reporter reporter)
 {
     GenericMRLoadGenerator.IndirectInputFormat.IndirectSplit clSplit = (GenericMRLoadGenerator.IndirectInputFormat.IndirectSplit
                                                                         )split;
     return(new _RecordReader_216(clSplit));
 }
Exemple #2
0
 public virtual InputSplit[] GetSplits(JobConf conf, int numSplits)
 {
     InputSplit[] splits = new InputSplit[numSplits];
     for (int i = 0; i < numSplits; ++i)
     {
         splits[i] = new GenericMRLoadGenerator.IndirectInputFormat.IndirectSplit(new Path
                                                                                      ("ignore" + i), 1);
     }
     return(splits);
 }
Exemple #3
0
            /// <exception cref="System.IO.IOException"/>
            public virtual RecordReader GetRecordReader(InputSplit split, JobConf job, Reporter
                                                        reporter)
            {
                InputFormat indirIF = (InputFormat)ReflectionUtils.NewInstance(job.GetClass(GenericMRLoadGenerator
                                                                                            .IndirectInputFormat, typeof(SequenceFileInputFormat)), job);

                GenericMRLoadGenerator.IndirectInputFormat.IndirectSplit @is = ((GenericMRLoadGenerator.IndirectInputFormat.IndirectSplit
                                                                                 )split);
                return(indirIF.GetRecordReader(new FileSplit(@is.GetPath(), 0, @is.GetLength(), (
                                                                 string[])null), job, reporter));
            }
Exemple #4
0
 public _RecordReader_216(GenericMRLoadGenerator.IndirectInputFormat.IndirectSplit
                          clSplit)
 {
     this.clSplit = clSplit;
     this.once    = true;
 }