/// <summary>Create a record reader for the given split</summary>
/// <param name="split">file split</param>
/// <param name="context">the task-attempt context</param>
/// <returns>RecordReader</returns>
/// <exception cref="System.IO.IOException"/>
public override RecordReader <K, V> CreateRecordReader(InputSplit split, TaskAttemptContext
context)
{
context.SetStatus(split.ToString());
return(new SequenceFileInputFilter.FilterRecordReader <K, V>(context.GetConfiguration
()));
}
/// <summary>Create a record reader for the given split</summary>
/// <param name="split">file split</param>
/// <param name="job">job configuration</param>
/// <param name="reporter">reporter who sends report to task tracker</param>
/// <returns>RecordReader</returns>
/// <exception cref="System.IO.IOException"/>
public override RecordReader <K, V> GetRecordReader(InputSplit split, JobConf job,
Reporter reporter)
{
reporter.SetStatus(split.ToString());
return(new SequenceFileInputFilter.FilterRecordReader <K, V>(job, (FileSplit)split
));
}
/// <exception cref="System.IO.IOException"/>
public override RecordReader <LongWritable, BytesWritable> GetRecordReader(InputSplit
genericSplit, JobConf job, Reporter reporter)
{
reporter.SetStatus(genericSplit.ToString());
int recordLength = GetRecordLength(job);
if (recordLength <= 0)
{
throw new IOException("Fixed record length " + recordLength + " is invalid. It should be set to a value greater than zero"
);
}
return(new FixedLengthRecordReader(job, (FileSplit)genericSplit, recordLength));
}
/// <exception cref="System.IO.IOException"/>
public override RecordReader <LongWritable, Text> GetRecordReader(InputSplit genericSplit
, JobConf job, Reporter reporter)
{
reporter.SetStatus(genericSplit.ToString());
string delimiter = job.Get("textinputformat.record.delimiter");
byte[] recordDelimiterBytes = null;
if (null != delimiter)
{
recordDelimiterBytes = Sharpen.Runtime.GetBytesForString(delimiter, Charsets.Utf8
);
}
return(new LineRecordReader(job, (FileSplit)genericSplit, recordDelimiterBytes));
}
/// <exception cref="System.IO.IOException"/>
public override RecordReader <Text, Text> CreateRecordReader(InputSplit split, TaskAttemptContext
context)
{
context.SetStatus(split.ToString());
return(new SequenceFileAsTextRecordReader());
}
public override string ToString()
{
return(inputSplit.ToString());
}
/// <exception cref="System.IO.IOException"/>
public override RecordReader <LongWritable, Text> CreateRecordReader(InputSplit genericSplit
, TaskAttemptContext context)
{
context.SetStatus(genericSplit.ToString());
return(new LineRecordReader());
}
/// <exception cref="System.IO.IOException"/>
public override RecordReader <LongWritable, Text> GetRecordReader(InputSplit genericSplit
, JobConf job, Reporter reporter)
{
reporter.SetStatus(genericSplit.ToString());
return(new LineRecordReader(job, (FileSplit)genericSplit));
}
/// <exception cref="System.IO.IOException"/>
public override RecordReader <Text, Text> CreateRecordReader(InputSplit genericSplit
, TaskAttemptContext context)
{
context.SetStatus(genericSplit.ToString());
return(new KeyValueLineRecordReader(context.GetConfiguration()));
}