/// <exception cref="System.IO.IOException"/>
private static void ForOffset(SequenceFile.Reader reader, IntWritable key, Text val
, int iter, long off, int expectedRecord)
{
val.Clear();
reader.Sync(off);
reader.Next(key, val);
Assert.Equal(key.Get(), expectedRecord);
string test = string.Format(RecFmt, expectedRecord, expectedRecord);
Assert.Equal("Invalid value " + val, 0, val.Find(test, 0));
}
/// <exception cref="System.IO.IOException"/>
public SequenceFileRecordReader(Configuration conf, FileSplit split)
{
Path path = split.GetPath();
FileSystem fs = path.GetFileSystem(conf);
this.@in = new SequenceFile.Reader(fs, path, conf);
this.end = split.GetStart() + split.GetLength();
this.conf = conf;
if (split.GetStart() > @in.GetPosition())
{
@in.Sync(split.GetStart());
}
// sync to start
this.start = @in.GetPosition();
more = start < end;
}
/// <exception cref="System.IO.IOException"/>
public SequenceFileAsBinaryRecordReader(Configuration conf, FileSplit split)
{
Path path = split.GetPath();
FileSystem fs = path.GetFileSystem(conf);
this.@in = new SequenceFile.Reader(fs, path, conf);
this.end = split.GetStart() + split.GetLength();
if (split.GetStart() > @in.GetPosition())
{
@in.Sync(split.GetStart());
}
// sync to start
this.start = @in.GetPosition();
vbytes = @in.CreateValueBytes();
done = start >= end;
}
/// <exception cref="System.IO.IOException"/>
/// <exception cref="System.Exception"/>
public override void Initialize(InputSplit split, TaskAttemptContext context)
{
Path path = ((FileSplit)split).GetPath();
Configuration conf = context.GetConfiguration();
FileSystem fs = path.GetFileSystem(conf);
this.@in = new SequenceFile.Reader(fs, path, conf);
this.end = ((FileSplit)split).GetStart() + split.GetLength();
if (((FileSplit)split).GetStart() > @in.GetPosition())
{
@in.Sync(((FileSplit)split).GetStart());
}
// sync to start
this.start = @in.GetPosition();
vbytes = @in.CreateValueBytes();
done = start >= end;
}
/// <exception cref="System.IO.IOException"/>
/// <exception cref="System.Exception"/>
public override void Initialize(InputSplit split, TaskAttemptContext context)
{
FileSplit fileSplit = (FileSplit)split;
conf = context.GetConfiguration();
Path path = fileSplit.GetPath();
FileSystem fs = path.GetFileSystem(conf);
this.@in = new SequenceFile.Reader(fs, path, conf);
this.end = fileSplit.GetStart() + fileSplit.GetLength();
if (fileSplit.GetStart() > @in.GetPosition())
{
@in.Sync(fileSplit.GetStart());
}
// sync to start
this.start = @in.GetPosition();
more = start < end;
}