/// <exception cref="System.Exception"/>
public virtual void TestAppendSort()
{
GenericTestUtils.AssumeInNativeProfile();
Path file = new Path(RootPath, "testseqappendSort.seq");
fs.Delete(file, true);
Path sortedFile = new Path(RootPath, "testseqappendSort.seq.sort");
fs.Delete(sortedFile, true);
SequenceFile.Sorter sorter = new SequenceFile.Sorter(fs, new JavaSerializationComparator
<long>(), typeof(long), typeof(string), conf);
SequenceFile.Writer.Option compressOption = SequenceFile.Writer.Compression(SequenceFile.CompressionType
.Block, new GzipCodec());
SequenceFile.Writer writer = SequenceFile.CreateWriter(conf, SequenceFile.Writer.
File(file), SequenceFile.Writer.KeyClass(typeof(long)), SequenceFile.Writer.ValueClass
(typeof(string)), compressOption);
writer.Append(2L, "two");
writer.Append(1L, "one");
writer.Close();
writer = SequenceFile.CreateWriter(conf, SequenceFile.Writer.File(file), SequenceFile.Writer
.KeyClass(typeof(long)), SequenceFile.Writer.ValueClass(typeof(string)), SequenceFile.Writer
.AppendIfExists(true), compressOption);
writer.Append(4L, "four");
writer.Append(3L, "three");
writer.Close();
// Sort file after append
sorter.Sort(file, sortedFile);
VerifyAll4Values(sortedFile);
fs.DeleteOnExit(file);
fs.DeleteOnExit(sortedFile);
}
/// <exception cref="System.IO.IOException"/>
private void SortTest(FileSystem fs, int count, int megabytes, int factor, bool fast
, Path file)
{
fs.Delete(new Path(file + ".sorted"), true);
SequenceFile.Sorter sorter = NewSorter(fs, fast, megabytes, factor);
Log.Debug("sorting " + count + " records");
sorter.Sort(file, file.Suffix(".sorted"));
Log.Info("done sorting " + count + " debug");
}
/// <exception cref="System.IO.IOException"/>
private void SortMetadataTest(FileSystem fs, Path unsortedFile, Path sortedFile,
SequenceFile.Metadata metadata)
{
fs.Delete(sortedFile, true);
Log.Info("sorting: " + unsortedFile + " to: " + sortedFile);
WritableComparator comparator = WritableComparator.Get(typeof(RandomDatum));
SequenceFile.Sorter sorter = new SequenceFile.Sorter(fs, comparator, typeof(RandomDatum
), typeof(RandomDatum), conf, metadata);
sorter.Sort(new Path[] { unsortedFile }, sortedFile, false);
}