public virtual void TestGzipCodecWithParam()
{
Configuration conf = new Configuration(this.conf);
ZlibFactory.SetCompressionLevel(conf, ZlibCompressor.CompressionLevel.BestCompression
);
ZlibFactory.SetCompressionStrategy(conf, ZlibCompressor.CompressionStrategy.HuffmanOnly
);
CodecTest(conf, seed, 0, "org.apache.hadoop.io.compress.GzipCodec");
CodecTest(conf, seed, count, "org.apache.hadoop.io.compress.GzipCodec");
}
/// <exception cref="System.IO.IOException"/>
private static void CodecTestWithNOCompression(Configuration conf, string codecClass
)
{
// Create a compressor with NO_COMPRESSION and make sure that
// output is not compressed by comparing the size with the
// original input
CompressionCodec codec = null;
ZlibFactory.SetCompressionLevel(conf, ZlibCompressor.CompressionLevel.NoCompression
);
try
{
codec = (CompressionCodec)ReflectionUtils.NewInstance(conf.GetClassByName(codecClass
), conf);
}
catch (TypeLoadException)
{
throw new IOException("Illegal codec!");
}
Compressor c = codec.CreateCompressor();
// ensure same compressor placed earlier
ByteArrayOutputStream bos = new ByteArrayOutputStream();
CompressionOutputStream cos = null;
// write trivially compressable data
byte[] b = new byte[1 << 15];
Arrays.Fill(b, unchecked ((byte)43));
try
{
cos = codec.CreateOutputStream(bos, c);
cos.Write(b);
}
finally
{
if (cos != null)
{
cos.Close();
}
}
byte[] outbytes = bos.ToByteArray();
// verify data were not compressed
Assert.True("Compressed bytes contrary to configuration(NO_COMPRESSION)"
, outbytes.Length >= b.Length);
}
/// <exception cref="System.IO.IOException"/>
private static void GzipReinitTest(Configuration conf, CompressionCodec codec)
{
// Add codec to cache
ZlibFactory.SetCompressionLevel(conf, ZlibCompressor.CompressionLevel.BestCompression
);
ZlibFactory.SetCompressionStrategy(conf, ZlibCompressor.CompressionStrategy.DefaultStrategy
);
Compressor c1 = CodecPool.GetCompressor(codec);
CodecPool.ReturnCompressor(c1);
// reset compressor's compression level to perform no compression
ZlibFactory.SetCompressionLevel(conf, ZlibCompressor.CompressionLevel.NoCompression
);
Compressor c2 = CodecPool.GetCompressor(codec, conf);
// ensure same compressor placed earlier
Assert.True("Got mismatched ZlibCompressor", c1 == c2);
ByteArrayOutputStream bos = new ByteArrayOutputStream();
CompressionOutputStream cos = null;
// write trivially compressable data
byte[] b = new byte[1 << 15];
Arrays.Fill(b, unchecked ((byte)43));
try
{
cos = codec.CreateOutputStream(bos, c2);
cos.Write(b);
}
finally
{
if (cos != null)
{
cos.Close();
}
CodecPool.ReturnCompressor(c2);
}
byte[] outbytes = bos.ToByteArray();
// verify data were not compressed
Assert.True("Compressed bytes contrary to configuration", outbytes
.Length >= b.Length);
}