private void DecompressChunk(byte[] compressedBytes, uint chunkSize, long chunkOffset, DeferredFormatter deferredFormatter)
{
// decompress data
MemoryStream compressedStream = new MemoryStream(compressedBytes, false);
GZipStream gZipStream = new GZipStream(compressedStream, CompressionMode.Decompress, true);
byte[] decompressedBytes = new byte[chunkSize];
int dstOffset = 0;
while (dstOffset < decompressedBytes.Length)
{
int bytesRead = gZipStream.Read(decompressedBytes, dstOffset, (int)chunkSize - dstOffset);
if (bytesRead == 0)
{
throw new SerializationException("ran out of data to decompress");
}
dstOffset += bytesRead;
deferredFormatter.ReportBytes((long)bytesRead);
}
// copy data
fixed(byte *pbDecompressedBytes = decompressedBytes)
{
byte *pbDst = (byte *)this.VoidStar + chunkOffset;
Memory.Copy(pbDst, pbDecompressedBytes, (ulong)chunkSize);
}
}
private void SerializeChunk(Stream output, uint chunkNumber, long chunkOffset, long chunkSize,
object currentLock, object previousLock, DeferredFormatter deferredFormatter)
{
lock (currentLock)
{
bool useCompression = deferredFormatter.UseCompression;
MemoryStream chunkOutput = new MemoryStream();
// chunkNumber
WriteUInt(chunkOutput, chunkNumber);
// dataSize
long rewindPos = chunkOutput.Position;
WriteUInt(chunkOutput, 0); // we'll rewind and write this later
long startPos = chunkOutput.Position;
// Compress data
byte[] array = new byte[chunkSize];
fixed(byte *pbArray = array)
{
Memory.Copy(pbArray, (byte *)this.VoidStar + chunkOffset, (ulong)chunkSize);
}
chunkOutput.Flush();
if (useCompression)
{
GZipStream gZipStream = new GZipStream(chunkOutput, CompressionMode.Compress, true);
gZipStream.Write(array, 0, array.Length);
gZipStream.Close();
}
else
{
chunkOutput.Write(array, 0, array.Length);
}
long endPos = chunkOutput.Position;
// dataSize
chunkOutput.Position = rewindPos;
uint dataSize = (uint)(endPos - startPos);
WriteUInt(chunkOutput, dataSize);
// bytes
chunkOutput.Flush();
lock (previousLock)
{
output.Write(chunkOutput.GetBuffer(), 0, (int)chunkOutput.Length);
deferredFormatter.ReportBytes(chunkSize);
}
}
}