internal CompressedChunkData(DecompressedChunk chunk)
{
// Contract.Requires<ArgumentNullException>(chunk != null);
var tokens = Tokenizer.TokenizeUncompressedData(chunk.Data);
_tokensequences.AddRange(tokens.ToTokenSequences());
}
internal CompressedChunkData(DecompressedChunk chunk)
{
if (chunk == null)
{
throw new ArgumentNullException(nameof(chunk));
}
var tokens = Tokenizer.TokenizeUncompressedData(chunk.Data);
_tokensequences.AddRange(tokens.ToTokenSequences());
}
internal DecompressedBuffer(byte[] uncompressedData)
{
using (var reader = new BinaryReader(new MemoryStream(uncompressedData)))
{
while (reader.BaseStream.Position < reader.BaseStream.Length)
{
var chunk = new DecompressedChunk(reader);
DecompressedChunks.Add(chunk);
}
}
}
internal CompressedChunk(DecompressedChunk decompressedChunk)
{
// Contract.Requires<ArgumentNullException>(decompressedChunk != null);
// Contract.Ensures(Header != null);
// Contract.Ensures(ChunkData != null);
ChunkData = new CompressedChunkData(decompressedChunk);
if (ChunkData.Size >= Globals.MaxBytesPerChunk)
{
ChunkData = new RawChunk(decompressedChunk.Data);
}
Header = new CompressedChunkHeader(ChunkData);
}
internal CompressedChunk(DecompressedChunk decompressedChunk)
{
if (decompressedChunk == null)
{
throw new ArgumentNullException(nameof(decompressedChunk));
}
ChunkData = new CompressedChunkData(decompressedChunk);
if (ChunkData.Size >= Globals.MaxBytesPerChunk)
{
ChunkData = new RawChunk(decompressedChunk.Data);
}
Header = new CompressedChunkHeader(ChunkData);
}