internal CompressedChunkData(DecompressedChunk chunk) { // Contract.Requires<ArgumentNullException>(chunk != null); var tokens = Tokenizer.TokenizeUncompressedData(chunk.Data); _tokensequences.AddRange(tokens.ToTokenSequences()); }
internal CompressedChunkData(DecompressedChunk chunk) { if (chunk == null) { throw new ArgumentNullException(nameof(chunk)); } var tokens = Tokenizer.TokenizeUncompressedData(chunk.Data); _tokensequences.AddRange(tokens.ToTokenSequences()); }
internal DecompressedBuffer(byte[] uncompressedData) { using (var reader = new BinaryReader(new MemoryStream(uncompressedData))) { while (reader.BaseStream.Position < reader.BaseStream.Length) { var chunk = new DecompressedChunk(reader); DecompressedChunks.Add(chunk); } } }
internal CompressedChunk(DecompressedChunk decompressedChunk) { // Contract.Requires<ArgumentNullException>(decompressedChunk != null); // Contract.Ensures(Header != null); // Contract.Ensures(ChunkData != null); ChunkData = new CompressedChunkData(decompressedChunk); if (ChunkData.Size >= Globals.MaxBytesPerChunk) { ChunkData = new RawChunk(decompressedChunk.Data); } Header = new CompressedChunkHeader(ChunkData); }
internal CompressedChunk(DecompressedChunk decompressedChunk) { if (decompressedChunk == null) { throw new ArgumentNullException(nameof(decompressedChunk)); } ChunkData = new CompressedChunkData(decompressedChunk); if (ChunkData.Size >= Globals.MaxBytesPerChunk) { ChunkData = new RawChunk(decompressedChunk.Data); } Header = new CompressedChunkHeader(ChunkData); }