public void CompressedChunksAreStoredRetrievedAndDecompressedCorrectly()
{
var bufferOne = Encoding.ASCII.GetBytes("FileReadersIntegrationTests");
var bufferTwo = Encoding.ASCII.GetBytes("FileReadersIntegrationTests part two");
using (var fileStream = File.Open(outputFile.FullName, FileMode.Create))
{
using var compressedFileStreamWrapper = new CompressedFileStreamWrapper(fileStream);
var processedChunk = compressor.Process(bufferOne);
compressedFileStreamWrapper.Write(processedChunk.Memory.Span);
processedChunk = compressor.Process(bufferTwo);
compressedFileStreamWrapper.Write(processedChunk.Memory.Span);
}
var compressedBufferedFileReader = new CompressedBufferedFileReader();
var chunks = new List <ProcessedChunk>();
foreach (var chunk in compressedBufferedFileReader.Read(outputFile))
{
var processedChunk = decompressor.Process(chunk.Memory);
chunks.Add(processedChunk);
}
bufferOne.SequenceShouldBeEqualTo(chunks[0]);
bufferTwo.SequenceShouldBeEqualTo(chunks[1]);
}
public void CompressedChunksAreStoredSavedToFileAndReadBackCorrectly()
{
var bufferOne = Encoding.ASCII.GetBytes("FileReadersIntegrationTests");
var bufferTwo = Encoding.ASCII.GetBytes("FileReadersIntegrationTests part two");
Span <byte> combinedBuffers = stackalloc byte[bufferOne.Length + bufferTwo.Length];
bufferOne.AsSpan().CopyTo(combinedBuffers.Slice(0, bufferOne.Length));
bufferTwo.AsSpan().CopyTo(combinedBuffers.Slice(bufferOne.Length, bufferTwo.Length));
using (var fileStream = File.Open(outputFile.FullName, FileMode.Create))
{
using var compressedFileStreamWrapper = new CompressedFileStreamWrapper(fileStream);
var processedChunk = compressor.Process(bufferOne);
compressedFileStreamWrapper.Write(processedChunk.Memory.Span);
processedChunk = compressor.Process(bufferTwo);
compressedFileStreamWrapper.Write(processedChunk.Memory.Span);
}
var compressedBufferedFileReader = new CompressedBufferedFileReader();
var chunks = new List <ProcessedChunk>();
foreach (var chunk in compressedBufferedFileReader.Read(outputFile))
{
chunks.Add(decompressor.Process(chunk.Memory));
}
bufferOne.SequenceShouldBeEqualTo(chunks[0]);
bufferTwo.SequenceShouldBeEqualTo(chunks[1]);
using (var decompressedFileStream = File.Open(decompressedFile.FullName, FileMode.Create))
{
using var uncompressedFileStreamWrapper = new UncompressedFileStreamWrapper(decompressedFileStream);
foreach (var bytes in chunks)
{
uncompressedFileStreamWrapper.Write(bytes.Memory.Span);
}
}
combinedBuffers
.SequenceEqual(File.ReadAllBytes(decompressedFile.FullName))
.ShouldBeTrue();
}
public void FileCompressedChunksAreStoredSavedToFileAndReadBackCorrectly()
{
File.AppendAllLines(inputFile.FullName, new[]
{
"hello world",
"this is test, haha",
"adsfasdfasdfasdfasdfasdfasfasdfasdasdfasdfasdfasdfasdfasdfasdfasdfasdfffffffffffffffffffffffffaafaf"
});
var uncompressedBufferedFileReader = new UncompressedBufferedFileReader();
var buffers = new List <FileChunk>();
foreach (var buffer in uncompressedBufferedFileReader.Read(inputFile))
{
buffers.Add(buffer);
}
int combinedSize = buffers.Sum(b => b.Memory.Length);
var combinedBuffer = combinedSize <= 1024 ? stackalloc byte[combinedSize] : new byte[combinedSize];
var copied = 0;
for (var i = 0; i < buffers.Count; i++)
{
buffers[i].Memory.Span.CopyTo(combinedBuffer.Slice(copied, buffers[i].Memory.Length));
copied += buffers[i].Memory.Length;
}
using (var fileStream = File.Open(outputFile.FullName, FileMode.Create))
{
using var compressedFileStreamWrapper = new CompressedFileStreamWrapper(fileStream);
foreach (var buffer in buffers)
{
var processedChunk = compressor.Process(buffer.Memory);
compressedFileStreamWrapper.Write(processedChunk.Memory.Span);
}
}
var compressedBufferedFileReader = new CompressedBufferedFileReader();
var chunks = new List <ProcessedChunk>();
foreach (var chunk in compressedBufferedFileReader.Read(outputFile))
{
chunks.Add(decompressor.Process(chunk.Memory));
}
for (int i = 0; i < buffers.Count; i++)
{
buffers[i].SequenceShouldBeEqualTo(chunks[i]);
}
using (var decompressedFileStream = File.Open(decompressedFile.FullName, FileMode.Create))
{
using var uncompressedFileStreamWrapper = new UncompressedFileStreamWrapper(decompressedFileStream);
foreach (var bytes in chunks)
{
uncompressedFileStreamWrapper.Write(bytes.Memory.Span);
}
}
inputFile.ShouldHaveSameContentAs(decompressedFile);
}