public void StartProducing()
{
var fs = _context.ReadFile.Stream;
var gzipHeaderMatches = 0;
List <byte> currentDataBlockData = new List <byte>();
int blockNumber = 0;
byte[] initBuffer = new byte[Constants.GZipDefaultHeader.Length + 1];
int currentStreamPosition = fs.Read(initBuffer, 0, Constants.GZipDefaultHeader.Length + 1); // read first file gzip header plus additional data byte
currentDataBlockData.AddRange(initBuffer);
while (currentStreamPosition < _context.ReadFile.FileLength && !_context.IsExecutionStopped())
{
var currentByte = fs.ReadByte();
currentDataBlockData.Add((byte)currentByte);
if (currentStreamPosition == _context.ReadFile.FileLength - 1) // last block of data
{
_context.BlockQueue.Enqueue(new ProcessingBlock(blockNumber, currentDataBlockData.ToArray(), true));
OnProgressChanged(new ProgressChangedEventArgs(100));
break;
}
if (currentByte == Constants.GZipDefaultHeader[gzipHeaderMatches])
{
if (gzipHeaderMatches == Constants.GZipDefaultHeader.Length - 1)
{
var nextBlockHeader = currentDataBlockData.GetRange(
currentDataBlockData.Count - Constants.GZipDefaultHeader.Length,
Constants.GZipDefaultHeader.Length);
currentDataBlockData.RemoveRange(currentDataBlockData.Count - Constants.GZipDefaultHeader.Length,
Constants.GZipDefaultHeader.Length); // we've found the beginning of the next block
_context.BlockQueue.Enqueue(new ProcessingBlock(blockNumber, currentDataBlockData.ToArray(), false));
if (currentStreamPosition % 100 == 0)
{
OnProgressChanged(new ProgressChangedEventArgs((int)(currentStreamPosition * 100.0 / _context.ReadFile.FileLength)));
}
currentDataBlockData = nextBlockHeader;
blockNumber++;
gzipHeaderMatches = 0;
}
else
{
gzipHeaderMatches++;
}
}
else
{
gzipHeaderMatches = 0;
}
currentStreamPosition++;
}
}
public void StartConsuming()
{
ProcessingBlock currentProcessedBlock;
while (_context.BlockQueue.TryDequeue(out currentProcessedBlock) && !_context.IsExecutionStopped())
{
var compressedBytes = GZipHelper.Compress(currentProcessedBlock.BlockData);
_context.ConsumerEventsManager.GetCurrentThreadEvent(currentProcessedBlock.BlockIndex).WaitOne();
_context.WriteFile.WriteToFile(compressedBytes);
_context.ConsumerEventsManager.GetNextThreadEvent(currentProcessedBlock.BlockIndex).Set();
CheckWorkDone(currentProcessedBlock);
}
}
public void StartProducing()
{
int currentBlockIndex = 0;
while (currentBlockIndex * Constants.BlockSize <= _context.ReadFile.FileLength && !_context.IsExecutionStopped())
{
byte[] data = _context.ReadFile.ReadBytes(currentBlockIndex * Constants.BlockSize, Constants.BlockSize);
var isLastBlock = (currentBlockIndex + 1) * Constants.BlockSize > _context.ReadFile.FileLength;
_context.BlockQueue.Enqueue(new ProcessingBlock(currentBlockIndex, data, isLastBlock));
OnProgressChanged(new ProgressChangedEventArgs((int)(currentBlockIndex * Constants.BlockSize * 100.0 / _context.ReadFile.FileLength)));
currentBlockIndex++;
}
OnProgressChanged(new ProgressChangedEventArgs(100));
}
