Example #1
0
        private void CompressionWorker(Object stream)
        {
            while (_readerThread.IsAlive || _readBlocks.Count > 0)
            {
                if (_blocksToWrite.Count > _blockCacheSize)
                {
                    _onWrittenEvent.WaitOne(SyncWaitMs);
                    continue;
                }

                CompressionBlock currentBlock = ReadBlock();

                if (currentBlock == null)
                {
                    if (_readerThread.IsAlive)
                    {
                        _onReadEvent.WaitOne(SyncWaitMs);
                    }

                    continue;
                }

                if (currentBlock.BlockIndex == 0)
                {
                    int desiredThreadsCount = 1;

                    _parallelDecompression = false;
                    if (_compressionMode == CompressionMode.Compress)
                    {
                        desiredThreadsCount    = Environment.ProcessorCount;
                        _parallelDecompression = true;
                    }
                    else
                    {
                        try
                        {
                            GZipHeader header   = new GZipHeader(currentBlock.Data);
                            byte[]     sizeData = header.GetExtra(
                                CompressedBlocksProvider.VeeamArchiverSI1,
                                CompressedBlocksProvider.VeeamArchiverSI2);
                            if (sizeData != null && BitConverter.ToInt32(sizeData, 0) > 0)
                            {
                                desiredThreadsCount    = Environment.ProcessorCount;
                                _parallelDecompression = true;
                            }
                        }
                        catch (Exception ex)
                        {
                            RaiseErrorOccured(ex);
                        }
                    }

                    for (int i = 0; i < desiredThreadsCount - 1; i++)
                    {
                        var thread = new Thread(new ParameterizedThreadStart(CompressionWorker));
                        _compressionThreads.Add(thread);
                        thread.Start();
                    }
                }

                try
                {
                    if (_compressionMode == CompressionMode.Compress)
                    {
                        Compress(currentBlock);
                    }
                    else
                    {
                        Decompress(currentBlock);
                    }
                }
                catch (Exception ex)
                {
                    RaiseErrorOccured(ex);
                }
            }

            if (_decompressionStream != null)
            {
                _decompressionStream.Dispose();
            }

            if (_memoryToDecompress != null)
            {
                _memoryToDecompress.Dispose();
            }
        }
Example #2
0
        /// <inheritdoc />
        public CompressionBlock GetNextBlock()
        {
            lock (_streamLock)
            {
                int        readSize = _internalBufferSize;
                GZipHeader header   = null;
                _currentBlockIndex++;
                byte[] resultBuffer;
                int    bytesRead = 0;

                if (_gzippedStream.Position == _gzippedStream.Length)
                {
                    return(null);
                }

                // Для первого буфера нужно вычитать заголовок, который гарантировано должен присутствовать.
                // Дальше принимается решение о том, записан файл данной утилитой и можно вычитывать поблочно или
                // блоки могут быть произвольными, поскольку границы блоков не выделить.
                if (_currentBlockIndex == 0)
                {
                    header = new GZipHeader(_gzippedStream);

                    byte[] sizeData = header.GetExtra(1, 4);
                    if (sizeData != null && BitConverter.ToInt32(sizeData, 0) > 0)
                    {
                        _isBlocksDelimited = true;

                        readSize     = BitConverter.ToInt32(sizeData, 0);
                        resultBuffer = new byte[readSize];
                        Array.Copy(header.Header, resultBuffer, header.Header.Length);
                        _gzippedStream.Read(
                            resultBuffer,
                            header.Header.Length,
                            readSize - header.Header.Length);

                        _bytesProvided += resultBuffer.Length;
                        return(new CompressionBlock(_currentBlockIndex, resultBuffer));
                    }
                    else
                    {
                        resultBuffer = new byte[_internalBufferSize];
                        Array.Copy(header.Header, resultBuffer, header.Header.Length);
                        bytesRead = _gzippedStream.Read(
                            resultBuffer,
                            header.Header.Length,
                            _internalBufferSize - header.Header.Length);

                        _bytesProvided += bytesRead + header.Header.Length;
                        return(new CompressionBlock(
                                   _currentBlockIndex, resultBuffer, bytesRead + header.Header.Length));
                    }
                }

                if (_isBlocksDelimited)
                {
                    header = new GZipHeader(_gzippedStream);
                    byte[] sizeData = header.GetExtra(1, 4);
                    if (sizeData != null && BitConverter.ToInt32(sizeData, 0) > 0)
                    {
                        readSize = BitConverter.ToInt32(sizeData, 0);
                    }

                    resultBuffer = new byte[readSize];
                    Array.Copy(header.Header, resultBuffer, header.Header.Length);
                    _gzippedStream.Read(
                        resultBuffer,
                        header.Header.Length,
                        readSize - header.Header.Length);

                    bytesRead = readSize;
                }
                else
                {
                    resultBuffer = new byte[_internalBufferSize];
                    bytesRead    = _gzippedStream.Read(
                        resultBuffer,
                        0,
                        _internalBufferSize);
                }

                if (bytesRead == 0)
                {
                    return(null);
                }

                _bytesProvided += bytesRead;
                return(new CompressionBlock(_currentBlockIndex, resultBuffer, bytesRead));
            }
        }