Ejemplo n.º 1
0
        private void Read530Blocks(SmartStream dataStream)
        {
            if (Header.Flags.IsMetadataAtTheEnd())
            {
                dataStream.Position = Header.HeaderSize;
            }

            int  cachedBlock = -1;
            long dataOffset  = dataStream.Position;

            // If MemoryStream has compressed block then we need to create individual streams for each entry and copy its data into it
            bool createIndividualStreams = dataStream.StreamType == SmartStreamType.Memory;

            if (createIndividualStreams)
            {
                // find out if this bundle file has compressed blocks
                foreach (BlockInfo block in Metadata.BlockInfos)
                {
                    if (block.Flags.GetCompression() != BundleCompressType.None)
                    {
                        createIndividualStreams = true;
                        break;
                    }
                }
            }

            using (SmartStream blockStream = SmartStream.CreateNull())
            {
                foreach (BundleFileEntry entry in Metadata.Entries.Values)
                {
                    // find out block offsets
                    long blockCompressedOffset   = 0;
                    long blockDecompressedOffset = 0;
                    int  blockIndex = 0;
                    while (blockDecompressedOffset + Metadata.BlockInfos[blockIndex].DecompressedSize <= entry.Offset)
                    {
                        blockCompressedOffset   += Metadata.BlockInfos[blockIndex].CompressedSize;
                        blockDecompressedOffset += Metadata.BlockInfos[blockIndex].DecompressedSize;
                        blockIndex++;
                    }

                    // if at least one block of this entry is compressed or acording to the rule above
                    // we should copy the data of current entry to a separate stream
                    bool needToCopy = createIndividualStreams;
                    if (!needToCopy)
                    {
                        // check if this entry has compressed blocks
                        long entrySize = 0;
                        for (int bi = blockIndex; entrySize < entry.Size; bi++)
                        {
                            if (Metadata.BlockInfos[bi].Flags.GetCompression() != BundleCompressType.None)
                            {
                                // it does. then we need to create individual stream and decomress its data into it
                                needToCopy = true;
                                break;
                            }
                            entrySize += Metadata.BlockInfos[bi].DecompressedSize;
                        }
                    }

                    long entryOffsetInsideBlock = entry.Offset - blockDecompressedOffset;
                    if (needToCopy)
                    {
                        // well, at leat one block is compressed so we should copy data of current entry to a separate stream
                        using (SmartStream entryStream = CreateStream(entry.Size))
                        {
                            long left = entry.Size;
                            dataStream.Position = dataOffset + blockCompressedOffset;

                            // copy data of all blocks used by current entry to new stream
                            for (int bi = blockIndex; left > 0; bi++)
                            {
                                long      blockOffset = 0;
                                BlockInfo block       = Metadata.BlockInfos[bi];
                                if (cachedBlock == bi)
                                {
                                    // some data of previous entry is in the same block as this one
                                    // so we don't need to unpack it once again. Instead we can use cached stream
                                    dataStream.Position += block.CompressedSize;
                                }
                                else
                                {
                                    BundleCompressType compressType = block.Flags.GetCompression();
                                    switch (compressType)
                                    {
                                    case BundleCompressType.None:
                                        blockOffset = dataOffset + blockCompressedOffset;
                                        blockStream.Assign(dataStream);
                                        break;

                                    case BundleCompressType.LZMA:
                                        blockStream.Move(CreateStream(block.DecompressedSize));
                                        SevenZipHelper.DecompressLZMAStream(dataStream, block.CompressedSize, blockStream, block.DecompressedSize);
                                        break;

                                    case BundleCompressType.LZ4:
                                    case BundleCompressType.LZ4HZ:
                                        blockStream.Move(CreateStream(block.DecompressedSize));
                                        using (Lz4DecodeStream lzStream = new Lz4DecodeStream(dataStream, block.CompressedSize))
                                        {
                                            long read = lzStream.Read(blockStream, block.DecompressedSize);
                                            if (read != block.DecompressedSize || lzStream.IsDataLeft)
                                            {
                                                throw new Exception($"Read {read} but expected {block.DecompressedSize}");
                                            }
                                        }
                                        break;

                                    default:
                                        throw new NotImplementedException($"Bundle compression '{compressType}' isn't supported");
                                    }
                                    cachedBlock = bi;
                                }

                                // consider next offsets:
                                // 1) block - if it is new stream then offset is 0, otherwise offset of this block in the bundle file
                                // 2) entry - if this is first block for current entry then it is offset of this entry related to this block
                                //			  otherwise 0
                                long fragmentSize = block.DecompressedSize - entryOffsetInsideBlock;
                                blockStream.Position   = blockOffset + entryOffsetInsideBlock;
                                entryOffsetInsideBlock = 0;

                                long size = Math.Min(fragmentSize, left);
                                blockStream.CopyStream(entryStream, size);

                                blockCompressedOffset += block.CompressedSize;
                                left -= size;
                            }
                            if (left < 0)
                            {
                                throw new Exception($"Read more than expected");
                            }

                            FileEntryOffset feOffset = new FileEntryOffset(entryStream.CreateReference(), 0);
                            m_entryStreams.Add(entry, feOffset);
                        }
                    }
                    else
                    {
                        // no compressed blocks was found so we can use original bundle stream
                        // since FileEntry.Offset contains decompressedOffset we need to preliminarily subtract it
                        FileEntryOffset feOffset = new FileEntryOffset(dataStream.CreateReference(), dataOffset + blockCompressedOffset + entryOffsetInsideBlock);
                        m_entryStreams.Add(entry, feOffset);
                    }
                }
            }
        }
Ejemplo n.º 2
0
        private void Read530Blocks(EndianStream stream, bool isClosable, BlockInfo[] blockInfos, BundleMetadata metadata)
        {
            // Special case. If bundle has no compressed blocks then pass it as is
            if (blockInfos.All(t => t.Flags.GetCompression() == BundleCompressType.None))
            {
                Metadatas = new BundleMetadata[] { metadata };
                return;
            }

            long   dataPosisition   = stream.BaseStream.Position;
            long   decompressedSize = blockInfos.Sum(t => t.DecompressedSize);
            Stream bufferStream;

            if (decompressedSize > int.MaxValue)
            {
                string tempFile = Path.GetTempFileName();
                bufferStream = new FileStream(tempFile, FileMode.Open, FileAccess.ReadWrite, FileShare.None, 4096, FileOptions.DeleteOnClose);
            }
            else
            {
                bufferStream = new MemoryStream((int)decompressedSize);
            }

            foreach (BlockInfo blockInfo in blockInfos)
            {
                BundleCompressType compressType = blockInfo.Flags.GetCompression();
                switch (compressType)
                {
                case BundleCompressType.None:
                    stream.BaseStream.CopyStream(bufferStream, blockInfo.DecompressedSize);
                    break;

                case BundleCompressType.LZMA:
                    SevenZipHelper.DecompressLZMAStream(stream.BaseStream, blockInfo.CompressedSize, bufferStream, blockInfo.DecompressedSize);
                    break;

                case BundleCompressType.LZ4:
                case BundleCompressType.LZ4HZ:
                    using (Lz4Stream lzStream = new Lz4Stream(stream.BaseStream, blockInfo.CompressedSize))
                    {
                        long read = lzStream.Read(bufferStream, blockInfo.DecompressedSize);
                        if (read != blockInfo.DecompressedSize)
                        {
                            throw new Exception($"Read {read} but expected {blockInfo.CompressedSize}");
                        }
                    }
                    break;

                default:
                    throw new NotImplementedException($"Bundle compression '{compressType}' isn't supported");
                }
            }

            if (isClosable)
            {
                stream.Dispose();
            }

            BundleFileEntry[] entries = new BundleFileEntry[metadata.Entries.Count];
            for (int i = 0; i < metadata.Entries.Count; i++)
            {
                BundleFileEntry bundleEntry = metadata.Entries[i];
                string          name        = bundleEntry.Name;
                long            offset      = bundleEntry.Offset - dataPosisition;
                long            size        = bundleEntry.Size;
                BundleFileEntry streamEntry = new BundleFileEntry(bufferStream, m_filePath, name, offset, size, true);
                entries[i] = streamEntry;
            }
            BundleMetadata streamMetadata = new BundleMetadata(bufferStream, m_filePath, false, entries);

            Metadatas = new BundleMetadata[] { streamMetadata };
        }
Ejemplo n.º 3
0
        private SmartStream Read530Metadata(BundleFileReader reader)
        {
            if (Header.Flags.IsMetadataAtTheEnd())
            {
                reader.BaseStream.Position = Header.BundleSize - Header.MetadataCompressedSize;
            }

            BundleCompressType metaCompression = Header.Flags.GetCompression();

            switch (metaCompression)
            {
            case BundleCompressType.None:
            {
                Metadata.Read(reader);
                long expectedPosition = Header.Flags.IsMetadataAtTheEnd() ? Header.BundleSize : Header.HeaderSize + Header.MetadataDecompressedSize;
                if (reader.BaseStream.Position != expectedPosition)
                {
                    throw new Exception($"Read {reader.BaseStream.Position - Header.HeaderSize} but expected {Header.MetadataDecompressedSize}");
                }
            }
            break;

            case BundleCompressType.LZMA:
            {
                using (MemoryStream stream = new MemoryStream(new byte[Header.MetadataDecompressedSize]))
                {
                    SevenZipHelper.DecompressLZMASizeStream(reader.BaseStream, Header.MetadataCompressedSize, stream);
                    using (BundleFileReader decompressReader = new BundleFileReader(stream, reader.EndianType, reader.Generation))
                    {
                        Metadata.Read(decompressReader);
                    }
                    if (stream.Position != Header.MetadataDecompressedSize)
                    {
                        throw new Exception($"Read {stream.Position} but expected {Header.MetadataDecompressedSize}");
                    }
                }
            }
            break;

            case BundleCompressType.LZ4:
            case BundleCompressType.LZ4HZ:
            {
                using (MemoryStream stream = new MemoryStream(new byte[Header.MetadataDecompressedSize]))
                {
                    using (Lz4DecodeStream decodeStream = new Lz4DecodeStream(reader.BaseStream, Header.MetadataCompressedSize))
                    {
                        long read = decodeStream.Read(stream, Header.MetadataDecompressedSize);
                        if (read != Header.MetadataDecompressedSize || decodeStream.IsDataLeft)
                        {
                            throw new Exception($"Read {read} but expected {Header.MetadataDecompressedSize}");
                        }
                    }

                    stream.Position = 0;
                    using (BundleFileReader decompressReader = new BundleFileReader(stream, reader.EndianType, reader.Generation))
                    {
                        Metadata.Read(decompressReader);
                    }
                    if (stream.Position != Header.MetadataDecompressedSize)
                    {
                        throw new Exception($"Read {stream.Position} but expected {Header.MetadataDecompressedSize}");
                    }
                }
            }
            break;

            default:
                throw new NotSupportedException($"Bundle compression '{metaCompression}' isn't supported");
            }
            return(m_stream.CreateReference());
        }
Ejemplo n.º 4
0
        private void Read530Blocks(EndianStream stream, bool isClosable, BlockInfo[] blockInfos, BundleMetadata metadata)
        {
            // Special case. If bundle has no compressed blocks then pass it as a stream
            if (blockInfos.All(t => t.Flags.GetCompression() == BundleCompressType.None))
            {
                Metadatas = new BundleMetadata[] { metadata };
            }

            long dataPosisition   = stream.BaseStream.Position;
            long decompressedSize = blockInfos.Sum(t => t.DecompressedSize);

            if (decompressedSize > int.MaxValue)
            {
                throw new Exception("How to read such big data? Save to file and then read?");
            }

            MemoryStream memStream = new MemoryStream((int)decompressedSize);

            foreach (BlockInfo blockInfo in blockInfos)
            {
                BundleCompressType compressType = blockInfo.Flags.GetCompression();
                switch (compressType)
                {
                case BundleCompressType.None:
                    stream.BaseStream.CopyStream(memStream, blockInfo.DecompressedSize);
                    break;

                case BundleCompressType.LZMA:
                    SevenZipHelper.DecompressLZMAStream(stream.BaseStream, blockInfo.CompressedSize, memStream, blockInfo.DecompressedSize);
                    break;

                case BundleCompressType.LZ4:
                case BundleCompressType.LZ4HZ:
                    using (Lz4Stream lzStream = new Lz4Stream(stream.BaseStream, blockInfo.CompressedSize))
                    {
                        long read = lzStream.Read(memStream, blockInfo.DecompressedSize);
                        if (read != blockInfo.DecompressedSize)
                        {
                            throw new Exception($"Read {read} but expected {blockInfo.CompressedSize}");
                        }
                    }
                    break;

                default:
                    throw new NotImplementedException($"Bundle compression '{compressType}' isn't supported");
                }
            }

            if (isClosable)
            {
                stream.Dispose();
            }

            BundleFileEntry[] entries = new BundleFileEntry[metadata.Entries.Count];
            for (int i = 0; i < metadata.Entries.Count; i++)
            {
                BundleFileEntry bundleEntry = metadata.Entries[i];
                string          name        = bundleEntry.Name;
                long            offset      = bundleEntry.Offset - dataPosisition;
                long            size        = bundleEntry.Size;
                BundleFileEntry streamEntry = new BundleFileEntry(memStream, m_filePath, name, offset, size);
                entries[i] = streamEntry;
            }
            BundleMetadata streamMetadata = new BundleMetadata(memStream, m_filePath, true, entries);

            Metadatas = new BundleMetadata[] { streamMetadata };
        }
Ejemplo n.º 5
0
        private void Read530Metadata(EndianStream stream, bool isClosable, long basePosition)
        {
            long dataPosition = stream.BaseStream.Position;

            if (Header.Flags.IsMetadataAtTheEnd())
            {
                stream.BaseStream.Position = basePosition + Header.BundleSize - Header.MetadataCompressedSize;
            }
            else
            {
                dataPosition += Header.MetadataCompressedSize;
            }

            BlockInfo[]        blockInfos;
            BundleMetadata     metadata;
            BundleCompressType metaCompress = Header.Flags.GetCompression();

            switch (metaCompress)
            {
            case BundleCompressType.None:
            {
                long metaPosition = stream.BaseStream.Position;

                // unknown 0x10
                stream.BaseStream.Position += 0x10;
                blockInfos = stream.ReadArray <BlockInfo>();
                metadata   = new BundleMetadata(stream.BaseStream, m_filePath, isClosable);
                metadata.Read530(stream, dataPosition);

                if (stream.BaseStream.Position != metaPosition + Header.MetadataDecompressedSize)
                {
                    throw new Exception($"Read {stream.BaseStream.Position - metaPosition} but expected {Header.MetadataDecompressedSize}");
                }
                break;
            }

            case BundleCompressType.LZMA:
            {
                using (MemoryStream memStream = new MemoryStream(Header.MetadataDecompressedSize))
                {
                    SevenZipHelper.DecompressLZMASizeStream(stream.BaseStream, Header.MetadataCompressedSize, memStream);
                    memStream.Position = 0;

                    using (EndianStream metadataStream = new EndianStream(memStream, EndianType.BigEndian))
                    {
                        // unknown 0x10
                        metadataStream.BaseStream.Position += 0x10;
                        blockInfos = metadataStream.ReadArray <BlockInfo>();
                        metadata   = new BundleMetadata(stream.BaseStream, m_filePath, isClosable);
                        metadata.Read530(metadataStream, dataPosition);

                        if (memStream.Position != memStream.Length)
                        {
                            throw new Exception($"Read {memStream.Position} but expected {memStream.Length}");
                        }
                    }
                }
                break;
            }

            case BundleCompressType.LZ4:
            case BundleCompressType.LZ4HZ:
            {
                using (MemoryStream memStream = new MemoryStream(Header.MetadataDecompressedSize))
                {
                    using (Lz4Stream lzStream = new Lz4Stream(stream.BaseStream, Header.MetadataCompressedSize))
                    {
                        long read = lzStream.Read(memStream, Header.MetadataDecompressedSize);
                        memStream.Position = 0;

                        if (read != Header.MetadataDecompressedSize)
                        {
                            throw new Exception($"Read {read} but expected {Header.MetadataDecompressedSize}");
                        }
                    }

                    using (EndianStream metadataStream = new EndianStream(memStream, EndianType.BigEndian))
                    {
                        // unknown 0x10
                        metadataStream.BaseStream.Position += 0x10;
                        blockInfos = metadataStream.ReadArray <BlockInfo>();
                        metadata   = new BundleMetadata(stream.BaseStream, m_filePath, isClosable);
                        metadata.Read530(metadataStream, dataPosition);

                        if (memStream.Position != memStream.Length)
                        {
                            throw new Exception($"Read {memStream.Position} but expected {memStream.Length}");
                        }
                    }
                }
                break;
            }

            default:
                throw new NotSupportedException($"Bundle compression '{metaCompress}' isn't supported");
            }

            stream.BaseStream.Position = dataPosition;
            Read530Blocks(stream, isClosable, blockInfos, metadata);
        }
Ejemplo n.º 6
0
        private void Read530Blocks(SmartStream bundleStream, BlockInfo[] blockInfos)
        {
            int  cachedBlock = -1;
            long dataOffset  = bundleStream.Position;

            BundleFileEntry[] newEntries = new BundleFileEntry[Metadata.Entries.Count];
            using (SmartStream blockStream = SmartStream.CreateNull())
            {
                for (int ei = 0; ei < Metadata.Entries.Count; ei++)
                {
                    BundleFileEntry entry = Metadata.Entries[ei];

                    // find block corresponding to current entry
                    int  blockIndex         = 0;
                    long compressedOffset   = 0;
                    long decompressedOffset = 0;
                    while (true)
                    {
                        BlockInfo block = blockInfos[blockIndex];
                        if (decompressedOffset + block.DecompressedSize > entry.Offset)
                        {
                            break;
                        }
                        blockIndex++;
                        compressedOffset   += block.CompressedSize;
                        decompressedOffset += block.DecompressedSize;
                    }

                    // check does this entry use any compressed blocks
                    long entrySize    = 0;
                    bool isCompressed = false;
                    for (int bi = blockIndex; entrySize < entry.Size; bi++)
                    {
                        BlockInfo block = blockInfos[bi];
                        entrySize += block.DecompressedSize;
                        if (block.Flags.GetCompression() != BundleCompressType.None)
                        {
                            isCompressed = true;
                            break;
                        }
                    }

                    if (isCompressed)
                    {
                        // well, at leat one block is compressed so we should copy data of current entry to separate stream
                        using (SmartStream entryStream = CreateStream(entry.Size))
                        {
                            long left        = entry.Size;
                            long entryOffset = entry.Offset - decompressedOffset;
                            bundleStream.Position = dataOffset + compressedOffset;

                            // copy data of all blocks used by current entry to created stream
                            for (int bi = blockIndex; left > 0; bi++)
                            {
                                long      blockOffset = 0;
                                BlockInfo block       = blockInfos[bi];
                                if (cachedBlock == bi)
                                {
                                    // some data of previous entry is in the same block as this one
                                    // so we don't need to unpack it once again but can use cached stream
                                    bundleStream.Position += block.CompressedSize;
                                }
                                else
                                {
                                    BundleCompressType compressType = block.Flags.GetCompression();
                                    switch (compressType)
                                    {
                                    case BundleCompressType.None:
                                        blockOffset = dataOffset + compressedOffset;
                                        blockStream.Assign(bundleStream);
                                        break;

                                    case BundleCompressType.LZMA:
                                        blockStream.Move(CreateStream(block.DecompressedSize));
                                        SevenZipHelper.DecompressLZMAStream(bundleStream, block.CompressedSize, blockStream, block.DecompressedSize);
                                        break;

                                    case BundleCompressType.LZ4:
                                    case BundleCompressType.LZ4HZ:
                                        blockStream.Move(CreateStream(block.DecompressedSize));
                                        using (Lz4Stream lzStream = new Lz4Stream(bundleStream, block.CompressedSize))
                                        {
                                            long read = lzStream.Read(blockStream, block.DecompressedSize);
                                            if (read != block.DecompressedSize)
                                            {
                                                throw new Exception($"Read {read} but expected {block.CompressedSize}");
                                            }
                                        }
                                        break;

                                    default:
                                        throw new NotImplementedException($"Bundle compression '{compressType}' isn't supported");
                                    }
                                    cachedBlock = bi;
                                }

                                // consider next offsets:
                                // 1) block - if it is new stream then offset is 0, otherwise offset of this block in bundle file
                                // 2) entry - if this is first block for current entry then it is offset of this entry related to this block
                                //			  otherwise 0
                                long fragmentSize = block.DecompressedSize - entryOffset;
                                blockStream.Position = blockOffset + entryOffset;
                                entryOffset          = 0;

                                long size = Math.Min(fragmentSize, left);
                                blockStream.CopyStream(entryStream, size);

                                compressedOffset += block.CompressedSize;
                                left             -= size;
                            }
                            if (left < 0)
                            {
                                throw new Exception($"Read more than expected");
                            }

                            newEntries[ei] = new BundleFileEntry(entryStream, entry.FilePath, entry.Name, 0, entry.Size);
                        }
                    }
                    else
                    {
                        // no compressed blocks was found so we can use original bundle stream
                        newEntries[ei] = new BundleFileEntry(entry, dataOffset + entry.Offset);
                    }
                }
            }
            Metadata.Dispose();
            Metadata = new BundleMetadata(m_filePath, newEntries);
        }
Ejemplo n.º 7
0
        private void Read530Metadata(EndianReader reader, long basePosition)
        {
            SmartStream bundleStream = (SmartStream)reader.BaseStream;
            long        dataPosition = bundleStream.Position;

            if (Header.Flags.IsMetadataAtTheEnd())
            {
                bundleStream.Position = basePosition + Header.BundleSize - Header.MetadataCompressedSize;
            }
            else
            {
                dataPosition += Header.MetadataCompressedSize;
            }

            BlockInfo[]        blockInfos;
            BundleCompressType metaCompression = Header.Flags.GetCompression();

            switch (metaCompression)
            {
            case BundleCompressType.None:
            {
                long metaPosition = bundleStream.Position;

                // unknown 0x10
                bundleStream.Position += 0x10;
                blockInfos             = reader.ReadArray <BlockInfo>();
                Metadata = new BundleMetadata(m_filePath);
                Metadata.Read530(reader, bundleStream);

                if (bundleStream.Position != metaPosition + Header.MetadataDecompressedSize)
                {
                    throw new Exception($"Read {bundleStream.Position - metaPosition} but expected {Header.MetadataDecompressedSize}");
                }
                break;
            }

            case BundleCompressType.LZMA:
            {
                using (MemoryStream metaStream = new MemoryStream(new byte[Header.MetadataDecompressedSize]))
                {
                    SevenZipHelper.DecompressLZMASizeStream(bundleStream, Header.MetadataCompressedSize, metaStream);
                    using (EndianReader metaReader = new EndianReader(metaStream, EndianType.BigEndian))
                    {
                        // unknown 0x10
                        metaReader.BaseStream.Position += 0x10;
                        blockInfos = metaReader.ReadArray <BlockInfo>();
                        Metadata   = new BundleMetadata(m_filePath);
                        Metadata.Read530(metaReader, bundleStream);
                    }

                    if (metaStream.Position != metaStream.Length)
                    {
                        throw new Exception($"Read {metaStream.Position} but expected {metaStream.Length}");
                    }
                }
                break;
            }

            case BundleCompressType.LZ4:
            case BundleCompressType.LZ4HZ:
            {
                using (MemoryStream metaStream = new MemoryStream(new byte[Header.MetadataDecompressedSize]))
                {
                    using (Lz4Stream lzStream = new Lz4Stream(bundleStream, Header.MetadataCompressedSize))
                    {
                        long read = lzStream.Read(metaStream, Header.MetadataDecompressedSize);
                        metaStream.Position = 0;

                        if (read != Header.MetadataDecompressedSize)
                        {
                            throw new Exception($"Read {read} but expected {Header.MetadataDecompressedSize}");
                        }
                    }

                    using (EndianReader metaReader = new EndianReader(metaStream, EndianType.BigEndian))
                    {
                        // unknown 0x10
                        metaReader.BaseStream.Position += 0x10;
                        blockInfos = metaReader.ReadArray <BlockInfo>();
                        Metadata   = new BundleMetadata(m_filePath);
                        Metadata.Read530(metaReader, bundleStream);
                    }

                    if (metaStream.Position != metaStream.Length)
                    {
                        throw new Exception($"Read {metaStream.Position} but expected {metaStream.Length}");
                    }
                }
                break;
            }

            default:
                throw new NotSupportedException($"Bundle compression '{metaCompression}' isn't supported");
            }

            bundleStream.Position = dataPosition;
            Read530Blocks(bundleStream, blockInfos);
        }
Ejemplo n.º 8
0
        public SmartStream ReadEntry(BundleFileEntry entry)
        {
            if (m_isDisposed)
            {
                throw new ObjectDisposedException(nameof(BundleFileBlockReader));
            }

            // find out block offsets
            int  blockIndex;
            long blockCompressedOffset   = 0;
            long blockDecompressedOffset = 0;

            for (blockIndex = 0; blockDecompressedOffset + m_metadata.BlockInfos[blockIndex].DecompressedSize <= entry.Offset; blockIndex++)
            {
                blockCompressedOffset   += m_metadata.BlockInfos[blockIndex].CompressedSize;
                blockDecompressedOffset += m_metadata.BlockInfos[blockIndex].DecompressedSize;
            }
            long entryOffsetInsideBlock = entry.Offset - blockDecompressedOffset;

            using (SmartStream entryStream = CreateStream(entry.Size))
            {
                long left = entry.Size;
                m_stream.Position = m_dataOffset + blockCompressedOffset;

                // copy data of all blocks used by current entry to new stream
                while (left > 0)
                {
                    long      blockStreamOffset;
                    Stream    blockStream;
                    BlockInfo block = m_metadata.BlockInfos[blockIndex];
                    if (m_cachedBlockIndex == blockIndex)
                    {
                        // data of the previous entry is in the same block as this one
                        // so we don't need to unpack it once again. Instead we can use cached stream
                        blockStreamOffset  = 0;
                        blockStream        = m_cachedBlockStream;
                        m_stream.Position += block.CompressedSize;
                    }
                    else
                    {
                        BundleCompressType compressType = block.Flags.GetCompression();
                        if (compressType == BundleCompressType.None)
                        {
                            blockStreamOffset = m_dataOffset + blockCompressedOffset;
                            blockStream       = m_stream;
                        }
                        else
                        {
                            blockStreamOffset  = 0;
                            m_cachedBlockIndex = blockIndex;
                            m_cachedBlockStream.Move(CreateStream(block.DecompressedSize));
                            switch (compressType)
                            {
                            case BundleCompressType.LZMA:
                                SevenZipHelper.DecompressLZMAStream(m_stream, block.CompressedSize, m_cachedBlockStream, block.DecompressedSize);
                                break;

                            case BundleCompressType.LZ4:
                            case BundleCompressType.LZ4HZ:
                                using (Lz4DecodeStream lzStream = new Lz4DecodeStream(m_stream, block.CompressedSize))
                                {
                                    lzStream.ReadBuffer(m_cachedBlockStream, block.DecompressedSize);
                                }
                                break;

                            default:
                                throw new NotImplementedException($"Bundle compression '{compressType}' isn't supported");
                            }
                            blockStream = m_cachedBlockStream;
                        }
                    }

                    // consider next offsets:
                    // 1) block - if it is new stream then offset is 0, otherwise offset of this block in the bundle file
                    // 2) entry - if this is first block for current entry then it is offset of this entry related to this block
                    //			  otherwise 0
                    long blockSize = block.DecompressedSize - entryOffsetInsideBlock;
                    blockStream.Position   = blockStreamOffset + entryOffsetInsideBlock;
                    entryOffsetInsideBlock = 0;

                    long size = Math.Min(blockSize, left);
                    blockStream.CopyStream(entryStream, size);
                    blockIndex++;

                    blockCompressedOffset += block.CompressedSize;
                    left -= size;
                }
                if (left < 0)
                {
                    throw new Exception($"Read more than expected");
                }
                entryStream.Position = 0;
                return(entryStream.CreateReference());
            }
        }
Ejemplo n.º 9
0
        /// <summary>
        /// Read block infos and create uncompressed stream with corresponding data
        /// </summary>
        /// <param name="blockStream">Stream with block infos</param>
        /// <param name="blockPosition">BlockInfos position within block stream</param>
        /// <param name="dataStream">Stream with compressed data</param>
        /// <param name="dataPosition">CompressedData position within data stream</param>
        /// <returns>Uncompressed data stream</returns>
        private EndianStream ParseBundle6BlockInfo(EndianStream blockStream, ref long blockPosition, EndianStream dataStream, ref long dataPosition)
        {
            // dataStream and blockStream could be same stream. so we should handle this situation properly

            MemoryStream memStream    = null;
            EndianStream resultStream = null;
            long         read         = 0;

            blockStream.BaseStream.Position  = blockPosition;
            blockStream.BaseStream.Position += 0x10;
            int blockCount = blockStream.ReadInt32();

            blockPosition = blockStream.BaseStream.Position;
            for (int i = 0; i < blockCount; i++)
            {
                // prepare block position
                blockStream.BaseStream.Position = blockPosition;

                int decompressSize = blockStream.ReadInt32();
                int compressSize   = blockStream.ReadInt32();
                int flag           = blockStream.ReadInt16();
                blockPosition = blockStream.BaseStream.Position;

                dataStream.BaseStream.Position = dataPosition;
                BundleCompressType compressType = (BundleCompressType)(flag & 0x3F);
                if (i == 0)
                {
                    if (compressType == BundleCompressType.None)
                    {
                        resultStream      = dataStream;
                        m_isNewDataStream = false;
                    }
                    else
                    {
                        memStream         = new MemoryStream();
                        resultStream      = new EndianStream(memStream, EndianType.BigEndian);
                        m_isNewDataStream = true;
                    }
                }
                else
                {
                    if (compressType != BundleCompressType.None && !m_isNewDataStream)
                    {
                        // TODO: if first block is none compressed then we should create stream and copy all previous blocks into it
                        // but for now just throw exception
                        throw new NotImplementedException("None compression");
                    }
                }

                switch (compressType)
                {
                case BundleCompressType.None:
                    if (m_isNewDataStream)
                    {
                        if (decompressSize != compressSize)
                        {
                            throw new Exception($"Compressed {compressSize} and decompressed {decompressSize} sizes differ");
                        }

                        dataStream.BaseStream.CopyStream(memStream, compressSize);
                    }
                    break;

                case BundleCompressType.LZMA:
                    SevenZipHelper.DecompressLZMAStream(dataStream.BaseStream, compressSize, memStream, decompressSize);
                    break;

                case BundleCompressType.LZ4:
                case BundleCompressType.LZ4HZ:
                    using (Lz4Stream lzStream = new Lz4Stream(dataStream.BaseStream, compressSize))
                    {
                        lzStream.Read(memStream, decompressSize);
                    }
                    break;

                default:
                    throw new NotImplementedException($"Bundle compression '{compressType}' isn't supported");
                }

                dataPosition += compressSize;
                read         += compressSize;

                if (m_isNewDataStream)
                {
                    if (dataPosition != dataStream.BaseStream.Position)
                    {
                        throw new Exception($"Read data length is differ from compressed size for {i}th block");
                    }
                }
            }

            // update position acording to result stream
            if (m_isNewDataStream)
            {
                dataPosition = 0;
            }
            else
            {
                dataPosition -= read;
            }

            return(resultStream);
        }
Ejemplo n.º 10
0
        private void ParseBundleFormat6(EndianStream stream, bool isPadding)
        {
            long bundleSize     = stream.ReadInt64();
            int  compressSize   = stream.ReadInt32();
            int  decompressSize = stream.ReadInt32();
            int  flag           = stream.ReadInt32();

            if (isPadding)
            {
                stream.BaseStream.Position++;
            }

            long blockPosition;
            long dataPosition;
            int  isDataFirst = flag & 0x80;

            if (isDataFirst != 0)
            {
                blockPosition = stream.BaseStream.Length - compressSize;
                dataPosition  = stream.BaseStream.Position;
            }
            else
            {
                blockPosition = stream.BaseStream.Position;
                dataPosition  = stream.BaseStream.Position + compressSize;
            }

            stream.BaseStream.Position = blockPosition;
            BundleCompressType compressType = (BundleCompressType)(flag & 0x3F);

            switch (compressType)
            {
            case BundleCompressType.None:
                ParseBundle6BlockInfo(stream, ref blockPosition, stream, ref dataPosition);
                ParseBundle6Files(stream, ref blockPosition, stream, ref dataPosition);
                break;

            case BundleCompressType.LZMA:
                using (MemoryStream memStream = SevenZipHelper.DecompressLZMASSizeStream(stream.BaseStream, compressSize))
                {
                    using (EndianStream decBlockStream = new EndianStream(memStream, EndianType.BigEndian))
                    {
                        // update position acerding to newly created stream
                        blockPosition = 0;
                        using (EndianStream decDataStream = ParseBundle6BlockInfo(decBlockStream, ref blockPosition, stream, ref dataPosition))
                        {
                            ParseBundle6Files(decBlockStream, ref blockPosition, decDataStream, ref dataPosition);
                        }
                    }
                }
                break;

            case BundleCompressType.LZ4:
            case BundleCompressType.LZ4HZ:
                using (MemoryStream memStream = new MemoryStream(decompressSize))
                {
                    using (Lz4Stream lzStream = new Lz4Stream(stream.BaseStream, compressSize))
                    {
                        lzStream.Read(memStream, decompressSize);
                    }
                    using (EndianStream decBlockStream = new EndianStream(memStream, EndianType.BigEndian))
                    {
                        // update position acerding to newly created stream
                        blockPosition = 0;
                        using (EndianStream decDataStream = ParseBundle6BlockInfo(decBlockStream, ref blockPosition, stream, ref dataPosition))
                        {
                            ParseBundle6Files(decBlockStream, ref blockPosition, decDataStream, ref dataPosition);
                        }
                    }
                }
                break;

            default:
                throw new NotImplementedException($"Bundle compression '{compressType}' isn't supported");
            }
        }