private static object ReadValue(List <TypeTreeNode> members, EndianBinaryReader reader, ref int i) { var member = members[i]; var level = member.m_Level; var varTypeStr = member.m_Type; object value; var align = (member.m_MetaFlag & 0x4000) != 0; switch (varTypeStr) { case "SInt8": value = reader.ReadSByte(); break; case "UInt8": value = reader.ReadByte(); break; case "short": case "SInt16": value = reader.ReadInt16(); break; case "UInt16": case "unsigned short": value = reader.ReadUInt16(); break; case "int": case "SInt32": value = reader.ReadInt32(); break; case "UInt32": case "unsigned int": case "Type*": value = reader.ReadUInt32(); break; case "long long": case "SInt64": value = reader.ReadInt64(); break; case "UInt64": case "unsigned long long": value = reader.ReadUInt64(); break; case "float": value = reader.ReadSingle(); break; case "double": value = reader.ReadDouble(); break; case "bool": value = reader.ReadBoolean(); break; case "string": value = reader.ReadAlignedString(); i += 3; break; case "vector": { if ((members[i + 1].m_MetaFlag & 0x4000) != 0) { align = true; } var size = reader.ReadInt32(); var list = new List <object>(size); var vector = GetMembers(members, level, i); i += vector.Count - 1; vector.RemoveRange(0, 3); for (int j = 0; j < size; j++) { int tmp = 0; list.Add(ReadValue(vector, reader, ref tmp)); } value = list; break; } case "map": { if ((members[i + 1].m_MetaFlag & 0x4000) != 0) { align = true; } var size = reader.ReadInt32(); var dic = new List <KeyValuePair <object, object> >(size); var map = GetMembers(members, level, i); i += map.Count - 1; map.RemoveRange(0, 4); var first = GetMembers(map, map[0].m_Level, 0); map.RemoveRange(0, first.Count); var second = map; for (int j = 0; j < size; j++) { int tmp1 = 0; int tmp2 = 0; dic.Add(new KeyValuePair <object, object>(ReadValue(first, reader, ref tmp1), ReadValue(second, reader, ref tmp2))); } value = dic; break; } case "TypelessData": { var size = reader.ReadInt32(); value = reader.ReadBytes(size); i += 2; break; } default: { if (i != members.Count && members[i + 1].m_Type == "Array") { goto case "vector"; } var @class = GetMembers(members, level, i); @class.RemoveAt(0); i += @class.Count; var obj = new Dictionary <string, object>(); for (int j = 0; j < @class.Count; j++) { var classmember = @class[j]; var name = classmember.m_Name; obj[name] = ReadValue(@class, reader, ref j); } value = obj; break; } } if (align) { reader.AlignStream(4); } return(value); }
private void ReadBlocksInfoAndDirectory(EndianBinaryReader reader) { byte[] blocksInfoBytes; if ((m_Header.flags & 0x80) != 0) //kArchiveBlocksInfoAtTheEnd { var position = reader.Position; reader.Position = reader.BaseStream.Length - m_Header.compressedBlocksInfoSize; blocksInfoBytes = reader.ReadBytes((int)m_Header.compressedBlocksInfoSize); reader.Position = position; } else //0x40 kArchiveBlocksAndDirectoryInfoCombined { if (m_Header.version >= 7) { reader.AlignStream(16); } blocksInfoBytes = reader.ReadBytes((int)m_Header.compressedBlocksInfoSize); } var blocksInfoCompressedStream = new MemoryStream(blocksInfoBytes); MemoryStream blocksInfoUncompresseddStream; switch (m_Header.flags & 0x3F) //kArchiveCompressionTypeMask { default: //None { blocksInfoUncompresseddStream = blocksInfoCompressedStream; break; } case 1: //LZMA { blocksInfoUncompresseddStream = SevenZipHelper.StreamDecompress(blocksInfoCompressedStream); blocksInfoCompressedStream.Close(); break; } case 2: //LZ4 case 3: //LZ4HC { var uncompressedBytes = new byte[m_Header.uncompressedBlocksInfoSize]; using (var decoder = new Lz4DecoderStream(blocksInfoCompressedStream)) { decoder.Read(uncompressedBytes, 0, uncompressedBytes.Length); } blocksInfoUncompresseddStream = new MemoryStream(uncompressedBytes); break; } } using (var blocksInfoReader = new EndianBinaryReader(blocksInfoUncompresseddStream)) { var uncompressedDataHash = blocksInfoReader.ReadBytes(16); var blocksInfoCount = blocksInfoReader.ReadInt32(); m_BlocksInfo = new StorageBlock[blocksInfoCount]; for (int i = 0; i < blocksInfoCount; i++) { m_BlocksInfo[i] = new StorageBlock { uncompressedSize = blocksInfoReader.ReadUInt32(), compressedSize = blocksInfoReader.ReadUInt32(), flags = blocksInfoReader.ReadUInt16() }; } var nodesCount = blocksInfoReader.ReadInt32(); m_DirectoryInfo = new Node[nodesCount]; for (int i = 0; i < nodesCount; i++) { m_DirectoryInfo[i] = new Node { offset = blocksInfoReader.ReadInt64(), size = blocksInfoReader.ReadInt64(), flags = blocksInfoReader.ReadUInt32(), path = blocksInfoReader.ReadStringToNull(), }; } } }
public BundleFile(EndianBinaryReader bundleReader, string path) { this.path = path; var signature = bundleReader.ReadStringToNull(); switch (signature) { case "UnityWeb": case "UnityRaw": case "\xFA\xFA\xFA\xFA\xFA\xFA\xFA\xFA": { var format = bundleReader.ReadInt32(); versionPlayer = bundleReader.ReadStringToNull(); versionEngine = bundleReader.ReadStringToNull(); if (format < 6) { int bundleSize = bundleReader.ReadInt32(); } else if (format == 6) { ReadFormat6(bundleReader, true); return; } short dummy2 = bundleReader.ReadInt16(); int offset = bundleReader.ReadInt16(); int dummy3 = bundleReader.ReadInt32(); int lzmaChunks = bundleReader.ReadInt32(); int lzmaSize = 0; long streamSize = 0; for (int i = 0; i < lzmaChunks; i++) { lzmaSize = bundleReader.ReadInt32(); streamSize = bundleReader.ReadInt32(); } bundleReader.Position = offset; switch (signature) { case "\xFA\xFA\xFA\xFA\xFA\xFA\xFA\xFA": //.bytes case "UnityWeb": { var lzmaBuffer = bundleReader.ReadBytes(lzmaSize); using (var lzmaStream = new EndianBinaryReader(SevenZipHelper.StreamDecompress(new MemoryStream(lzmaBuffer)))) { GetAssetsFiles(lzmaStream, 0); } break; } case "UnityRaw": { GetAssetsFiles(bundleReader, offset); break; } } break; } case "UnityFS": { var format = bundleReader.ReadInt32(); versionPlayer = bundleReader.ReadStringToNull(); versionEngine = bundleReader.ReadStringToNull(); if (format == 6) { ReadFormat6(bundleReader); } break; } } }
private static void ReadStringValue(StringBuilder sb, List <TypeTreeNode> members, EndianBinaryReader reader, ref int i) { var member = members[i]; var level = member.m_Level; var varTypeStr = member.m_Type; var varNameStr = member.m_Name; object value = null; var append = true; var align = (member.m_MetaFlag & 0x4000) != 0; switch (varTypeStr) { case "SInt8": value = reader.ReadSByte(); break; case "UInt8": value = reader.ReadByte(); break; case "short": case "SInt16": value = reader.ReadInt16(); break; case "UInt16": case "unsigned short": value = reader.ReadUInt16(); break; case "int": case "SInt32": value = reader.ReadInt32(); break; case "UInt32": case "unsigned int": case "Type*": value = reader.ReadUInt32(); break; case "long long": case "SInt64": value = reader.ReadInt64(); break; case "UInt64": case "unsigned long long": value = reader.ReadUInt64(); break; case "float": value = reader.ReadSingle(); break; case "double": value = reader.ReadDouble(); break; case "bool": value = reader.ReadBoolean(); break; case "string": append = false; var str = reader.ReadAlignedString(); sb.AppendFormat("{0}{1} {2} = \"{3}\"\r\n", (new string('\t', level)), varTypeStr, varNameStr, str); i += 3; break; case "vector": { if ((members[i + 1].m_MetaFlag & 0x4000) != 0) { align = true; } append = false; sb.AppendFormat("{0}{1} {2}\r\n", (new string('\t', level)), varTypeStr, varNameStr); sb.AppendFormat("{0}{1} {2}\r\n", (new string('\t', level + 1)), "Array", "Array"); var size = reader.ReadInt32(); sb.AppendFormat("{0}{1} {2} = {3}\r\n", (new string('\t', level + 1)), "int", "size", size); var vector = GetMembers(members, level, i); i += vector.Count - 1; vector.RemoveRange(0, 3); for (int j = 0; j < size; j++) { sb.AppendFormat("{0}[{1}]\r\n", (new string('\t', level + 2)), j); int tmp = 0; ReadStringValue(sb, vector, reader, ref tmp); } break; } case "map": { if ((members[i + 1].m_MetaFlag & 0x4000) != 0) { align = true; } append = false; sb.AppendFormat("{0}{1} {2}\r\n", (new string('\t', level)), varTypeStr, varNameStr); sb.AppendFormat("{0}{1} {2}\r\n", (new string('\t', level + 1)), "Array", "Array"); var size = reader.ReadInt32(); sb.AppendFormat("{0}{1} {2} = {3}\r\n", (new string('\t', level + 1)), "int", "size", size); var map = GetMembers(members, level, i); i += map.Count - 1; map.RemoveRange(0, 4); var first = GetMembers(map, map[0].m_Level, 0); map.RemoveRange(0, first.Count); var second = map; for (int j = 0; j < size; j++) { sb.AppendFormat("{0}[{1}]\r\n", (new string('\t', level + 2)), j); sb.AppendFormat("{0}{1} {2}\r\n", (new string('\t', level + 2)), "pair", "data"); int tmp1 = 0; int tmp2 = 0; ReadStringValue(sb, first, reader, ref tmp1); ReadStringValue(sb, second, reader, ref tmp2); } break; } case "TypelessData": { append = false; var size = reader.ReadInt32(); reader.ReadBytes(size); i += 2; sb.AppendFormat("{0}{1} {2}\r\n", (new string('\t', level)), varTypeStr, varNameStr); sb.AppendFormat("{0}{1} {2} = {3}\r\n", (new string('\t', level)), "int", "size", size); break; } default: { if (i != members.Count && members[i + 1].m_Type == "Array") { goto case "vector"; } append = false; sb.AppendFormat("{0}{1} {2}\r\n", (new string('\t', level)), varTypeStr, varNameStr); var @class = GetMembers(members, level, i); @class.RemoveAt(0); i += @class.Count; for (int j = 0; j < @class.Count; j++) { ReadStringValue(sb, @class, reader, ref j); } break; } } if (append) { sb.AppendFormat("{0}{1} {2} = {3}\r\n", (new string('\t', level)), varTypeStr, varNameStr, value); } if (align) { reader.AlignStream(4); } }
public SerializedFile(AssetsManager assetsManager, string fullName, EndianBinaryReader reader) { this.assetsManager = assetsManager; this.reader = reader; this.fullName = fullName; fileName = Path.GetFileName(fullName); //ReadHeader header = new SerializedFileHeader(); header.m_MetadataSize = reader.ReadUInt32(); header.m_FileSize = reader.ReadUInt32(); header.m_Version = reader.ReadUInt32(); header.m_DataOffset = reader.ReadUInt32(); if (header.m_Version >= 9) { header.m_Endianess = reader.ReadByte(); header.m_Reserved = reader.ReadBytes(3); m_FileEndianess = (EndianType)header.m_Endianess; } else { reader.Position = header.m_FileSize - header.m_MetadataSize; m_FileEndianess = (EndianType)reader.ReadByte(); } if (header.m_Version >= 22) { header.m_MetadataSize = reader.ReadUInt32(); header.m_FileSize = reader.ReadInt64(); header.m_DataOffset = reader.ReadInt64(); reader.ReadInt64(); // unknown } //ReadMetadata if (m_FileEndianess == EndianType.LittleEndian) { reader.endian = EndianType.LittleEndian; } if (header.m_Version >= 7) { unityVersion = reader.ReadStringToNull(); SetVersion(unityVersion); } if (header.m_Version >= 8) { m_TargetPlatform = (BuildTarget)reader.ReadInt32(); if (!Enum.IsDefined(typeof(BuildTarget), m_TargetPlatform)) { m_TargetPlatform = BuildTarget.UnknownPlatform; } } if (header.m_Version >= 13) { m_EnableTypeTree = reader.ReadBoolean(); } //ReadTypes int typeCount = reader.ReadInt32(); m_Types = new List <SerializedType>(typeCount); for (int i = 0; i < typeCount; i++) { m_Types.Add(ReadSerializedType()); } if (header.m_Version >= 7 && header.m_Version < 14) { var bigIDEnabled = reader.ReadInt32(); } //ReadObjects int objectCount = reader.ReadInt32(); m_Objects = new List <ObjectInfo>(objectCount); Objects = new List <Object>(objectCount); ObjectsDic = new Dictionary <long, Object>(objectCount); for (int i = 0; i < objectCount; i++) { var objectInfo = new ObjectInfo(); if (header.m_Version < 14) { objectInfo.m_PathID = reader.ReadInt32(); } else { reader.AlignStream(); objectInfo.m_PathID = reader.ReadInt64(); } if (header.m_Version >= 22) { objectInfo.byteStart = reader.ReadInt64(); } else { objectInfo.byteStart = reader.ReadUInt32(); } objectInfo.byteStart += header.m_DataOffset; objectInfo.byteSize = reader.ReadUInt32(); objectInfo.typeID = reader.ReadInt32(); if (header.m_Version < 16) { objectInfo.classID = reader.ReadUInt16(); objectInfo.serializedType = m_Types.Find(x => x.classID == objectInfo.typeID); var isDestroyed = reader.ReadUInt16(); } else { var type = m_Types[objectInfo.typeID]; objectInfo.serializedType = type; objectInfo.classID = type.classID; } if (header.m_Version == 15 || header.m_Version == 16) { var stripped = reader.ReadByte(); } m_Objects.Add(objectInfo); } if (header.m_Version >= 11) { int scriptCount = reader.ReadInt32(); m_ScriptTypes = new List <LocalSerializedObjectIdentifier>(scriptCount); for (int i = 0; i < scriptCount; i++) { var m_ScriptType = new LocalSerializedObjectIdentifier(); m_ScriptType.localSerializedFileIndex = reader.ReadInt32(); if (header.m_Version < 14) { m_ScriptType.localIdentifierInFile = reader.ReadInt32(); } else { reader.AlignStream(); m_ScriptType.localIdentifierInFile = reader.ReadInt64(); } m_ScriptTypes.Add(m_ScriptType); } } int externalsCount = reader.ReadInt32(); m_Externals = new List <FileIdentifier>(externalsCount); for (int i = 0; i < externalsCount; i++) { var m_External = new FileIdentifier(); if (header.m_Version >= 6) { var tempEmpty = reader.ReadStringToNull(); } if (header.m_Version >= 5) { m_External.guid = new Guid(reader.ReadBytes(16)); m_External.type = reader.ReadInt32(); } m_External.pathName = reader.ReadStringToNull(); m_External.fileName = Path.GetFileName(m_External.pathName); m_Externals.Add(m_External); } if (header.m_Version >= 5) { //var userInformation = reader.ReadStringToNull(); } if (header.m_Version >= 21) { //var unknown = reader.ReadInt32(); } }
private void ReadFormat6(EndianBinaryReader bundleReader, bool padding = false) { var bundleSize = bundleReader.ReadInt64(); int compressedSize = bundleReader.ReadInt32(); int uncompressedSize = bundleReader.ReadInt32(); int flag = bundleReader.ReadInt32(); if (padding) { bundleReader.ReadByte(); } byte[] blocksInfoBytes; if ((flag & 0x80) != 0)//at end of file { var position = bundleReader.Position; bundleReader.Position = bundleReader.BaseStream.Length - compressedSize; blocksInfoBytes = bundleReader.ReadBytes(compressedSize); bundleReader.Position = position; } else { blocksInfoBytes = bundleReader.ReadBytes(compressedSize); } MemoryStream blocksInfoStream; switch (flag & 0b111111) { default: //None { blocksInfoStream = new MemoryStream(blocksInfoBytes); break; } case 1: //LZMA { blocksInfoStream = SevenZipHelper.StreamDecompress(new MemoryStream(blocksInfoBytes)); break; } case 2: //LZ4 case 3: //LZ4HC { byte[] uncompressedBytes = new byte[uncompressedSize]; using (var decoder = new Lz4DecoderStream(new MemoryStream(blocksInfoBytes))) { decoder.Read(uncompressedBytes, 0, uncompressedSize); } blocksInfoStream = new MemoryStream(uncompressedBytes); break; } //case 4:LZHAM? } using (var blocksInfoReader = new EndianBinaryReader(blocksInfoStream)) { blocksInfoReader.Position = 0x10; int blockcount = blocksInfoReader.ReadInt32(); var blockInfos = new BlockInfo[blockcount]; for (int i = 0; i < blockcount; i++) { blockInfos[i] = new BlockInfo { uncompressedSize = blocksInfoReader.ReadUInt32(), compressedSize = blocksInfoReader.ReadUInt32(), flag = blocksInfoReader.ReadInt16() }; } Stream dataStream; var uncompressedSizeSum = blockInfos.Sum(x => x.uncompressedSize); if (uncompressedSizeSum > int.MaxValue) { /*var memoryMappedFile = MemoryMappedFile.CreateNew(Path.GetFileName(path), uncompressedSizeSum); * assetsDataStream = memoryMappedFile.CreateViewStream();*/ dataStream = new FileStream(path + ".temp", FileMode.Create, FileAccess.ReadWrite, FileShare.None, 4096, FileOptions.DeleteOnClose); } else { dataStream = new MemoryStream(); } foreach (var blockInfo in blockInfos) { switch (blockInfo.flag & 0x3F) { default: //None { bundleReader.BaseStream.CopyTo(dataStream, blockInfo.compressedSize); break; } case 1: //LZMA { SevenZipHelper.StreamDecompress(bundleReader.BaseStream, dataStream, blockInfo.compressedSize, blockInfo.uncompressedSize); break; } case 2: //LZ4 case 3: //LZ4HC { var lz4Stream = new Lz4DecoderStream(bundleReader.BaseStream, blockInfo.compressedSize); lz4Stream.CopyTo(dataStream, blockInfo.uncompressedSize); break; } //case 4:LZHAM? } } dataStream.Position = 0; using (dataStream) { var entryinfo_count = blocksInfoReader.ReadInt32(); for (int i = 0; i < entryinfo_count; i++) { var file = new StreamFile(); var entryinfo_offset = blocksInfoReader.ReadInt64(); var entryinfo_size = blocksInfoReader.ReadInt64(); flag = blocksInfoReader.ReadInt32(); file.fileName = Path.GetFileName(blocksInfoReader.ReadStringToNull()); if (entryinfo_size > int.MaxValue) { /*var memoryMappedFile = MemoryMappedFile.CreateNew(file.fileName, entryinfo_size); * file.stream = memoryMappedFile.CreateViewStream();*/ var extractPath = path + "_unpacked\\"; Directory.CreateDirectory(extractPath); file.stream = File.Create(extractPath + file.fileName); } else { file.stream = new MemoryStream(); } dataStream.Position = entryinfo_offset; dataStream.CopyTo(file.stream, entryinfo_size); file.stream.Position = 0; fileList.Add(file); } } } }
private void readBase5() { int classID = assetsFileReader.ReadInt32(); if (fileGen > 15)//5.5.0 and up { assetsFileReader.ReadByte(); int type1; if ((type1 = assetsFileReader.ReadInt16()) >= 0) { type1 = -1 - type1; } else { type1 = classID; } classIDs.Add(new[] { type1, classID }); if (classID == 114) { assetsFileReader.Position += 16; } classID = type1; } else if (classID < 0) { assetsFileReader.Position += 16; } assetsFileReader.Position += 16; if (baseDefinitions) { int varCount = assetsFileReader.ReadInt32(); int stringSize = assetsFileReader.ReadInt32(); assetsFileReader.Position += varCount * 24; using (var stringReader = new BinaryReader(new MemoryStream(assetsFileReader.ReadBytes(stringSize)))) { string className = ""; var classVar = new List <ClassMember>(); //build Class Structures assetsFileReader.Position -= varCount * 24 + stringSize; for (int i = 0; i < varCount; i++) { ushort num0 = assetsFileReader.ReadUInt16(); byte level = assetsFileReader.ReadByte(); bool isArray = assetsFileReader.ReadBoolean(); ushort varTypeIndex = assetsFileReader.ReadUInt16(); ushort test = assetsFileReader.ReadUInt16(); string varTypeStr; if (test == 0) //varType is an offset in the string block { stringReader.BaseStream.Position = varTypeIndex; varTypeStr = stringReader.ReadStringToNull(); } else //varType is an index in an internal strig array { varTypeStr = baseStrings.ContainsKey(varTypeIndex) ? baseStrings[varTypeIndex] : varTypeIndex.ToString(); } ushort varNameIndex = assetsFileReader.ReadUInt16(); test = assetsFileReader.ReadUInt16(); string varNameStr; if (test == 0) { stringReader.BaseStream.Position = varNameIndex; varNameStr = stringReader.ReadStringToNull(); } else { varNameStr = baseStrings.ContainsKey(varNameIndex) ? baseStrings[varNameIndex] : varNameIndex.ToString(); } int size = assetsFileReader.ReadInt32(); int index = assetsFileReader.ReadInt32(); int flag = assetsFileReader.ReadInt32(); if (index == 0) { className = varTypeStr + " " + varNameStr; } else { classVar.Add(new ClassMember { Level = level - 1, Type = varTypeStr, Name = varNameStr, Size = size, Flag = flag }); } } assetsFileReader.Position += stringSize; var aClass = new ClassStruct { ID = classID, Text = className, members = classVar }; aClass.SubItems.Add(classID.ToString()); ClassStructures[classID] = aClass; } } }
public AssetsFile(string fullName, EndianBinaryReader reader) { this.reader = reader; filePath = fullName; fileName = Path.GetFileName(fullName); upperFileName = fileName.ToUpper(); try { //SerializedFile::ReadHeader header = new SerializedFileHeader(); header.m_MetadataSize = reader.ReadUInt32(); header.m_FileSize = reader.ReadUInt32(); header.m_Version = reader.ReadUInt32(); header.m_DataOffset = reader.ReadUInt32(); if (header.m_Version >= 9) { header.m_Endianess = reader.ReadByte(); header.m_Reserved = reader.ReadBytes(3); m_FileEndianess = (EndianType)header.m_Endianess; } else { reader.Position = header.m_FileSize - header.m_MetadataSize; m_FileEndianess = (EndianType)reader.ReadByte(); } //SerializedFile::ReadMetadata if (m_FileEndianess == EndianType.LittleEndian) { reader.endian = EndianType.LittleEndian; } if (header.m_Version >= 7) { unityVersion = reader.ReadStringToNull(); } if (header.m_Version >= 8) { m_TargetPlatform = (BuildTarget)reader.ReadInt32(); if (!Enum.IsDefined(typeof(BuildTarget), m_TargetPlatform)) { m_TargetPlatform = BuildTarget.UnknownPlatform; } } platformStr = m_TargetPlatform.ToString(); if (header.m_Version >= 13) { m_EnableTypeTree = reader.ReadBoolean(); } //Read types int typeCount = reader.ReadInt32(); m_Types = new List <SerializedType>(typeCount); for (int i = 0; i < typeCount; i++) { m_Types.Add(ReadSerializedType()); } if (header.m_Version >= 7 && header.m_Version < 14) { var bigIDEnabled = reader.ReadInt32(); } //Read Objects int objectCount = reader.ReadInt32(); var assetIDfmt = "D" + objectCount.ToString().Length; //format for unique ID m_Objects = new Dictionary <long, ObjectInfo>(objectCount); for (int i = 0; i < objectCount; i++) { var objectInfo = new ObjectInfo(); if (header.m_Version < 14) { objectInfo.m_PathID = reader.ReadInt32(); } else { reader.AlignStream(4); objectInfo.m_PathID = reader.ReadInt64(); } objectInfo.byteStart = reader.ReadUInt32(); objectInfo.byteStart += header.m_DataOffset; objectInfo.byteSize = reader.ReadUInt32(); objectInfo.typeID = reader.ReadInt32(); if (header.m_Version < 16) { objectInfo.classID = reader.ReadUInt16(); objectInfo.serializedType = m_Types.Find(x => x.classID == objectInfo.typeID); objectInfo.isDestroyed = reader.ReadUInt16(); } else { var type = m_Types[objectInfo.typeID]; objectInfo.serializedType = type; objectInfo.classID = type.classID; } if (header.m_Version == 15 || header.m_Version == 16) { var stripped = reader.ReadByte(); } m_Objects.Add(objectInfo.m_PathID, objectInfo); //Create AssetPreloadData var asset = new AssetPreloadData(this, objectInfo, i.ToString(assetIDfmt)); preloadTable.Add(asset.m_PathID, asset); #region read BuildSettings to get version for version 2.x files if (asset.Type == ClassIDType.BuildSettings && header.m_Version == 6) { var nextAsset = reader.Position; var BSettings = new BuildSettings(asset); unityVersion = BSettings.m_Version; reader.Position = nextAsset; } #endregion } if (header.m_Version >= 11) { int scriptCount = reader.ReadInt32(); m_ScriptTypes = new List <LocalSerializedObjectIdentifier>(scriptCount); for (int i = 0; i < scriptCount; i++) { var m_ScriptType = new LocalSerializedObjectIdentifier(); m_ScriptType.localSerializedFileIndex = reader.ReadInt32(); if (header.m_Version < 14) { m_ScriptType.localIdentifierInFile = reader.ReadInt32(); } else { reader.AlignStream(4); m_ScriptType.localIdentifierInFile = reader.ReadInt64(); } m_ScriptTypes.Add(m_ScriptType); } } int externalsCount = reader.ReadInt32(); m_Externals = new List <FileIdentifier>(externalsCount); for (int i = 0; i < externalsCount; i++) { var m_External = new FileIdentifier(); if (header.m_Version >= 6) { var tempEmpty = reader.ReadStringToNull(); } if (header.m_Version >= 5) { m_External.guid = new Guid(reader.ReadBytes(16)); m_External.type = reader.ReadInt32(); } m_External.pathName = reader.ReadStringToNull(); m_External.fileName = Path.GetFileName(m_External.pathName); m_Externals.Add(m_External); } if (header.m_Version >= 5) { //var userInformation = reader.ReadStringToNull(); } buildType = Regex.Replace(unityVersion, @"\d", "").Split(new[] { "." }, StringSplitOptions.RemoveEmptyEntries); var firstVersion = int.Parse(unityVersion.Split('.')[0]); version = Regex.Matches(unityVersion, @"\d").Cast <Match>().Select(m => int.Parse(m.Value)).ToArray(); if (firstVersion > 5)//2017 and up { var nversion = new int[version.Length - 3]; nversion[0] = firstVersion; Array.Copy(version, 4, nversion, 1, version.Length - 4); version = nversion; } valid = true; } catch { } }
private void ReadBlocksInfoAndDirectory(EndianBinaryReader reader) { byte[] blocksInfoBytes; if (m_Header.version >= 7) { reader.AlignStream(16); } if ((m_Header.flags & ArchiveFlags.BlocksInfoAtTheEnd) != 0) { var position = reader.Position; reader.Position = reader.BaseStream.Length - m_Header.compressedBlocksInfoSize; blocksInfoBytes = reader.ReadBytes((int)m_Header.compressedBlocksInfoSize); reader.Position = position; } else //0x40 BlocksAndDirectoryInfoCombined { blocksInfoBytes = reader.ReadBytes((int)m_Header.compressedBlocksInfoSize); } MemoryStream blocksInfoUncompresseddStream; var uncompressedSize = m_Header.uncompressedBlocksInfoSize; var compressionType = (CompressionType)(m_Header.flags & ArchiveFlags.CompressionTypeMask); switch (compressionType) { case CompressionType.None: { blocksInfoUncompresseddStream = new MemoryStream(blocksInfoBytes); break; } case CompressionType.Lzma: { blocksInfoUncompresseddStream = new MemoryStream((int)(uncompressedSize)); using (var blocksInfoCompressedStream = new MemoryStream(blocksInfoBytes)) { SevenZipHelper.StreamDecompress(blocksInfoCompressedStream, blocksInfoUncompresseddStream, m_Header.compressedBlocksInfoSize, m_Header.uncompressedBlocksInfoSize); } blocksInfoUncompresseddStream.Position = 0; break; } case CompressionType.Lz4: case CompressionType.Lz4HC: { var uncompressedBytes = new byte[uncompressedSize]; var numWrite = LZ4Codec.Decode(blocksInfoBytes, uncompressedBytes); if (numWrite != uncompressedSize) { throw new IOException($"Lz4 decompression error, write {numWrite} bytes but expected {uncompressedSize} bytes"); } blocksInfoUncompresseddStream = new MemoryStream(uncompressedBytes); break; } default: throw new IOException($"Unsupported compression type {compressionType}"); } using (var blocksInfoReader = new EndianBinaryReader(blocksInfoUncompresseddStream)) { var uncompressedDataHash = blocksInfoReader.ReadBytes(16); var blocksInfoCount = blocksInfoReader.ReadInt32(); m_BlocksInfo = new StorageBlock[blocksInfoCount]; for (int i = 0; i < blocksInfoCount; i++) { m_BlocksInfo[i] = new StorageBlock { uncompressedSize = blocksInfoReader.ReadUInt32(), compressedSize = blocksInfoReader.ReadUInt32(), flags = (StorageBlockFlags)blocksInfoReader.ReadUInt16() }; } var nodesCount = blocksInfoReader.ReadInt32(); m_DirectoryInfo = new Node[nodesCount]; for (int i = 0; i < nodesCount; i++) { m_DirectoryInfo[i] = new Node { offset = blocksInfoReader.ReadInt64(), size = blocksInfoReader.ReadInt64(), flags = blocksInfoReader.ReadUInt32(), path = blocksInfoReader.ReadStringToNull(), }; } } if ((m_Header.flags & ArchiveFlags.BlockInfoNeedPaddingAtStart) != 0) { reader.AlignStream(16); } }
public static void ReadClassStruct(StringBuilder sb, List <ClassMember> members, EndianBinaryReader reader) { for (int i = 0; i < members.Count; i++) { var member = members[i]; var level = member.Level; var varTypeStr = member.Type; var varNameStr = member.Name; object value = null; var align = (member.Flag & 0x4000) != 0; var append = true; if (member.alignBefore) { reader.AlignStream(4); } switch (varTypeStr) { case "SInt8": value = reader.ReadSByte(); break; case "UInt8": value = reader.ReadByte(); break; case "short": case "SInt16": value = reader.ReadInt16(); break; case "UInt16": case "unsigned short": value = reader.ReadUInt16(); break; case "int": case "SInt32": value = reader.ReadInt32(); break; case "UInt32": case "unsigned int": case "Type*": value = reader.ReadUInt32(); break; case "long long": case "SInt64": value = reader.ReadInt64(); break; case "UInt64": case "unsigned long long": value = reader.ReadUInt64(); break; case "float": value = reader.ReadSingle(); break; case "double": value = reader.ReadDouble(); break; case "bool": value = reader.ReadBoolean(); break; case "string": append = false; var str = reader.ReadAlignedString(); sb.AppendFormat("{0}{1} {2} = \"{3}\"\r\n", (new string('\t', level)), varTypeStr, varNameStr, str); i += 3; //skip break; case "Array": { append = false; if ((members[i - 1].Flag & 0x4000) != 0) { align = true; } sb.AppendFormat("{0}{1} {2}\r\n", (new string('\t', level)), varTypeStr, varNameStr); var size = reader.ReadInt32(); sb.AppendFormat("{0}{1} {2} = {3}\r\n", (new string('\t', level)), "int", "size", size); var array = ReadArray(members, level, i); for (int j = 0; j < size; j++) { sb.AppendFormat("{0}[{1}]\r\n", (new string('\t', level + 1)), j); ReadClassStruct(sb, array, reader); } i += array.Count + 1; //skip break; } case "TypelessData": { append = false; var size = reader.ReadInt32(); reader.ReadBytes(size); i += 2; sb.AppendFormat("{0}{1} {2}\r\n", (new string('\t', level)), varTypeStr, varNameStr); sb.AppendFormat("{0}{1} {2} = {3}\r\n", (new string('\t', level)), "int", "size", size); break; } default: append = false; if (align) { align = false; SetAlignBefore(members, level, i + 1); } sb.AppendFormat("{0}{1} {2}\r\n", (new string('\t', level)), varTypeStr, varNameStr); break; } if (append) { sb.AppendFormat("{0}{1} {2} = {3}\r\n", (new string('\t', level)), varTypeStr, varNameStr, value); } if (align) { reader.AlignStream(4); } } }
private void ReadBlocksInfoAndDirectory(EndianBinaryReader reader) { byte[] blocksInfoBytes; if (m_Header.version >= 7) { reader.AlignStream(16); } if ((m_Header.flags & 0x80) != 0) //kArchiveBlocksInfoAtTheEnd { var position = reader.Position; reader.Position = reader.BaseStream.Length - m_Header.compressedBlocksInfoSize; blocksInfoBytes = reader.ReadBytes((int)m_Header.compressedBlocksInfoSize); reader.Position = position; } else //0x40 kArchiveBlocksAndDirectoryInfoCombined { blocksInfoBytes = reader.ReadBytes((int)m_Header.compressedBlocksInfoSize); } MemoryStream blocksInfoUncompresseddStream; var uncompressedSize = m_Header.uncompressedBlocksInfoSize; switch (m_Header.flags & 0x3F) //kArchiveCompressionTypeMask { default: //None { blocksInfoUncompresseddStream = new MemoryStream(blocksInfoBytes); break; } case 1: //LZMA { blocksInfoUncompresseddStream = new MemoryStream((int)(uncompressedSize)); using (var blocksInfoCompressedStream = new MemoryStream(blocksInfoBytes)) { SevenZipHelper.StreamDecompress(blocksInfoCompressedStream, blocksInfoUncompresseddStream, m_Header.compressedBlocksInfoSize, m_Header.uncompressedBlocksInfoSize); } blocksInfoUncompresseddStream.Position = 0; break; } case 2: //LZ4 case 3: //LZ4HC { var uncompressedBytes = new byte[uncompressedSize]; var numWrite = LZ4Codec.Decode(blocksInfoBytes, uncompressedBytes); if (numWrite != uncompressedSize) { throw new IOException($"Lz4 decompression error, write {numWrite} bytes but expected {uncompressedSize} bytes"); } blocksInfoUncompresseddStream = new MemoryStream(uncompressedBytes); break; } } using (var blocksInfoReader = new EndianBinaryReader(blocksInfoUncompresseddStream)) { var uncompressedDataHash = blocksInfoReader.ReadBytes(16); var blocksInfoCount = blocksInfoReader.ReadInt32(); m_BlocksInfo = new StorageBlock[blocksInfoCount]; for (int i = 0; i < blocksInfoCount; i++) { m_BlocksInfo[i] = new StorageBlock { uncompressedSize = blocksInfoReader.ReadUInt32(), compressedSize = blocksInfoReader.ReadUInt32(), flags = blocksInfoReader.ReadUInt16() }; } var nodesCount = blocksInfoReader.ReadInt32(); m_DirectoryInfo = new Node[nodesCount]; for (int i = 0; i < nodesCount; i++) { m_DirectoryInfo[i] = new Node { offset = blocksInfoReader.ReadInt64(), size = blocksInfoReader.ReadInt64(), flags = blocksInfoReader.ReadUInt32(), path = blocksInfoReader.ReadStringToNull(), }; } } }
public SerializedFile(AssetsManager assetsManager, string fullName, EndianBinaryReader reader) { this.assetsManager = assetsManager; this.reader = reader; this.fullName = fullName; fileName = Path.GetFileName(fullName); // ReadHeader header = new SerializedFileHeader(); header.m_MetadataSize = reader.ReadUInt32(); header.m_FileSize = reader.ReadUInt32(); header.m_Version = (SerializedFileFormatVersion)reader.ReadUInt32(); header.m_DataOffset = reader.ReadUInt32(); if (header.m_Version >= SerializedFileFormatVersion.kUnknown_9) { header.m_Endianess = reader.ReadByte(); header.m_Reserved = reader.ReadBytes(3); m_FileEndianess = header.m_Endianess; } else { reader.Position = header.m_FileSize - header.m_MetadataSize; m_FileEndianess = reader.ReadByte(); } if (header.m_Version >= SerializedFileFormatVersion.kLargeFilesSupport) { header.m_MetadataSize = reader.ReadUInt32(); header.m_FileSize = reader.ReadInt64(); header.m_DataOffset = reader.ReadInt64(); reader.ReadInt64(); // unknown } // ReadMetadata if (m_FileEndianess == 0) { reader.endian = EndianType.LittleEndian; } if (header.m_Version >= SerializedFileFormatVersion.kUnknown_7) { unityVersion = reader.ReadStringToNull(); SetVersion(unityVersion); } if (header.m_Version >= SerializedFileFormatVersion.kUnknown_8) { m_TargetPlatform = (BuildTarget)reader.ReadInt32(); if (!Enum.IsDefined(typeof(BuildTarget), m_TargetPlatform)) { m_TargetPlatform = BuildTarget.UnknownPlatform; } } if (header.m_Version >= SerializedFileFormatVersion.kHasTypeTreeHashes) { m_EnableTypeTree = reader.ReadBoolean(); } // Read Types int typeCount = reader.ReadInt32(); m_Types = new List <SerializedType>(typeCount); for (int i = 0; i < typeCount; i++) { m_Types.Add(ReadSerializedType(false)); } if (header.m_Version >= SerializedFileFormatVersion.kUnknown_7 && header.m_Version < SerializedFileFormatVersion.kUnknown_14) { bigIDEnabled = reader.ReadInt32(); } // Read Objects int objectCount = reader.ReadInt32(); m_Objects = new List <ObjectInfo>(objectCount); Objects = new List <Object>(objectCount); ObjectsDic = new Dictionary <long, Object>(objectCount); for (int i = 0; i < objectCount; i++) { var objectInfo = new ObjectInfo(); if (bigIDEnabled != 0) { objectInfo.m_PathID = reader.ReadInt64(); } else if (header.m_Version < SerializedFileFormatVersion.kUnknown_14) { objectInfo.m_PathID = reader.ReadInt32(); } else { reader.AlignStream(); objectInfo.m_PathID = reader.ReadInt64(); } if (header.m_Version >= SerializedFileFormatVersion.kLargeFilesSupport) { objectInfo.byteStart = reader.ReadInt64(); } else { objectInfo.byteStart = reader.ReadUInt32(); } objectInfo.byteStart += header.m_DataOffset; objectInfo.byteSize = reader.ReadUInt32(); objectInfo.typeID = reader.ReadInt32(); if (header.m_Version < SerializedFileFormatVersion.kRefactoredClassId) { objectInfo.classID = reader.ReadUInt16(); objectInfo.serializedType = m_Types.Find(x => x.classID == objectInfo.typeID); } else { var type = m_Types[objectInfo.typeID]; objectInfo.serializedType = type; objectInfo.classID = type.classID; } if (header.m_Version < SerializedFileFormatVersion.kHasScriptTypeIndex) { objectInfo.isDestroyed = reader.ReadUInt16(); } if (header.m_Version >= SerializedFileFormatVersion.kHasScriptTypeIndex && header.m_Version < SerializedFileFormatVersion.kRefactorTypeData) { var m_ScriptTypeIndex = reader.ReadInt16(); if (objectInfo.serializedType != null) { objectInfo.serializedType.m_ScriptTypeIndex = m_ScriptTypeIndex; } } if (header.m_Version == SerializedFileFormatVersion.kSupportsStrippedObject || header.m_Version == SerializedFileFormatVersion.kRefactoredClassId) { objectInfo.stripped = reader.ReadByte(); } m_Objects.Add(objectInfo); } if (header.m_Version >= SerializedFileFormatVersion.kHasScriptTypeIndex) { int scriptCount = reader.ReadInt32(); m_ScriptTypes = new List <LocalSerializedObjectIdentifier>(scriptCount); for (int i = 0; i < scriptCount; i++) { var m_ScriptType = new LocalSerializedObjectIdentifier(); m_ScriptType.localSerializedFileIndex = reader.ReadInt32(); if (header.m_Version < SerializedFileFormatVersion.kUnknown_14) { m_ScriptType.localIdentifierInFile = reader.ReadInt32(); } else { reader.AlignStream(); m_ScriptType.localIdentifierInFile = reader.ReadInt64(); } m_ScriptTypes.Add(m_ScriptType); } } int externalsCount = reader.ReadInt32(); m_Externals = new List <FileIdentifier>(externalsCount); for (int i = 0; i < externalsCount; i++) { var m_External = new FileIdentifier(); if (header.m_Version >= SerializedFileFormatVersion.kUnknown_6) { var tempEmpty = reader.ReadStringToNull(); } if (header.m_Version >= SerializedFileFormatVersion.kUnknown_5) { m_External.guid = new Guid(reader.ReadBytes(16)); m_External.type = reader.ReadInt32(); } m_External.pathName = reader.ReadStringToNull(); m_External.fileName = Path.GetFileName(m_External.pathName); m_Externals.Add(m_External); } if (header.m_Version >= SerializedFileFormatVersion.kSupportsRefObject) { int refTypesCount = reader.ReadInt32(); m_RefTypes = new List <SerializedType>(refTypesCount); for (int i = 0; i < refTypesCount; i++) { m_RefTypes.Add(ReadSerializedType(true)); } } if (header.m_Version >= SerializedFileFormatVersion.kUnknown_5) { userInformation = reader.ReadStringToNull(); } //reader.AlignStream(16); }
private void ReadFormat6(EndianBinaryReader bundleReader, bool padding = false) { var bundleSize = bundleReader.ReadInt64(); int compressedSize = bundleReader.ReadInt32(); int uncompressedSize = bundleReader.ReadInt32(); int flag = bundleReader.ReadInt32(); if (padding) { bundleReader.ReadByte(); } byte[] blocksInfoBytes; if ((flag & 0x80) != 0)//at end of file { var position = bundleReader.Position; bundleReader.Position = bundleReader.BaseStream.Length - compressedSize; blocksInfoBytes = bundleReader.ReadBytes(compressedSize); bundleReader.Position = position; } else { blocksInfoBytes = bundleReader.ReadBytes(compressedSize); } MemoryStream blocksInfoStream; switch (flag & 0x3F) { default: //None { blocksInfoStream = new MemoryStream(blocksInfoBytes); break; } case 1: //LZMA { blocksInfoStream = SevenZipHelper.StreamDecompress(new MemoryStream(blocksInfoBytes)); break; } case 2: //LZ4 case 3: //LZ4HC { byte[] uncompressedBytes = new byte[uncompressedSize]; using (var decoder = new Lz4DecoderStream(new MemoryStream(blocksInfoBytes))) { decoder.Read(uncompressedBytes, 0, uncompressedSize); } blocksInfoStream = new MemoryStream(uncompressedBytes); break; } //case 4:LZHAM? } using (var blocksInfo = new EndianBinaryReader(blocksInfoStream)) { blocksInfo.Position = 0x10; int blockcount = blocksInfo.ReadInt32(); var assetsDataStream = new MemoryStream(); for (int i = 0; i < blockcount; i++) { uncompressedSize = blocksInfo.ReadInt32(); compressedSize = blocksInfo.ReadInt32(); flag = blocksInfo.ReadInt16(); var compressedBytes = bundleReader.ReadBytes(compressedSize); switch (flag & 0x3F) { default: //None { assetsDataStream.Write(compressedBytes, 0, compressedSize); break; } case 1: //LZMA { var uncompressedBytes = new byte[uncompressedSize]; using (var mstream = new MemoryStream(compressedBytes)) { var decoder = SevenZipHelper.StreamDecompress(mstream, uncompressedSize); decoder.Read(uncompressedBytes, 0, uncompressedSize); decoder.Dispose(); } assetsDataStream.Write(uncompressedBytes, 0, uncompressedSize); break; } case 2: //LZ4 case 3: //LZ4HC { var uncompressedBytes = new byte[uncompressedSize]; using (var decoder = new Lz4DecoderStream(new MemoryStream(compressedBytes))) { decoder.Read(uncompressedBytes, 0, uncompressedSize); } assetsDataStream.Write(uncompressedBytes, 0, uncompressedSize); break; } //case 4:LZHAM? } } using (var assetsDataReader = new EndianBinaryReader(assetsDataStream)) { var entryinfo_count = blocksInfo.ReadInt32(); for (int i = 0; i < entryinfo_count; i++) { var file = new MemoryFile(); var entryinfo_offset = blocksInfo.ReadInt64(); var entryinfo_size = blocksInfo.ReadInt64(); flag = blocksInfo.ReadInt32(); file.fileName = Path.GetFileName(blocksInfo.ReadStringToNull()); assetsDataReader.Position = entryinfo_offset; var buffer = assetsDataReader.ReadBytes((int)entryinfo_size); file.stream = new MemoryStream(buffer); fileList.Add(file); } } } }