public Write ( System b1, int off, int len ) : void | ||
b1 | System | |
off | int | |
len | int | |
return | void |
public static byte[] Compress(byte[] inputBytes) { using (MemoryStream stream = new MemoryStream()) { using (ZOutputStream stream2 = new ZOutputStream(stream, 0)) { stream2.Write(inputBytes, 0, inputBytes.Length); stream2.finish(); return stream.ToArray(); } } }
private bool ReplaceContentHelperFunc(byte[] content, FileStream datFileStream) { // Store the old offsets just in case we need to perform a restore. // This actually isn't necessary currently, since the raf directory file is saved after packing. UInt32 oldOffset = FileOffset; UInt32 oldSize = FileSize; try { // Navigate to the end of it datFileStream.Seek(0, SeekOrigin.End); UInt32 offset = (UInt32)datFileStream.Length; FileInfo fInfo = new FileInfo(m_fileName); // .fsb, .fev, and .gfx files aren't compressed byte[] finalContent; if (fInfo.Extension == ".fsb" || fInfo.Extension == ".fev" || fInfo.Extension == ".gfx") { finalContent = content; } else { // Start of compression MemoryStream mStream = new MemoryStream(); zlib.ZOutputStream oStream = new zlib.ZOutputStream(mStream, zlib.zlibConst.Z_DEFAULT_COMPRESSION); //using default compression level oStream.Write(content, 0, content.Length); oStream.finish(); finalContent = mStream.ToArray(); } // Write the data to the end of the .dat file datFileStream.Write(finalContent, 0, finalContent.Length); // Update entry values to represent the new changes FileOffset = offset; FileSize = (UInt32)finalContent.Length; return(true); } catch (Exception) { FileOffset = oldOffset; FileSize = oldSize; return(false); } }
/// <summary> /// Compresses an array of bytes using the DEFLATE algorithm from zlib. /// </summary> /// <param name="data">The array of bytes to compress.</param> /// <param name="compression">The compression level to use when compressing the data. -1 for the default, 0 for none, and 1 to 9 for fastest/worst to slowest/best.</param> /// <returns>The compressed byte array.</returns> /// <exception cref="ArgumentNullException"><paramref name="data"/> is <c>null</c>.</exception> public static byte[] Compress(byte[] data, int compression = zlibConst.Z_DEFAULT_COMPRESSION) { if (data == null) { throw new ArgumentNullException("data"); } // Create a memory stream to write our compressed data to using (MemoryStream memoryStream = new MemoryStream()) { // Create a GZIP stream and write our byte array to compress it using (ZOutputStream gzip = new ZOutputStream(memoryStream, compression)) { gzip.Write(data, 0, data.Length); } // Read compressed bytes back byte[] compressed = memoryStream.ToArray(); // Create a new array the same as the length of the compressed data plus 4 bytes for the size byte[] buffer = new byte[compressed.Length + sizeof(int)]; // Copy the compressed bytes we got earlier into our new array at offset 4 Buffer.BlockCopy(compressed, 0, buffer, sizeof(int), compressed.Length); // Get the length of the compressed data array, making sure to adjust for endianness byte[] length = BitConverter.GetBytes(data.Length); if (BitConverter.IsLittleEndian) { Array.Reverse(length); } // Copy the length of the compressed data array into the first 4 bytes our our new array Buffer.BlockCopy(length, 0, buffer, 0, sizeof(int)); return buffer; } }
//Inserts a file into the raf archive... public bool InsertFile(string fileName, byte[] content, TextWriter ostream) { if (ostream == null) ostream = new StreamWriter(Stream.Null); ostream.WriteLine(" Insert: " + fileName); ostream.WriteLine(" To: " + GetID()); RAFFileListEntry fileentry = this.GetDirectoryFile().GetFileList().GetFileEntry(fileName); if (fileentry == null) { //Define a new entry ostream.WriteLine("# Create new entry in RAF Archive, using experimental hash calculations"); ostream.WriteLine(" Get DAT File Stream"); FileStream datFileStream = GetDataFileContentStream(); //navigate to the end of it, add the file. datFileStream.Seek(0, SeekOrigin.End); UInt32 offset = (UInt32)datFileStream.Length; byte[] finalContent; if (nocompress.Contains(fileName)) { finalContent = content; } else { ostream.WriteLine(" Begin compression of content"); MemoryStream mStream = new MemoryStream(); zlib.ZOutputStream oStream = new zlib.ZOutputStream(mStream, zlib.zlibConst.Z_DEFAULT_COMPRESSION); //using default compression level oStream.Write(content, 0, content.Length); oStream.finish(); finalContent = mStream.ToArray(); } ostream.WriteLine(" Begin DAT Write"); datFileStream.Write(finalContent, 0, finalContent.Length); ostream.WriteLine(" Add file entry to in memory directory..."); UInt32 strTableIndex = directoryFile.GetStringTable().Add(fileName); directoryFile.CreateFileEntry(fileName, offset, (UInt32)finalContent.Length, strTableIndex); //directoryFile.Save(); //datFileStream.Close(); ostream.WriteLine(" Done."); return true; } else { //store the old offsets just in case we need to perform a restore. //This actually isn't necessary currently, since the raf directory file is saved //After packing. UInt32 oldOffset = (UInt32)fileentry.FileOffset; UInt32 oldSize = (UInt32)fileentry.FileSize; ostream.WriteLine("Old Offset: " + oldOffset + "; Old Size: " + oldSize); ostream.WriteLine("Begin modify game files... This may take a while"); try { ostream.WriteLine(" Get File Stream"); FileStream datFileStream = GetDataFileContentStream(); //navigate to the end of it, add the file. datFileStream.Seek(0, SeekOrigin.End); UInt32 offset = (UInt32)datFileStream.Length; byte[] finalContent; if (nocompress.Contains(fileName)) { finalContent = content; } else { ostream.WriteLine(" Begin compression of content"); MemoryStream mStream = new MemoryStream(); zlib.ZOutputStream oStream = new zlib.ZOutputStream(mStream, zlib.zlibConst.Z_DEFAULT_COMPRESSION); //using default compression level oStream.Write(content, 0, content.Length); oStream.finish(); finalContent = mStream.ToArray(); } ostream.WriteLine(" Begin DAT Write"); datFileStream.Write(finalContent, 0, finalContent.Length); ostream.WriteLine(" Begin FileEntry Write"); fileentry.FileOffset = offset; fileentry.FileSize = (UInt32)finalContent.Length; //directoryFile.Save(); //datFileStream.Close(); ostream.WriteLine(" Done."); return true; } catch (Exception e) { ostream.WriteLine("!! An error occurred in inserting a file."); ostream.WriteLine("!! Note that the content of the raf archive has been added to"); ostream.WriteLine("!! But the directory file that points the game to the data in the content file"); ostream.WriteLine("!! Has not been modified. In other words, if the game read the RAF archive now"); ostream.WriteLine("!! It wouldn't see a difference."); ostream.WriteLine("!! However, the RAF archive is a bit bigger than before."); ostream.WriteLine(e.ToString()); fileentry.FileOffset = oldOffset; fileentry.FileSize = oldSize; //directoryFile.GetContent(); return false; } } }
/// <summary> /// Generate the co-ords and faces necessary to construct a mesh from the mesh data the accompanies a prim. /// </summary> /// <param name="primName"></param> /// <param name="primShape"></param> /// <param name="size"></param> /// <param name="coords">Coords are added to this list by the method.</param> /// <param name="faces">Faces are added to this list by the method.</param> /// <returns>true if coords and faces were successfully generated, false if not</returns> private bool GenerateCoordsAndFacesFromPrimMeshData( string primName, PrimitiveBaseShape primShape, Vector3 size, out List<Coord> coords, out List<Face> faces) { m_log.DebugFormat("[MESH]: experimental mesh proxy generation for {0}", primName); coords = new List<Coord>(); faces = new List<Face>(); OSD meshOsd = null; if (primShape.SculptData.Length <= 0) { m_log.Error("[MESH]: asset data is zero length"); return false; } long start = 0; using (MemoryStream data = new MemoryStream(primShape.SculptData)) { try { OSD osd = OSDParser.DeserializeLLSDBinary(data); if (osd is OSDMap) meshOsd = (OSDMap)osd; else { m_log.Warn("[Mesh}: unable to cast mesh asset to OSDMap"); return false; } } catch (Exception e) { m_log.Error("[MESH]: Exception deserializing mesh asset header:" + e.ToString()); } start = data.Position; } if (meshOsd is OSDMap) { OSDMap physicsParms = null; OSDMap map = (OSDMap)meshOsd; if (map.ContainsKey("physics_shape")) physicsParms = (OSDMap)map["physics_shape"]; // old asset format else if (map.ContainsKey("physics_mesh")) physicsParms = (OSDMap)map["physics_mesh"]; // new asset format if (physicsParms == null) { m_log.Warn("[MESH]: no recognized physics mesh found in mesh asset"); return false; } int physOffset = physicsParms["offset"].AsInteger() + (int)start; int physSize = physicsParms["size"].AsInteger(); if (physOffset < 0 || physSize == 0) return false; // no mesh data in asset OSD decodedMeshOsd = new OSD(); byte[] meshBytes = new byte[physSize]; System.Buffer.BlockCopy(primShape.SculptData, physOffset, meshBytes, 0, physSize); // byte[] decompressed = new byte[physSize * 5]; try { using (MemoryStream inMs = new MemoryStream(meshBytes)) { using (MemoryStream outMs = new MemoryStream()) { using (ZOutputStream zOut = new ZOutputStream(outMs)) { byte[] readBuffer = new byte[2048]; int readLen = 0; while ((readLen = inMs.Read(readBuffer, 0, readBuffer.Length)) > 0) { zOut.Write(readBuffer, 0, readLen); } zOut.Flush(); outMs.Seek(0, SeekOrigin.Begin); byte[] decompressedBuf = outMs.GetBuffer(); decodedMeshOsd = OSDParser.DeserializeLLSDBinary(decompressedBuf); } } } } catch (Exception e) { m_log.Error("[MESH]: exception decoding physical mesh: " + e.ToString()); return false; } OSDArray decodedMeshOsdArray = null; // physics_shape is an array of OSDMaps, one for each submesh if (decodedMeshOsd is OSDArray) { // Console.WriteLine("decodedMeshOsd for {0} - {1}", primName, Util.GetFormattedXml(decodedMeshOsd)); decodedMeshOsdArray = (OSDArray)decodedMeshOsd; foreach (OSD subMeshOsd in decodedMeshOsdArray) { if (subMeshOsd is OSDMap) AddSubMesh(subMeshOsd as OSDMap, size, coords, faces); } } } return true; }
private Mesh CreateMeshFromPrimMesher(string primName, PrimitiveBaseShape primShape, Vector3 size, float lod) { // m_log.DebugFormat( // "[MESH]: Creating physics proxy for {0}, shape {1}", // primName, (OpenMetaverse.SculptType)primShape.SculptType); PrimMesh primMesh; PrimMesher.SculptMesh sculptMesh; List<Coord> coords = new List<Coord>(); List<Face> faces = new List<Face>(); Image idata = null; string decodedSculptFileName = ""; if (primShape.SculptEntry) { if (((OpenMetaverse.SculptType)primShape.SculptType) == SculptType.Mesh) { if (!useMeshiesPhysicsMesh) return null; m_log.DebugFormat("[MESH]: experimental mesh proxy generation for {0}", primName); OSD meshOsd = null; if (primShape.SculptData.Length <= 0) { m_log.Error("[MESH]: asset data is zero length"); return null; } long start = 0; using (MemoryStream data = new MemoryStream(primShape.SculptData)) { try { OSD osd = OSDParser.DeserializeLLSDBinary(data); if (osd is OSDMap) meshOsd = (OSDMap)osd; else { m_log.Warn("[Mesh}: unable to cast mesh asset to OSDMap"); return null; } } catch (Exception e) { m_log.Error("[MESH]: Exception deserializing mesh asset header:" + e.ToString()); } start = data.Position; } if (meshOsd is OSDMap) { OSDMap physicsParms = null; OSDMap map = (OSDMap)meshOsd; if (map.ContainsKey("physics_shape")) physicsParms = (OSDMap)map["physics_shape"]; // old asset format else if (map.ContainsKey("physics_mesh")) physicsParms = (OSDMap)map["physics_mesh"]; // new asset format if (physicsParms == null) { m_log.Warn("[MESH]: no recognized physics mesh found in mesh asset"); return null; } int physOffset = physicsParms["offset"].AsInteger() + (int)start; int physSize = physicsParms["size"].AsInteger(); if (physOffset < 0 || physSize == 0) return null; // no mesh data in asset OSD decodedMeshOsd = new OSD(); byte[] meshBytes = new byte[physSize]; System.Buffer.BlockCopy(primShape.SculptData, physOffset, meshBytes, 0, physSize); // byte[] decompressed = new byte[physSize * 5]; try { using (MemoryStream inMs = new MemoryStream(meshBytes)) { using (MemoryStream outMs = new MemoryStream()) { using (ZOutputStream zOut = new ZOutputStream(outMs)) { byte[] readBuffer = new byte[2048]; int readLen = 0; while ((readLen = inMs.Read(readBuffer, 0, readBuffer.Length)) > 0) { zOut.Write(readBuffer, 0, readLen); } zOut.Flush(); outMs.Seek(0, SeekOrigin.Begin); byte[] decompressedBuf = outMs.GetBuffer(); decodedMeshOsd = OSDParser.DeserializeLLSDBinary(decompressedBuf); } } } } catch (Exception e) { m_log.Error("[MESH]: exception decoding physical mesh: " + e.ToString()); return null; } OSDArray decodedMeshOsdArray = null; // physics_shape is an array of OSDMaps, one for each submesh if (decodedMeshOsd is OSDArray) { // Console.WriteLine("decodedMeshOsd for {0} - {1}", primName, Util.GetFormattedXml(decodedMeshOsd)); decodedMeshOsdArray = (OSDArray)decodedMeshOsd; foreach (OSD subMeshOsd in decodedMeshOsdArray) { if (subMeshOsd is OSDMap) AddSubMesh(subMeshOsd as OSDMap, size, coords, faces); } } } } else { if (cacheSculptMaps && primShape.SculptTexture != UUID.Zero) { decodedSculptFileName = System.IO.Path.Combine(decodedSculptMapPath, "smap_" + primShape.SculptTexture.ToString()); try { if (File.Exists(decodedSculptFileName)) { idata = Image.FromFile(decodedSculptFileName); } } catch (Exception e) { m_log.Error("[SCULPT]: unable to load cached sculpt map " + decodedSculptFileName + " " + e.Message); } //if (idata != null) // m_log.Debug("[SCULPT]: loaded cached map asset for map ID: " + primShape.SculptTexture.ToString()); } if (idata == null) { if (primShape.SculptData == null || primShape.SculptData.Length == 0) return null; try { OpenMetaverse.Imaging.ManagedImage unusedData; OpenMetaverse.Imaging.OpenJPEG.DecodeToImage(primShape.SculptData, out unusedData, out idata); unusedData = null; //idata = CSJ2K.J2kImage.FromBytes(primShape.SculptData); if (cacheSculptMaps && idata != null) { try { idata.Save(decodedSculptFileName, ImageFormat.MemoryBmp); } catch (Exception e) { m_log.Error("[SCULPT]: unable to cache sculpt map " + decodedSculptFileName + " " + e.Message); } } } catch (DllNotFoundException) { m_log.Error("[PHYSICS]: OpenJpeg is not installed correctly on this system. Physics Proxy generation failed. Often times this is because of an old version of GLIBC. You must have version 2.4 or above!"); return null; } catch (IndexOutOfRangeException) { m_log.Error("[PHYSICS]: OpenJpeg was unable to decode this. Physics Proxy generation failed"); return null; } catch (Exception ex) { m_log.Error("[PHYSICS]: Unable to generate a Sculpty physics proxy. Sculpty texture decode failed: " + ex.Message); return null; } } PrimMesher.SculptMesh.SculptType sculptType; switch ((OpenMetaverse.SculptType)primShape.SculptType) { case OpenMetaverse.SculptType.Cylinder: sculptType = PrimMesher.SculptMesh.SculptType.cylinder; break; case OpenMetaverse.SculptType.Plane: sculptType = PrimMesher.SculptMesh.SculptType.plane; break; case OpenMetaverse.SculptType.Torus: sculptType = PrimMesher.SculptMesh.SculptType.torus; break; case OpenMetaverse.SculptType.Sphere: sculptType = PrimMesher.SculptMesh.SculptType.sphere; break; default: sculptType = PrimMesher.SculptMesh.SculptType.plane; break; } bool mirror = ((primShape.SculptType & 128) != 0); bool invert = ((primShape.SculptType & 64) != 0); sculptMesh = new PrimMesher.SculptMesh((Bitmap)idata, sculptType, (int)lod, false, mirror, invert); idata.Dispose(); sculptMesh.DumpRaw(baseDir, primName, "primMesh"); sculptMesh.Scale(size.X, size.Y, size.Z); coords = sculptMesh.coords; faces = sculptMesh.faces; } } else { float pathShearX = primShape.PathShearX < 128 ? (float)primShape.PathShearX * 0.01f : (float)(primShape.PathShearX - 256) * 0.01f; float pathShearY = primShape.PathShearY < 128 ? (float)primShape.PathShearY * 0.01f : (float)(primShape.PathShearY - 256) * 0.01f; float pathBegin = (float)primShape.PathBegin * 2.0e-5f; float pathEnd = 1.0f - (float)primShape.PathEnd * 2.0e-5f; float pathScaleX = (float)(primShape.PathScaleX - 100) * 0.01f; float pathScaleY = (float)(primShape.PathScaleY - 100) * 0.01f; float profileBegin = (float)primShape.ProfileBegin * 2.0e-5f; float profileEnd = 1.0f - (float)primShape.ProfileEnd * 2.0e-5f; float profileHollow = (float)primShape.ProfileHollow * 2.0e-5f; if (profileHollow > 0.95f) profileHollow = 0.95f; int sides = 4; if ((primShape.ProfileCurve & 0x07) == (byte)ProfileShape.EquilateralTriangle) sides = 3; else if ((primShape.ProfileCurve & 0x07) == (byte)ProfileShape.Circle) sides = 24; else if ((primShape.ProfileCurve & 0x07) == (byte)ProfileShape.HalfCircle) { // half circle, prim is a sphere sides = 24; profileBegin = 0.5f * profileBegin + 0.5f; profileEnd = 0.5f * profileEnd + 0.5f; } int hollowSides = sides; if (primShape.HollowShape == HollowShape.Circle) hollowSides = 24; else if (primShape.HollowShape == HollowShape.Square) hollowSides = 4; else if (primShape.HollowShape == HollowShape.Triangle) hollowSides = 3; primMesh = new PrimMesh(sides, profileBegin, profileEnd, profileHollow, hollowSides); if (primMesh.errorMessage != null) if (primMesh.errorMessage.Length > 0) m_log.Error("[ERROR] " + primMesh.errorMessage); primMesh.topShearX = pathShearX; primMesh.topShearY = pathShearY; primMesh.pathCutBegin = pathBegin; primMesh.pathCutEnd = pathEnd; if (primShape.PathCurve == (byte)Extrusion.Straight || primShape.PathCurve == (byte) Extrusion.Flexible) { primMesh.twistBegin = primShape.PathTwistBegin * 18 / 10; primMesh.twistEnd = primShape.PathTwist * 18 / 10; primMesh.taperX = pathScaleX; primMesh.taperY = pathScaleY; if (profileBegin < 0.0f || profileBegin >= profileEnd || profileEnd > 1.0f) { ReportPrimError("*** CORRUPT PRIM!! ***", primName, primMesh); if (profileBegin < 0.0f) profileBegin = 0.0f; if (profileEnd > 1.0f) profileEnd = 1.0f; } #if SPAM m_log.Debug("****** PrimMesh Parameters (Linear) ******\n" + primMesh.ParamsToDisplayString()); #endif try { primMesh.ExtrudeLinear(); } catch (Exception ex) { ReportPrimError("Extrusion failure: exception: " + ex.ToString(), primName, primMesh); return null; } } else { primMesh.holeSizeX = (200 - primShape.PathScaleX) * 0.01f; primMesh.holeSizeY = (200 - primShape.PathScaleY) * 0.01f; primMesh.radius = 0.01f * primShape.PathRadiusOffset; primMesh.revolutions = 1.0f + 0.015f * primShape.PathRevolutions; primMesh.skew = 0.01f * primShape.PathSkew; primMesh.twistBegin = primShape.PathTwistBegin * 36 / 10; primMesh.twistEnd = primShape.PathTwist * 36 / 10; primMesh.taperX = primShape.PathTaperX * 0.01f; primMesh.taperY = primShape.PathTaperY * 0.01f; if (profileBegin < 0.0f || profileBegin >= profileEnd || profileEnd > 1.0f) { ReportPrimError("*** CORRUPT PRIM!! ***", primName, primMesh); if (profileBegin < 0.0f) profileBegin = 0.0f; if (profileEnd > 1.0f) profileEnd = 1.0f; } #if SPAM m_log.Debug("****** PrimMesh Parameters (Circular) ******\n" + primMesh.ParamsToDisplayString()); #endif try { primMesh.ExtrudeCircular(); } catch (Exception ex) { ReportPrimError("Extrusion failure: exception: " + ex.ToString(), primName, primMesh); return null; } } primMesh.DumpRaw(baseDir, primName, "primMesh"); primMesh.Scale(size.X, size.Y, size.Z); coords = primMesh.coords; faces = primMesh.faces; } // Remove the reference to any JPEG2000 sculpt data so it can be GCed primShape.SculptData = Utils.EmptyBytes; int numCoords = coords.Count; int numFaces = faces.Count; // Create the list of vertices List<Vertex> vertices = new List<Vertex>(); for (int i = 0; i < numCoords; i++) { Coord c = coords[i]; vertices.Add(new Vertex(c.X, c.Y, c.Z)); } Mesh mesh = new Mesh(); // Add the corresponding triangles to the mesh for (int i = 0; i < numFaces; i++) { Face f = faces[i]; mesh.Add(new Triangle(vertices[f.v1], vertices[f.v2], vertices[f.v3])); } return mesh; }
private string deflate() { int totalSize = 0; foreach (DSMCCDownloadDataBlock block in blocks) totalSize += block.DataSize; byte[] moduleData = new byte[totalSize]; int dataIndex = 0; foreach (DSMCCDownloadDataBlock block in blocks) { for (int inputIndex = 0; inputIndex < block.DataSize; inputIndex++) { moduleData[dataIndex] = block.Data[inputIndex]; dataIndex++; } } try { MemoryStream output = new MemoryStream(); ZOutputStream zstream = new ZOutputStream(output); data = new byte[originalSize]; zstream.Write(moduleData, 0, moduleData.Length); zstream.Flush(); output.Seek(0, SeekOrigin.Begin); int readCount = output.Read(data, 0, data.Length); return (null); } catch (Exception e) { return (e.Message); } }
public bool PackRAF(string sourceDirectory, string targetDirectory) { //RAFHashManager.Init(); //Inits if it needs to load the hashes dict... //archivedPaths = RAFHashManager.GetKeys(); uncompressedFiles = new List<string>(); uncompressedFiles.AddRange(File.ReadAllLines(Environment.CurrentDirectory + "\\nocompress.txt")); sourceDirectory = sourceDirectory.Replace("/", "\\"); String[] files = Directory.GetFiles(sourceDirectory, "*", SearchOption.AllDirectories); ostream.WriteLine("Begin packing RAF"); ostream.WriteLine("Count content bytes + file name bytes"); UInt32 totalNameBytes = 0; List<UInt32> stringTableContentOffsets = new List<UInt32>(); List<String> archivedPaths = new List<string>(); //Misnomer - name of the files once archived foreach (String filePath in files) { string archivePath = filePath.Replace(sourceDirectory, "").Replace("\\", "/"); stringTableContentOffsets.Add((UInt32)totalNameBytes); totalNameBytes += (UInt32)(archivePath.Length + 1); archivedPaths.Add(archivePath);//raf uses / in storage name. } foreach (String archivePath in archivedPaths) { stringTableContentOffsets.Add((UInt32)totalNameBytes); totalNameBytes += (UInt32)(archivePath.Length + 1); //archivedPaths.Add(archivePath);//raf uses / in storage name. } //Calculate total bytes of header file: // ulong magic = 0x18BE0EF0 6*4 // ulong version = 1 // toc: // ulong mgrIndex = 0? // ulong fileListOffset // ulong tableListOffset // ...filler... // @fileListOffset: // header: // ulong countFiles 4 // ulong hashName 4*4*n // ulong offsetInDataFile // ulong size(Compressed/noncompressed) // ulong name string @ string table // ....filler.... // @tableListOffset // header: 4*2 // ulong sizeOfData ( including header ) // ulong stringsContained // ulong offsetOfDataAfterTableListOffset 4*2*n // ulong stringLength (including null terminating char) //TODO: Check if string table contains strings other than filenames //List<byte> datBytes = new List<byte>(); UInt32 totalDatBytes = 0; List<UInt32> datFileOffsets = new List<UInt32>(); List<UInt32> fileSizes = new List<UInt32>(); //We start by packing the files into the .dat... We just archive all files and remember their offsets for later PrepareDirectory(targetDirectory); FileStream datFileStream = File.Create(targetDirectory + "\\output.raf.dat"); for(int i = 0; i < archivedPaths.Count; i++) { //datFileOffsets.Add((UInt32)datBytes.Count); //LoL_Audio.fev and LoL_Audio.fsb aren't compressed. We write them raw. if (uncompressedFiles.Contains(archivedPaths[i].ToLower())) { //Write raw ostream.WriteLine("No Compress: " + archivedPaths[i]); fileSizes.Add((UInt32)new FileInfo(sourceDirectory + archivedPaths[i]).Length); datFileOffsets.Add((UInt32)totalDatBytes); //datBytes.AddRange(File.ReadAllBytes(sourceDirectory + archivedPaths[i])); byte[] content = File.ReadAllBytes(sourceDirectory + archivedPaths[i]); datFileStream.Write(content, 0, content.Length); totalDatBytes += (UInt32)content.Length; } else { ostream.WriteLine("Compress: " + archivedPaths[i]); //FileStream fStream = new FileStream(sourceDirectory + archivedPaths[i], FileMode.Open); //fStream.Seek(0, SeekOrigin.Begin); //ostreamWriteLine("FStream Length: " + fStream.Length); byte[] fileContent = File.ReadAllBytes(sourceDirectory + archivedPaths[i]); ostream.WriteLine("Original Size:" + fileContent.Length); MemoryStream mStream = new MemoryStream(); zlib.ZOutputStream oStream = new zlib.ZOutputStream(mStream, zlib.zlibConst.Z_DEFAULT_COMPRESSION); //using default compression level oStream.Write(fileContent, 0, fileContent.Length); oStream.finish(); byte[] compressedContent = mStream.ToArray(); datFileOffsets.Add((UInt32)totalDatBytes); datFileStream.Write(compressedContent, 0, compressedContent.Length); //datBytes.AddRange(compressedContent);//contentBuffer.SubArray(0, length)); //count += (UInt32)length; totalDatBytes += (UInt32)compressedContent.Length; ostream.WriteLine("Done, {0} bytes".F(compressedContent.Length)); fileSizes.Add((UInt32)compressedContent.Length); } } UInt32 finalLength = (UInt32)(2*4 + 3*4 + 4 + 4*4*archivedPaths.Count + 4*2 + 4*2*archivedPaths.Count + totalNameBytes); byte[] buffer = new byte[finalLength]; //0x18BE0EF0.. note that the settings to 0 aren't necessary, but they're // for readability //Magic StoreUInt32InBuffer((UInt32)0x18BE0EF0, (UInt32)0, ref buffer); //Version StoreUInt32InBuffer((UInt32)0x00000001, (UInt32)4, ref buffer); //mgrIndex = 0 StoreUInt32InBuffer((UInt32)0x00000000, (UInt32)8, ref buffer); //fileListOffset StoreUInt32InBuffer((UInt32) 20, (UInt32)12, ref buffer); //stringTableOffset StoreUInt32InBuffer((UInt32)(20+4+16*archivedPaths.Count), (UInt32)16, ref buffer); //Start file list UInt32 offset = 0x14; //20, header of file list //Store # entries in list StoreUInt32InBuffer((UInt32)archivedPaths.Count, offset, ref buffer); offset += 4; //Store entries for (int i = 0; i < archivedPaths.Count; i++) { ostream.WriteLine("Store Entry: " + archivedPaths[i]); //Hash of string name? Get it from previous RAF files. StoreUInt32InBuffer(GetStringHash(archivedPaths[i]) , offset, ref buffer); // Offset to the start of the archived file in the data file ostream.WriteLine(" Dat Offset: " + datFileOffsets[i].ToString("x") + "; i="+i); StoreUInt32InBuffer(datFileOffsets[i] , offset+4, ref buffer); // Size of this archived file StoreUInt32InBuffer(fileSizes[i] , offset+8, ref buffer); // Index of the name of the archvied file in the string table StoreUInt32InBuffer((UInt32)i , offset+12, ref buffer); offset += 16; } //Create String Tables UInt32 stringTableOffset = offset = (UInt32)(20 + 4 + 16 * archivedPaths.Count); //This should be equivalent to offset= offset at the moment... //Header: Uint32 size of all data including header // UINT32 Number of strings in the table StoreUInt32InBuffer((UInt32)totalNameBytes, offset, ref buffer); offset += 4; StoreUInt32InBuffer((UInt32)archivedPaths.Count, offset, ref buffer); offset += 4; //Write entries: UINT32 Offset from start of table, UINT32 Size of String + NUL //Also write the actual string values for (int i = 0; i < archivedPaths.Count; i++) { ostream.WriteLine("Store String: " + archivedPaths[i]); //Write the offset for the string after the table's offset // offset after table = header + entry count * 8 + [strings offset] * 8 UInt32 offsetAfterTable = (UInt32)(8 + archivedPaths.Count * 8 + stringTableContentOffsets[i]); StoreUInt32InBuffer(offsetAfterTable, offset, ref buffer); offset += 4; //Length byte[] stringBytes = Encoding.ASCII.GetBytes(archivedPaths[i]); StoreUInt32InBuffer((UInt32)archivedPaths[i].Length + 1, offset, ref buffer); offset += 4; ostream.WriteLine(" STO:" + stringTableOffset.ToString("x")); ostream.WriteLine(" finalIndex:" + (stringTableOffset + 8 + archivedPaths.Count * 8 + stringTableContentOffsets[i]).ToString("x")); //Copy the string contents to where offsetAfterTable points to for (int j = 0; j < stringBytes.Length; j++) { buffer[stringTableOffset+ 8 + archivedPaths.Count * 8 + stringTableContentOffsets[i] + j] = stringBytes[j]; } //StoreUInt32InBuffer((UInt32)archivedPaths.Count, offset, ref buffer); //offset += 4; } //We are done. Write the files ostream.WriteLine("All files processed. Writing to disk."); //buffer ostream.WriteLine("Prepare."); PrepareDirectory(targetDirectory); ostream.WriteLine("Write RAF Directory File."); File.WriteAllBytes(targetDirectory + "\\output.raf", buffer); ostream.WriteLine("Finalize"); datFileStream.Flush(); datFileStream.Close(); //ostreamWriteLine("Write RAF Content File. Length:"+datBytes.Count); //File.WriteAllBytes(targetDirectory + "\\output.raf.dat", datBytes.ToArray()); return true; }
/// <summary> /// decompresses a gzipped OSD object /// </summary> /// <param name="decodedOsd"></param> the OSD object /// <param name="meshBytes"></param> /// <returns></returns> private static OSD DecompressOsd(byte[] meshBytes) { OSD decodedOsd = null; using (MemoryStream inMs = new MemoryStream(meshBytes)) { using (MemoryStream outMs = new MemoryStream()) { using (ZOutputStream zOut = new ZOutputStream(outMs)) { byte[] readBuffer = new byte[2048]; int readLen = 0; while ((readLen = inMs.Read(readBuffer, 0, readBuffer.Length)) > 0) { zOut.Write(readBuffer, 0, readLen); } zOut.Flush(); outMs.Seek(0, SeekOrigin.Begin); byte[] decompressedBuf = outMs.GetBuffer(); decodedOsd = OSDParser.DeserializeLLSDBinary(decompressedBuf); } } } return decodedOsd; }
// parses convex hulls component private bool hulls(byte[] data, int offset, int size, out int nvertices, out int nhulls) { nvertices = 0; nhulls = 1; OSD decodedMeshOsd = new OSD(); byte[] meshBytes = new byte[size]; System.Buffer.BlockCopy(data, offset, meshBytes, 0, size); try { using (MemoryStream inMs = new MemoryStream(meshBytes)) { using (MemoryStream outMs = new MemoryStream()) { using (ZOutputStream zOut = new ZOutputStream(outMs)) { byte[] readBuffer = new byte[4096]; int readLen = 0; while ((readLen = inMs.Read(readBuffer, 0, readBuffer.Length)) > 0) { zOut.Write(readBuffer, 0, readLen); } zOut.Flush(); outMs.Seek(0, SeekOrigin.Begin); byte[] decompressedBuf = outMs.GetBuffer(); decodedMeshOsd = OSDParser.DeserializeLLSDBinary(decompressedBuf); } } } } catch { return false; } OSDMap cmap = (OSDMap)decodedMeshOsd; if (cmap == null) return false; byte[] dummy; // must have one of this if (cmap.ContainsKey("BoundingVerts")) { dummy = cmap["BoundingVerts"].AsBinary(); nvertices = dummy.Length / bytesPerCoord; } else return false; /* upload is done with convex shape type if (cmap.ContainsKey("HullList")) { dummy = cmap["HullList"].AsBinary(); nhulls += dummy.Length; } if (cmap.ContainsKey("Positions")) { dummy = cmap["Positions"].AsBinary(); nvertices = dummy.Length / bytesPerCoord; } */ return true; }
private byte[] CompressResult(string strResult) { byte[] byteArrayIn = Encoding.UTF8.GetBytes(strResult); MemoryStream outStream = new MemoryStream(); ZOutputStream zOutputStream = new ZOutputStream(outStream, zlibConst.Z_BEST_COMPRESSION); zOutputStream.Write(byteArrayIn, 0, byteArrayIn.Length); zOutputStream.Close(); byte[] byteArrayOut = outStream.ToArray(); byte[] compresedDataLengthBytes = BitConverter.GetBytes(byteArrayOut.Length); byte[] dataLengthBytes = BitConverter.GetBytes(strResult.Length); byte[] bytesToSend = new byte[byteArrayOut.Length + 8]; bytesToSend[0] = dataLengthBytes[3]; bytesToSend[1] = dataLengthBytes[2]; bytesToSend[2] = dataLengthBytes[1]; bytesToSend[3] = dataLengthBytes[0]; bytesToSend[4] = compresedDataLengthBytes[3]; bytesToSend[5] = compresedDataLengthBytes[2]; bytesToSend[6] = compresedDataLengthBytes[1]; bytesToSend[7] = compresedDataLengthBytes[0]; int index = 8; foreach (byte b in byteArrayOut) { bytesToSend[index] = b; index++; } return bytesToSend; }
//Inserts a file into the raf archive... public bool InsertFile(string fileName, byte[] content, TextWriter ostream) { if (ostream == null) { ostream = new StreamWriter(Stream.Null); } ostream.WriteLine(" Insert: " + fileName); ostream.WriteLine(" To: " + GetID()); RAFFileListEntry fileentry = this.GetDirectoryFile().GetFileList().GetFileEntry(fileName); if (fileentry == null) { //Define a new entry ostream.WriteLine("# Create new entry in RAF Archive, using experimental hash calculations"); ostream.WriteLine(" Get DAT File Stream"); FileStream datFileStream = GetDataFileContentStream(); //navigate to the end of it, add the file. datFileStream.Seek(0, SeekOrigin.End); UInt32 offset = (UInt32)datFileStream.Length; byte[] finalContent; if (nocompress.Contains(fileName)) { finalContent = content; } else { ostream.WriteLine(" Begin compression of content"); MemoryStream mStream = new MemoryStream(); zlib.ZOutputStream oStream = new zlib.ZOutputStream(mStream, zlib.zlibConst.Z_DEFAULT_COMPRESSION); //using default compression level oStream.Write(content, 0, content.Length); oStream.finish(); finalContent = mStream.ToArray(); } ostream.WriteLine(" Begin DAT Write"); datFileStream.Write(finalContent, 0, finalContent.Length); ostream.WriteLine(" Add file entry to in memory directory..."); UInt32 strTableIndex = directoryFile.GetStringTable().Add(fileName); directoryFile.CreateFileEntry(fileName, offset, (UInt32)finalContent.Length, strTableIndex); //directoryFile.Save(); //datFileStream.Close(); ostream.WriteLine(" Done."); return(true); } else { //store the old offsets just in case we need to perform a restore. //This actually isn't necessary currently, since the raf directory file is saved //After packing. UInt32 oldOffset = (UInt32)fileentry.FileOffset; UInt32 oldSize = (UInt32)fileentry.FileSize; ostream.WriteLine("Old Offset: " + oldOffset + "; Old Size: " + oldSize); ostream.WriteLine("Begin modify game files... This may take a while"); try { ostream.WriteLine(" Get File Stream"); FileStream datFileStream = GetDataFileContentStream(); //navigate to the end of it, add the file. datFileStream.Seek(0, SeekOrigin.End); UInt32 offset = (UInt32)datFileStream.Length; byte[] finalContent; if (nocompress.Contains(fileName)) { finalContent = content; } else { ostream.WriteLine(" Begin compression of content"); MemoryStream mStream = new MemoryStream(); zlib.ZOutputStream oStream = new zlib.ZOutputStream(mStream, zlib.zlibConst.Z_DEFAULT_COMPRESSION); //using default compression level oStream.Write(content, 0, content.Length); oStream.finish(); finalContent = mStream.ToArray(); } ostream.WriteLine(" Begin DAT Write"); datFileStream.Write(finalContent, 0, finalContent.Length); ostream.WriteLine(" Begin FileEntry Write"); fileentry.FileOffset = offset; fileentry.FileSize = (UInt32)finalContent.Length; //directoryFile.Save(); //datFileStream.Close(); ostream.WriteLine(" Done."); return(true); } catch (Exception e) { ostream.WriteLine("!! An error occurred in inserting a file."); ostream.WriteLine("!! Note that the content of the raf archive has been added to"); ostream.WriteLine("!! But the directory file that points the game to the data in the content file"); ostream.WriteLine("!! Has not been modified. In other words, if the game read the RAF archive now"); ostream.WriteLine("!! It wouldn't see a difference."); ostream.WriteLine("!! However, the RAF archive is a bit bigger than before."); ostream.WriteLine(e.ToString()); fileentry.FileOffset = oldOffset; fileentry.FileSize = oldSize; //directoryFile.GetContent(); return(false); } } }
public void Deserialize(OSDMap map) { try { using (MemoryStream input = new MemoryStream(map["Zipped"].AsBinary())) { using (MemoryStream output = new MemoryStream()) { using (ZOutputStream zout = new ZOutputStream(output)) { byte[] buffer = new byte[2048]; int len; while ((len = input.Read(buffer, 0, buffer.Length)) > 0) { zout.Write(buffer, 0, len); } zout.Flush(); output.Seek(0, SeekOrigin.Begin); MaterialData = OSDParser.DeserializeLLSDBinary(output); } } } } catch (Exception ex) { Logger.Log("Failed to decode RenderMaterials message:", Helpers.LogLevel.Warning, ex); MaterialData = new OSDMap(); } }
public bool PackRAF(string sourceDirectory, string targetDirectory) { //RAFHashManager.Init(); //Inits if it needs to load the hashes dict... //archivedPaths = RAFHashManager.GetKeys(); uncompressedFiles = new List <string>(); uncompressedFiles.AddRange(File.ReadAllLines(Environment.CurrentDirectory + "\\nocompress.txt")); sourceDirectory = sourceDirectory.Replace("/", "\\"); String[] files = Directory.GetFiles(sourceDirectory, "*", SearchOption.AllDirectories); ostream.WriteLine("Begin packing RAF"); ostream.WriteLine("Count content bytes + file name bytes"); UInt32 totalNameBytes = 0; List <UInt32> stringTableContentOffsets = new List <UInt32>(); List <String> archivedPaths = new List <string>(); //Misnomer - name of the files once archived foreach (String filePath in files) { string archivePath = filePath.Replace(sourceDirectory, "").Replace("\\", "/"); stringTableContentOffsets.Add((UInt32)totalNameBytes); totalNameBytes += (UInt32)(archivePath.Length + 1); archivedPaths.Add(archivePath);//raf uses / in storage name. } foreach (String archivePath in archivedPaths) { stringTableContentOffsets.Add((UInt32)totalNameBytes); totalNameBytes += (UInt32)(archivePath.Length + 1); //archivedPaths.Add(archivePath);//raf uses / in storage name. } //Calculate total bytes of header file: // ulong magic = 0x18BE0EF0 6*4 // ulong version = 1 // toc: // ulong mgrIndex = 0? // ulong fileListOffset // ulong tableListOffset // ...filler... // @fileListOffset: // header: // ulong countFiles 4 // ulong hashName 4*4*n // ulong offsetInDataFile // ulong size(Compressed/noncompressed) // ulong name string @ string table // ....filler.... // @tableListOffset // header: 4*2 // ulong sizeOfData ( including header ) // ulong stringsContained // ulong offsetOfDataAfterTableListOffset 4*2*n // ulong stringLength (including null terminating char) //TODO: Check if string table contains strings other than filenames //List<byte> datBytes = new List<byte>(); UInt32 totalDatBytes = 0; List <UInt32> datFileOffsets = new List <UInt32>(); List <UInt32> fileSizes = new List <UInt32>(); //We start by packing the files into the .dat... We just archive all files and remember their offsets for later PrepareDirectory(targetDirectory); FileStream datFileStream = File.Create(targetDirectory + "\\output.raf.dat"); for (int i = 0; i < archivedPaths.Count; i++) { //datFileOffsets.Add((UInt32)datBytes.Count); //LoL_Audio.fev and LoL_Audio.fsb aren't compressed. We write them raw. if (uncompressedFiles.Contains(archivedPaths[i].ToLower())) { //Write raw ostream.WriteLine("No Compress: " + archivedPaths[i]); fileSizes.Add((UInt32) new FileInfo(sourceDirectory + archivedPaths[i]).Length); datFileOffsets.Add((UInt32)totalDatBytes); //datBytes.AddRange(File.ReadAllBytes(sourceDirectory + archivedPaths[i])); byte[] content = File.ReadAllBytes(sourceDirectory + archivedPaths[i]); datFileStream.Write(content, 0, content.Length); totalDatBytes += (UInt32)content.Length; } else { ostream.WriteLine("Compress: " + archivedPaths[i]); //FileStream fStream = new FileStream(sourceDirectory + archivedPaths[i], FileMode.Open); //fStream.Seek(0, SeekOrigin.Begin); //ostreamWriteLine("FStream Length: " + fStream.Length); byte[] fileContent = File.ReadAllBytes(sourceDirectory + archivedPaths[i]); ostream.WriteLine("Original Size:" + fileContent.Length); MemoryStream mStream = new MemoryStream(); zlib.ZOutputStream oStream = new zlib.ZOutputStream(mStream, zlib.zlibConst.Z_DEFAULT_COMPRESSION); //using default compression level oStream.Write(fileContent, 0, fileContent.Length); oStream.finish(); byte[] compressedContent = mStream.ToArray(); datFileOffsets.Add((UInt32)totalDatBytes); datFileStream.Write(compressedContent, 0, compressedContent.Length); //datBytes.AddRange(compressedContent);//contentBuffer.SubArray(0, length)); //count += (UInt32)length; totalDatBytes += (UInt32)compressedContent.Length; ostream.WriteLine("Done, {0} bytes".F(compressedContent.Length)); fileSizes.Add((UInt32)compressedContent.Length); } } UInt32 finalLength = (UInt32)(2 * 4 + 3 * 4 + 4 + 4 * 4 * archivedPaths.Count + 4 * 2 + 4 * 2 * archivedPaths.Count + totalNameBytes); byte[] buffer = new byte[finalLength]; //0x18BE0EF0.. note that the settings to 0 aren't necessary, but they're // for readability //Magic StoreUInt32InBuffer((UInt32)0x18BE0EF0, (UInt32)0, ref buffer); //Version StoreUInt32InBuffer((UInt32)0x00000001, (UInt32)4, ref buffer); //mgrIndex = 0 StoreUInt32InBuffer((UInt32)0x00000000, (UInt32)8, ref buffer); //fileListOffset StoreUInt32InBuffer((UInt32)20, (UInt32)12, ref buffer); //stringTableOffset StoreUInt32InBuffer((UInt32)(20 + 4 + 16 * archivedPaths.Count), (UInt32)16, ref buffer); //Start file list UInt32 offset = 0x14; //20, header of file list //Store # entries in list StoreUInt32InBuffer((UInt32)archivedPaths.Count, offset, ref buffer); offset += 4; //Store entries for (int i = 0; i < archivedPaths.Count; i++) { ostream.WriteLine("Store Entry: " + archivedPaths[i]); //Hash of string name? Get it from previous RAF files. StoreUInt32InBuffer(GetStringHash(archivedPaths[i]), offset, ref buffer); // Offset to the start of the archived file in the data file ostream.WriteLine(" Dat Offset: " + datFileOffsets[i].ToString("x") + "; i=" + i); StoreUInt32InBuffer(datFileOffsets[i], offset + 4, ref buffer); // Size of this archived file StoreUInt32InBuffer(fileSizes[i], offset + 8, ref buffer); // Index of the name of the archvied file in the string table StoreUInt32InBuffer((UInt32)i, offset + 12, ref buffer); offset += 16; } //Create String Tables UInt32 stringTableOffset = offset = (UInt32)(20 + 4 + 16 * archivedPaths.Count); //This should be equivalent to offset= offset at the moment... //Header: Uint32 size of all data including header // UINT32 Number of strings in the table StoreUInt32InBuffer((UInt32)totalNameBytes, offset, ref buffer); offset += 4; StoreUInt32InBuffer((UInt32)archivedPaths.Count, offset, ref buffer); offset += 4; //Write entries: UINT32 Offset from start of table, UINT32 Size of String + NUL //Also write the actual string values for (int i = 0; i < archivedPaths.Count; i++) { ostream.WriteLine("Store String: " + archivedPaths[i]); //Write the offset for the string after the table's offset // offset after table = header + entry count * 8 + [strings offset] * 8 UInt32 offsetAfterTable = (UInt32)(8 + archivedPaths.Count * 8 + stringTableContentOffsets[i]); StoreUInt32InBuffer(offsetAfterTable, offset, ref buffer); offset += 4; //Length byte[] stringBytes = Encoding.ASCII.GetBytes(archivedPaths[i]); StoreUInt32InBuffer((UInt32)archivedPaths[i].Length + 1, offset, ref buffer); offset += 4; ostream.WriteLine(" STO:" + stringTableOffset.ToString("x")); ostream.WriteLine(" finalIndex:" + (stringTableOffset + 8 + archivedPaths.Count * 8 + stringTableContentOffsets[i]).ToString("x")); //Copy the string contents to where offsetAfterTable points to for (int j = 0; j < stringBytes.Length; j++) { buffer[stringTableOffset + 8 + archivedPaths.Count * 8 + stringTableContentOffsets[i] + j] = stringBytes[j]; } //StoreUInt32InBuffer((UInt32)archivedPaths.Count, offset, ref buffer); //offset += 4; } //We are done. Write the files ostream.WriteLine("All files processed. Writing to disk."); //buffer ostream.WriteLine("Prepare."); PrepareDirectory(targetDirectory); ostream.WriteLine("Write RAF Directory File."); File.WriteAllBytes(targetDirectory + "\\output.raf", buffer); ostream.WriteLine("Finalize"); datFileStream.Flush(); datFileStream.Close(); //ostreamWriteLine("Write RAF Content File. Length:"+datBytes.Count); //File.WriteAllBytes(targetDirectory + "\\output.raf.dat", datBytes.ToArray()); return(true); }
// serialize all components into a stream, then compress and write the result to disk. Operation derived from // the original SiD C source public void Save(String filename) { MemoryStream ms = new MemoryStream(mComponents.Count * 1064); using (ms) { using (BinaryWriter b = new BinaryWriter(ms)) { b.Write(ByteUtils.SwapUInt32((UInt32)mComponents.Count)); foreach (SiDComponent exC in mComponents) { byte[] compName = ASCIIEncoding.UTF8.GetBytes(exC.Name); byte[] typeName = ASCIIEncoding.UTF8.GetBytes(exC.ResourceTypeName); UID uid = exC.getUID(); b.Write(typeName); b.Write('\0'); b.Write(uid.UIDBytes); b.Write(compName); b.Write('\0'); byte[] dataBuf = exC.SaveToByteStream(); b.Write(ByteUtils.SwapUInt32((UInt32)dataBuf.Length)); b.Write(dataBuf); } Int32 uncompressedSize = (Int32)ms.Length; MemoryStream packMem = new MemoryStream(uncompressedSize); using (ZOutputStream zStream = new ZOutputStream(packMem, 9)) { zStream.Write(ms.ToArray(), 0, (Int32)ms.Length); zStream.finish(); using (FileStream fs = File.Open(filename, FileMode.Create)) { using (BinaryWriter fb = new BinaryWriter(fs)) { fb.Write(ByteUtils.SwapUInt32((UInt32)uncompressedSize)); fb.Write(packMem.ToArray(), 0, (Int32)packMem.Length); } fs.Close(); } } } } }
Mesh CreateMeshFromPrimMesher(string primName, PrimitiveBaseShape primShape, Vector3 size, float lod, ulong key) { PrimMesh primMesh; SculptMesh sculptMesh; List<Coord> coords = new List<Coord>(); List<Face> faces = new List<Face>(); Image idata = null; string decodedSculptFileName = ""; if (primShape.SculptEntry) { if (((SculptType) primShape.SculptType & SculptType.Mesh) == SculptType.Mesh) { if (!UseMeshesPhysicsMesh) return null; MainConsole.Instance.Debug("[MESH]: experimental mesh proxy generation"); OSD meshOsd = null; if (primShape.SculptData == null || primShape.SculptData.Length <= 0) { //MainConsole.Instance.Error("[MESH]: asset data is zero length"); return null; } long start = 0; using (MemoryStream data = new MemoryStream(primShape.SculptData)) { try { meshOsd = OSDParser.DeserializeLLSDBinary(data); } catch (Exception e) { MainConsole.Instance.Error("[MESH]: Exception deserializing mesh asset header:" + e); } start = data.Position; } if (meshOsd is OSDMap) { OSDMap map = (OSDMap) meshOsd; OSDMap physicsParms = new OSDMap(); if (map.ContainsKey("physics_cached")) { OSD cachedMeshMap = map["physics_cached"]; // cached data from Universe Mesh cachedMesh = new Mesh(key); cachedMesh.Deserialize(cachedMeshMap); cachedMesh.WasCached = true; return cachedMesh; //Return here, we found all of the info right here } if (map.ContainsKey("physics_shape")) physicsParms = (OSDMap) map["physics_shape"]; // old asset format if (physicsParms.Count == 0 && map.ContainsKey("physics_mesh")) physicsParms = (OSDMap) map["physics_mesh"]; // new asset format if (physicsParms.Count == 0 && map.ContainsKey("physics_convex")) // convex hull format, which we can't read, so instead // read the highest lod that exists, and use it instead physicsParms = (OSDMap) map["high_lod"]; int physOffset = physicsParms["offset"].AsInteger() + (int) start; int physSize = physicsParms["size"].AsInteger(); if (physOffset < 0 || physSize == 0) return null; // no mesh data in asset OSD decodedMeshOsd = new OSD(); byte[] meshBytes = new byte[physSize]; Buffer.BlockCopy(primShape.SculptData, physOffset, meshBytes, 0, physSize); try { using (MemoryStream inMs = new MemoryStream(meshBytes)) { using (MemoryStream outMs = new MemoryStream()) { using (ZOutputStream zOut = new ZOutputStream(outMs,1)) { byte[] readBuffer = new byte[2048]; int readLen = 0; while ((readLen = inMs.Read(readBuffer, 0, readBuffer.Length)) > 0) { zOut.Write(readBuffer, 0, readLen); } zOut.Flush(); outMs.Seek(0, SeekOrigin.Begin); byte[] decompressedBuf = outMs.GetBuffer(); decodedMeshOsd = OSDParser.DeserializeLLSDBinary(decompressedBuf); } } } } catch (Exception e) { MainConsole.Instance.Error("[MESH]: exception decoding physical mesh: " + e); return null; } OSDArray decodedMeshOsdArray = null; // physics_shape is an array of OSDMaps, one for each submesh if (decodedMeshOsd is OSDArray) { decodedMeshOsdArray = (OSDArray) decodedMeshOsd; foreach (OSD subMeshOsd in decodedMeshOsdArray) { if (subMeshOsd is OSDMap) { OSDMap subMeshMap = (OSDMap) subMeshOsd; // As per http://wiki.secondlife.com/wiki/Mesh/Mesh_Asset_Format, some Mesh Level // of Detail Blocks (maps) contain just a NoGeometry key to signal there is no // geometry for this submesh. if (subMeshMap.ContainsKey("NoGeometry") && (subMeshMap["NoGeometry"])) continue; Vector3 posMax = new Vector3(0.5f, 0.5f, 0.5f); Vector3 posMin = new Vector3(-0.5f, -0.5f, -0.5f); if (subMeshMap.ContainsKey("PositionDomain")) //Optional, so leave the max and min values otherwise { posMax = ((OSDMap) subMeshMap["PositionDomain"])["Max"].AsVector3(); posMin = ((OSDMap) subMeshMap["PositionDomain"])["Min"].AsVector3(); } ushort faceIndexOffset = (ushort) coords.Count; byte[] posBytes = subMeshMap["Position"].AsBinary(); for (int i = 0; i < posBytes.Length; i += 6) { ushort uX = Utils.BytesToUInt16(posBytes, i); ushort uY = Utils.BytesToUInt16(posBytes, i + 2); ushort uZ = Utils.BytesToUInt16(posBytes, i + 4); Coord c = new Coord( Utils.UInt16ToFloat(uX, posMin.X, posMax.X)*size.X, Utils.UInt16ToFloat(uY, posMin.Y, posMax.Y)*size.Y, Utils.UInt16ToFloat(uZ, posMin.Z, posMax.Z)*size.Z); coords.Add(c); } byte[] triangleBytes = subMeshMap["TriangleList"].AsBinary(); for (int i = 0; i < triangleBytes.Length; i += 6) { ushort v1 = (ushort) (Utils.BytesToUInt16(triangleBytes, i) + faceIndexOffset); ushort v2 = (ushort) (Utils.BytesToUInt16(triangleBytes, i + 2) + faceIndexOffset); ushort v3 = (ushort) (Utils.BytesToUInt16(triangleBytes, i + 4) + faceIndexOffset); Face f = new Face(v1, v2, v3); faces.Add(f); } } } } } } else { if (cacheSculptMaps && primShape.SculptTexture != UUID.Zero) { decodedSculptFileName = System.IO.Path.Combine(decodedSculptMapPath, "smap_" + primShape.SculptTexture.ToString()); try { if (File.Exists(decodedSculptFileName)) { idata = Image.FromFile(decodedSculptFileName); } } catch (Exception e) { MainConsole.Instance.Error("[SCULPT]: unable to load cached sculpt map " + decodedSculptFileName + " " + e); } //if (idata != null) // MainConsole.Instance.Debug("[SCULPT]: loaded cached map asset for map ID: " + primShape.SculptTexture.ToString()); } if (idata == null) { if (primShape.SculptData == null || primShape.SculptData.Length == 0) return null; try { idata = m_j2kDecoder.DecodeToImage(primShape.SculptData); if (idata != null && cacheSculptMaps && (cacheSculptAlphaMaps || (((ImageFlags) (idata.Flags) & ImageFlags.HasAlpha) == 0))) { try { idata.Save(decodedSculptFileName, ImageFormat.MemoryBmp); } catch (Exception e) { MainConsole.Instance.Error("[SCULPT]: unable to cache sculpt map " + decodedSculptFileName + " " + e); } } } catch (DllNotFoundException) { MainConsole.Instance.Error( "[PHYSICS]: OpenJpeg is not installed correctly on this system. Physics Proxy generation failed. Often times this is because of an old version of GLIBC. You must have version 2.4 or above!"); return null; } catch (IndexOutOfRangeException) { MainConsole.Instance.Error( "[PHYSICS]: OpenJpeg was unable to decode this. Physics Proxy generation failed"); return null; } catch (Exception ex) { MainConsole.Instance.Error( "[PHYSICS]: Unable to generate a Sculpty physics proxy. Sculpty texture decode failed: " + ex); return null; } } SculptMesh.SculptType sculptType; switch ((SculptType) primShape.SculptType) { case SculptType.Cylinder: sculptType = SculptMesh.SculptType.cylinder; break; case SculptType.Plane: sculptType = SculptMesh.SculptType.plane; break; case SculptType.Torus: sculptType = SculptMesh.SculptType.torus; break; case SculptType.Sphere: sculptType = SculptMesh.SculptType.sphere; break; default: sculptType = SculptMesh.SculptType.plane; break; } bool mirror = ((primShape.SculptType & 128) != 0); bool invert = ((primShape.SculptType & 64) != 0); if (idata == null) return null; sculptMesh = new SculptMesh((Bitmap) idata, sculptType, (int) lod, false, mirror, invert); idata.Dispose(); idata = null; sculptMesh.DumpRaw(baseDir, primName, "primMesh"); sculptMesh.Scale(size.X, size.Y, size.Z); coords = sculptMesh.coords; faces = sculptMesh.faces; } } else { float pathShearX = primShape.PathShearX < 128 ? primShape.PathShearX*0.01f : (primShape.PathShearX - 256)*0.01f; float pathShearY = primShape.PathShearY < 128 ? primShape.PathShearY*0.01f : (primShape.PathShearY - 256)*0.01f; float pathBegin = primShape.PathBegin*2.0e-5f; float pathEnd = 1.0f - primShape.PathEnd*2.0e-5f; float pathScaleX = (primShape.PathScaleX - 100)*0.01f; float pathScaleY = (primShape.PathScaleY - 100)*0.01f; float profileBegin = primShape.ProfileBegin*2.0e-5f; float profileEnd = 1.0f - primShape.ProfileEnd*2.0e-5f; float profileHollow = primShape.ProfileHollow*2.0e-5f; if (profileHollow > 0.95f) { if (profileHollow > 0.99f) profileHollow = 0.99f; float sizeX = primShape.Scale.X - (primShape.Scale.X*profileHollow); if (sizeX < 0.1f) //If its > 0.1, its fine to mesh at the small hollow profileHollow = 0.95f + (sizeX/2); //Scale the rest by how large the size of the prim is } int sides = 4; switch ((primShape.ProfileCurve & 0x07)) { case (byte) ProfileShape.EquilateralTriangle: sides = 3; break; case (byte) ProfileShape.Circle: sides = 24; break; case (byte) ProfileShape.HalfCircle: sides = 24; profileBegin = 0.5f*profileBegin + 0.5f; profileEnd = 0.5f*profileEnd + 0.5f; break; } int hollowSides = sides; switch (primShape.HollowShape) { case HollowShape.Circle: hollowSides = 24; break; case HollowShape.Square: hollowSides = 4; break; case HollowShape.Triangle: hollowSides = 3; break; } primMesh = new PrimMesh(sides, profileBegin, profileEnd, profileHollow, hollowSides); if (primMesh.errorMessage != null) if (primMesh.errorMessage.Length > 0) MainConsole.Instance.Error("[ERROR] " + primMesh.errorMessage); primMesh.topShearX = pathShearX; primMesh.topShearY = pathShearY; primMesh.pathCutBegin = pathBegin; primMesh.pathCutEnd = pathEnd; if (primShape.PathCurve == (byte) Extrusion.Straight || primShape.PathCurve == (byte) Extrusion.Flexible) { primMesh.twistBegin = primShape.PathTwistBegin*18/10; primMesh.twistEnd = primShape.PathTwist*18/10; primMesh.taperX = pathScaleX; primMesh.taperY = pathScaleY; if (profileBegin < 0.0f || profileBegin >= profileEnd || profileEnd > 1.0f) { ReportPrimError("*** CORRUPT PRIM!! ***", primName, primMesh); if (profileBegin < 0.0f) profileBegin = 0.0f; if (profileEnd > 1.0f) profileEnd = 1.0f; } #if SPAM MainConsole.Instance.Debug("****** PrimMesh Parameters (Linear) ******\n" + primMesh.ParamsToDisplayString()); #endif try { primMesh.Extrude(primShape.PathCurve == (byte) Extrusion.Straight ? PathType.Linear : PathType.Flexible); } catch (Exception ex) { ReportPrimError("Extrusion failure: exception: " + ex, primName, primMesh); return null; } } else { primMesh.holeSizeX = (200 - primShape.PathScaleX)*0.01f; primMesh.holeSizeY = (200 - primShape.PathScaleY)*0.01f; primMesh.radius = 0.01f*primShape.PathRadiusOffset; primMesh.revolutions = 1.0f + 0.015f*primShape.PathRevolutions; primMesh.skew = 0.01f*primShape.PathSkew; primMesh.twistBegin = primShape.PathTwistBegin*36/10; primMesh.twistEnd = primShape.PathTwist*36/10; primMesh.taperX = primShape.PathTaperX*0.01f; primMesh.taperY = primShape.PathTaperY*0.01f; if (profileBegin < 0.0f || profileBegin >= profileEnd || profileEnd > 1.0f) { ReportPrimError("*** CORRUPT PRIM!! ***", primName, primMesh); if (profileBegin < 0.0f) profileBegin = 0.0f; if (profileEnd > 1.0f) profileEnd = 1.0f; } #if SPAM MainConsole.Instance.Debug("****** PrimMesh Parameters (Circular) ******\n" + primMesh.ParamsToDisplayString()); #endif try { primMesh.Extrude(PathType.Circular); } catch (Exception ex) { ReportPrimError("Extrusion failure: exception: " + ex, primName, primMesh); return null; } } primMesh.DumpRaw(baseDir, primName, "primMesh"); primMesh.Scale(size.X, size.Y, size.Z); coords = primMesh.coords; faces = primMesh.faces; primMesh = null; } Mesh mesh = new Mesh(key); // Add the corresponding triangles to the mesh mesh.Set(coords, faces); coords.Clear(); faces.Clear(); coords = null; faces = null; return mesh; }
/// <summary> /// Old Decompress method not using .NET compressor /// </summary> /// <param name="Data"></param> /// <returns></returns> public byte[] DecompressOld(byte[] Data) { byte[] decompressedPixelData = new byte[UncompressedLength]; // ZLIB if (version > BgfFile.VERSION9) { // init streams MemoryStream destStream = new MemoryStream(decompressedPixelData, true); ZOutputStream destZ = new ZOutputStream(destStream); // decompress destZ.Write(Data, 0, Data.Length); destZ.Flush(); destZ.finish(); // cleanup destStream.Dispose(); destZ.Dispose(); } // CRUSH else { #if WINCLR && X86 // decompress Crush32.Decompress(Data, 0, decompressedPixelData, 0, (int)UncompressedLength, CompressedLength); #else throw new Exception(ERRORCRUSHPLATFORM); #endif } // set decompressed array to pixeldata return decompressedPixelData; }
/// <summary> /// Returns a compressed byte[] of PixelData argument /// </summary> /// <param name="Data"></param> /// <returns></returns> public byte[] Compress(byte[] Data) { // allocate a buffer with uncompressed length to write compressed stream to byte[] tempBuffer = new byte[UncompressedLength]; int compressedLength; // ZLIB if (version > BgfFile.VERSION9) { // init streams MemoryStream destStream = new MemoryStream(tempBuffer, true); ZOutputStream destZ = new ZOutputStream(destStream, zlibConst.Z_BEST_COMPRESSION); // compress destZ.Write(Data, 0, Data.Length); destZ.Flush(); destZ.finish(); // update compressed length compressedLength = (int)destZ.TotalOut; // cleanup destStream.Dispose(); destZ.Dispose(); } // CRUSH else { #if WINCLR && X86 // compress to tempBuffer compressedLength = Crush32.Compress(Data, 0, tempBuffer, 0, (int)UncompressedLength); #else throw new Exception(ERRORCRUSHPLATFORM); #endif } // copy all bytes we actually used from tempBuffer to new PixelData byte[] newPixelData = new byte[compressedLength]; Array.Copy(tempBuffer, 0, newPixelData, 0, compressedLength); return newPixelData; }
// parses a LOD or physics mesh component private bool submesh(byte[] data, int offset, int size, out int ntriangles) { ntriangles = 0; OSD decodedMeshOsd = new OSD(); byte[] meshBytes = new byte[size]; System.Buffer.BlockCopy(data, offset, meshBytes, 0, size); try { using (MemoryStream inMs = new MemoryStream(meshBytes)) { using (MemoryStream outMs = new MemoryStream()) { using (ZOutputStream zOut = new ZOutputStream(outMs)) { byte[] readBuffer = new byte[4096]; int readLen = 0; while ((readLen = inMs.Read(readBuffer, 0, readBuffer.Length)) > 0) { zOut.Write(readBuffer, 0, readLen); } zOut.Flush(); outMs.Seek(0, SeekOrigin.Begin); byte[] decompressedBuf = outMs.GetBuffer(); decodedMeshOsd = OSDParser.DeserializeLLSDBinary(decompressedBuf); } } } } catch { return false; } OSDArray decodedMeshOsdArray = null; byte[] dummy; decodedMeshOsdArray = (OSDArray)decodedMeshOsd; foreach (OSD subMeshOsd in decodedMeshOsdArray) { if (subMeshOsd is OSDMap) { OSDMap subtmpmap = (OSDMap)subMeshOsd; if (subtmpmap.ContainsKey("NoGeometry") && ((OSDBoolean)subtmpmap["NoGeometry"])) continue; if (!subtmpmap.ContainsKey("Position")) return false; if (subtmpmap.ContainsKey("TriangleList")) { dummy = subtmpmap["TriangleList"].AsBinary(); ntriangles += dummy.Length / bytesPerCoord; } else return false; } } return true; }
/// <summary> /// Decompresses an array of bytes using the DEFLATE algorithm from zlib. /// </summary> /// <param name="data">The array of bytes to decompress.</param> /// <returns>The decompressed byte array.</returns> /// <exception cref="ArgumentNullException"><paramref name="data"/> is <c>null</c>.</exception> /// <exception cref="IndexOutOfRangeException">The length of <paramref name="data"/> was less than 4 bytes.</exception> public static byte[] Decompress(byte[] data) { if (data == null) { throw new ArgumentNullException("data"); } if (data.Length < 4) { throw new ArgumentOutOfRangeException("data", "The length of data must be at least 4 bytes."); } using (MemoryStream memoryStream = new MemoryStream()) { // Get decompressed length byte[] length = new byte[sizeof(int)]; Buffer.BlockCopy(data, 0, length, 0, sizeof(int)); if (BitConverter.IsLittleEndian) { Array.Reverse(length); } int decompressedLength = BitConverter.ToInt32(length, 0); // Write the compressed data to our memory stream memoryStream.Write(data, sizeof(int), data.Length - sizeof(int)); memoryStream.Position = 0; // Create a new array the same as the length of the compressed data minus 4 bytes for the size byte[] buffer = new byte[data.Length - sizeof(int)]; // Copy the compressed bytes we got earlier into our new array at offset 4 Buffer.BlockCopy(data, sizeof(int), buffer, 0, data.Length - sizeof(int)); using (ZOutputStream gzip = new ZOutputStream(memoryStream)) { gzip.Write(buffer, 0, buffer.Length); } return memoryStream.ToArray(); } }
private bool ReplaceContentHelperFunc(byte[] content, FileStream datFileStream) { // Store the old offsets just in case we need to perform a restore. // This actually isn't necessary currently, since the raf directory file is saved after packing. var oldOffset = FileOffset; var oldSize = FileSize; try { // Navigate to the end of it datFileStream.Seek(0, SeekOrigin.End); var offset = (UInt32) datFileStream.Length; var fInfo = new FileInfo(FileName); // .fsb, .fev, and .gfx files aren't compressed byte[] finalContent; if (fInfo.Extension == ".fsb" || fInfo.Extension == ".fev" || fInfo.Extension == ".gfx") { finalContent = content; } else { // Start of compression var mStream = new MemoryStream(); var oStream = new ZOutputStream(mStream, zlibConst.Z_DEFAULT_COMPRESSION); //using default compression level oStream.Write(content, 0, content.Length); oStream.finish(); finalContent = mStream.ToArray(); } // Write the data to the end of the .dat file datFileStream.Write(finalContent, 0, finalContent.Length); // Update entry values to represent the new changes FileOffset = offset; FileSize = (UInt32) finalContent.Length; return true; } catch (Exception) { FileOffset = oldOffset; FileSize = oldSize; return false; } }
/// <summary> /// 压缩 /// </summary> /// <param name="param"></param> /// <returns></returns> static public void CompressByteZipNet(byte[] inBytes, uint startPos, uint inLen, ref byte[] outBytes, ref uint outLen) { MemoryStream ms = new MemoryStream(); ZOutputStream zipStream = new ZOutputStream(ms, 9); try { zipStream.Write(inBytes, (int)startPos, (int)inLen); zipStream.Flush(); zipStream.Close(); // 一定要先 Close ZipOutputStream ,然后再获取 ToArray ,如果不关闭, ToArray 将不能返回正确的值 outBytes = ms.ToArray(); outLen = (uint)outBytes.Length; ms.Close(); } catch { Ctx.m_instance.m_logSys.error("CompressByteZipNet error"); } }