| public Write ( System b1, int off, int len ) : void | ||
| b1 | System | |
| off | int | |
| len | int | |
| return | void | |
public static byte[] Compress(byte[] inputBytes)
{
using (MemoryStream stream = new MemoryStream())
{
using (ZOutputStream stream2 = new ZOutputStream(stream, 0))
{
stream2.Write(inputBytes, 0, inputBytes.Length);
stream2.finish();
return stream.ToArray();
}
}
}
private bool ReplaceContentHelperFunc(byte[] content, FileStream datFileStream)
{
// Store the old offsets just in case we need to perform a restore.
// This actually isn't necessary currently, since the raf directory file is saved after packing.
UInt32 oldOffset = FileOffset;
UInt32 oldSize = FileSize;
try
{
// Navigate to the end of it
datFileStream.Seek(0, SeekOrigin.End);
UInt32 offset = (UInt32)datFileStream.Length;
FileInfo fInfo = new FileInfo(m_fileName);
// .fsb, .fev, and .gfx files aren't compressed
byte[] finalContent;
if (fInfo.Extension == ".fsb" || fInfo.Extension == ".fev" || fInfo.Extension == ".gfx")
{
finalContent = content;
}
else
{
// Start of compression
MemoryStream mStream = new MemoryStream();
zlib.ZOutputStream oStream = new zlib.ZOutputStream(mStream, zlib.zlibConst.Z_DEFAULT_COMPRESSION); //using default compression level
oStream.Write(content, 0, content.Length);
oStream.finish();
finalContent = mStream.ToArray();
}
// Write the data to the end of the .dat file
datFileStream.Write(finalContent, 0, finalContent.Length);
// Update entry values to represent the new changes
FileOffset = offset;
FileSize = (UInt32)finalContent.Length;
return(true);
}
catch (Exception)
{
FileOffset = oldOffset;
FileSize = oldSize;
return(false);
}
}
/// <summary>
/// Compresses an array of bytes using the DEFLATE algorithm from zlib.
/// </summary>
/// <param name="data">The array of bytes to compress.</param>
/// <param name="compression">The compression level to use when compressing the data. -1 for the default, 0 for none, and 1 to 9 for fastest/worst to slowest/best.</param>
/// <returns>The compressed byte array.</returns>
/// <exception cref="ArgumentNullException"><paramref name="data"/> is <c>null</c>.</exception>
public static byte[] Compress(byte[] data, int compression = zlibConst.Z_DEFAULT_COMPRESSION)
{
if (data == null)
{
throw new ArgumentNullException("data");
}
// Create a memory stream to write our compressed data to
using (MemoryStream memoryStream = new MemoryStream())
{
// Create a GZIP stream and write our byte array to compress it
using (ZOutputStream gzip = new ZOutputStream(memoryStream, compression))
{
gzip.Write(data, 0, data.Length);
}
// Read compressed bytes back
byte[] compressed = memoryStream.ToArray();
// Create a new array the same as the length of the compressed data plus 4 bytes for the size
byte[] buffer = new byte[compressed.Length + sizeof(int)];
// Copy the compressed bytes we got earlier into our new array at offset 4
Buffer.BlockCopy(compressed, 0, buffer, sizeof(int), compressed.Length);
// Get the length of the compressed data array, making sure to adjust for endianness
byte[] length = BitConverter.GetBytes(data.Length);
if (BitConverter.IsLittleEndian)
{
Array.Reverse(length);
}
// Copy the length of the compressed data array into the first 4 bytes our our new array
Buffer.BlockCopy(length, 0, buffer, 0, sizeof(int));
return buffer;
}
}
//Inserts a file into the raf archive...
public bool InsertFile(string fileName, byte[] content, TextWriter ostream)
{
if (ostream == null)
ostream = new StreamWriter(Stream.Null);
ostream.WriteLine(" Insert: " + fileName);
ostream.WriteLine(" To: " + GetID());
RAFFileListEntry fileentry = this.GetDirectoryFile().GetFileList().GetFileEntry(fileName);
if (fileentry == null)
{
//Define a new entry
ostream.WriteLine("# Create new entry in RAF Archive, using experimental hash calculations");
ostream.WriteLine(" Get DAT File Stream");
FileStream datFileStream = GetDataFileContentStream();
//navigate to the end of it, add the file.
datFileStream.Seek(0, SeekOrigin.End);
UInt32 offset = (UInt32)datFileStream.Length;
byte[] finalContent;
if (nocompress.Contains(fileName))
{
finalContent = content;
}
else
{
ostream.WriteLine(" Begin compression of content");
MemoryStream mStream = new MemoryStream();
zlib.ZOutputStream oStream = new zlib.ZOutputStream(mStream, zlib.zlibConst.Z_DEFAULT_COMPRESSION); //using default compression level
oStream.Write(content, 0, content.Length);
oStream.finish();
finalContent = mStream.ToArray();
}
ostream.WriteLine(" Begin DAT Write");
datFileStream.Write(finalContent, 0, finalContent.Length);
ostream.WriteLine(" Add file entry to in memory directory...");
UInt32 strTableIndex = directoryFile.GetStringTable().Add(fileName);
directoryFile.CreateFileEntry(fileName, offset, (UInt32)finalContent.Length, strTableIndex);
//directoryFile.Save();
//datFileStream.Close();
ostream.WriteLine(" Done.");
return true;
}
else
{
//store the old offsets just in case we need to perform a restore.
//This actually isn't necessary currently, since the raf directory file is saved
//After packing.
UInt32 oldOffset = (UInt32)fileentry.FileOffset;
UInt32 oldSize = (UInt32)fileentry.FileSize;
ostream.WriteLine("Old Offset: " + oldOffset + "; Old Size: " + oldSize);
ostream.WriteLine("Begin modify game files... This may take a while");
try
{
ostream.WriteLine(" Get File Stream");
FileStream datFileStream = GetDataFileContentStream();
//navigate to the end of it, add the file.
datFileStream.Seek(0, SeekOrigin.End);
UInt32 offset = (UInt32)datFileStream.Length;
byte[] finalContent;
if (nocompress.Contains(fileName))
{
finalContent = content;
}
else
{
ostream.WriteLine(" Begin compression of content");
MemoryStream mStream = new MemoryStream();
zlib.ZOutputStream oStream = new zlib.ZOutputStream(mStream, zlib.zlibConst.Z_DEFAULT_COMPRESSION); //using default compression level
oStream.Write(content, 0, content.Length);
oStream.finish();
finalContent = mStream.ToArray();
}
ostream.WriteLine(" Begin DAT Write");
datFileStream.Write(finalContent, 0, finalContent.Length);
ostream.WriteLine(" Begin FileEntry Write");
fileentry.FileOffset = offset;
fileentry.FileSize = (UInt32)finalContent.Length;
//directoryFile.Save();
//datFileStream.Close();
ostream.WriteLine(" Done.");
return true;
}
catch (Exception e)
{
ostream.WriteLine("!! An error occurred in inserting a file.");
ostream.WriteLine("!! Note that the content of the raf archive has been added to");
ostream.WriteLine("!! But the directory file that points the game to the data in the content file");
ostream.WriteLine("!! Has not been modified. In other words, if the game read the RAF archive now");
ostream.WriteLine("!! It wouldn't see a difference.");
ostream.WriteLine("!! However, the RAF archive is a bit bigger than before.");
ostream.WriteLine(e.ToString());
fileentry.FileOffset = oldOffset;
fileentry.FileSize = oldSize;
//directoryFile.GetContent();
return false;
}
}
}
/// <summary>
/// Generate the co-ords and faces necessary to construct a mesh from the mesh data the accompanies a prim.
/// </summary>
/// <param name="primName"></param>
/// <param name="primShape"></param>
/// <param name="size"></param>
/// <param name="coords">Coords are added to this list by the method.</param>
/// <param name="faces">Faces are added to this list by the method.</param>
/// <returns>true if coords and faces were successfully generated, false if not</returns>
private bool GenerateCoordsAndFacesFromPrimMeshData(
string primName, PrimitiveBaseShape primShape, Vector3 size, out List<Coord> coords, out List<Face> faces)
{
m_log.DebugFormat("[MESH]: experimental mesh proxy generation for {0}", primName);
coords = new List<Coord>();
faces = new List<Face>();
OSD meshOsd = null;
if (primShape.SculptData.Length <= 0)
{
m_log.Error("[MESH]: asset data is zero length");
return false;
}
long start = 0;
using (MemoryStream data = new MemoryStream(primShape.SculptData))
{
try
{
OSD osd = OSDParser.DeserializeLLSDBinary(data);
if (osd is OSDMap)
meshOsd = (OSDMap)osd;
else
{
m_log.Warn("[Mesh}: unable to cast mesh asset to OSDMap");
return false;
}
}
catch (Exception e)
{
m_log.Error("[MESH]: Exception deserializing mesh asset header:" + e.ToString());
}
start = data.Position;
}
if (meshOsd is OSDMap)
{
OSDMap physicsParms = null;
OSDMap map = (OSDMap)meshOsd;
if (map.ContainsKey("physics_shape"))
physicsParms = (OSDMap)map["physics_shape"]; // old asset format
else if (map.ContainsKey("physics_mesh"))
physicsParms = (OSDMap)map["physics_mesh"]; // new asset format
if (physicsParms == null)
{
m_log.Warn("[MESH]: no recognized physics mesh found in mesh asset");
return false;
}
int physOffset = physicsParms["offset"].AsInteger() + (int)start;
int physSize = physicsParms["size"].AsInteger();
if (physOffset < 0 || physSize == 0)
return false; // no mesh data in asset
OSD decodedMeshOsd = new OSD();
byte[] meshBytes = new byte[physSize];
System.Buffer.BlockCopy(primShape.SculptData, physOffset, meshBytes, 0, physSize);
// byte[] decompressed = new byte[physSize * 5];
try
{
using (MemoryStream inMs = new MemoryStream(meshBytes))
{
using (MemoryStream outMs = new MemoryStream())
{
using (ZOutputStream zOut = new ZOutputStream(outMs))
{
byte[] readBuffer = new byte[2048];
int readLen = 0;
while ((readLen = inMs.Read(readBuffer, 0, readBuffer.Length)) > 0)
{
zOut.Write(readBuffer, 0, readLen);
}
zOut.Flush();
outMs.Seek(0, SeekOrigin.Begin);
byte[] decompressedBuf = outMs.GetBuffer();
decodedMeshOsd = OSDParser.DeserializeLLSDBinary(decompressedBuf);
}
}
}
}
catch (Exception e)
{
m_log.Error("[MESH]: exception decoding physical mesh: " + e.ToString());
return false;
}
OSDArray decodedMeshOsdArray = null;
// physics_shape is an array of OSDMaps, one for each submesh
if (decodedMeshOsd is OSDArray)
{
// Console.WriteLine("decodedMeshOsd for {0} - {1}", primName, Util.GetFormattedXml(decodedMeshOsd));
decodedMeshOsdArray = (OSDArray)decodedMeshOsd;
foreach (OSD subMeshOsd in decodedMeshOsdArray)
{
if (subMeshOsd is OSDMap)
AddSubMesh(subMeshOsd as OSDMap, size, coords, faces);
}
}
}
return true;
}
private Mesh CreateMeshFromPrimMesher(string primName, PrimitiveBaseShape primShape, Vector3 size, float lod)
{
// m_log.DebugFormat(
// "[MESH]: Creating physics proxy for {0}, shape {1}",
// primName, (OpenMetaverse.SculptType)primShape.SculptType);
PrimMesh primMesh;
PrimMesher.SculptMesh sculptMesh;
List<Coord> coords = new List<Coord>();
List<Face> faces = new List<Face>();
Image idata = null;
string decodedSculptFileName = "";
if (primShape.SculptEntry)
{
if (((OpenMetaverse.SculptType)primShape.SculptType) == SculptType.Mesh)
{
if (!useMeshiesPhysicsMesh)
return null;
m_log.DebugFormat("[MESH]: experimental mesh proxy generation for {0}", primName);
OSD meshOsd = null;
if (primShape.SculptData.Length <= 0)
{
m_log.Error("[MESH]: asset data is zero length");
return null;
}
long start = 0;
using (MemoryStream data = new MemoryStream(primShape.SculptData))
{
try
{
OSD osd = OSDParser.DeserializeLLSDBinary(data);
if (osd is OSDMap)
meshOsd = (OSDMap)osd;
else
{
m_log.Warn("[Mesh}: unable to cast mesh asset to OSDMap");
return null;
}
}
catch (Exception e)
{
m_log.Error("[MESH]: Exception deserializing mesh asset header:" + e.ToString());
}
start = data.Position;
}
if (meshOsd is OSDMap)
{
OSDMap physicsParms = null;
OSDMap map = (OSDMap)meshOsd;
if (map.ContainsKey("physics_shape"))
physicsParms = (OSDMap)map["physics_shape"]; // old asset format
else if (map.ContainsKey("physics_mesh"))
physicsParms = (OSDMap)map["physics_mesh"]; // new asset format
if (physicsParms == null)
{
m_log.Warn("[MESH]: no recognized physics mesh found in mesh asset");
return null;
}
int physOffset = physicsParms["offset"].AsInteger() + (int)start;
int physSize = physicsParms["size"].AsInteger();
if (physOffset < 0 || physSize == 0)
return null; // no mesh data in asset
OSD decodedMeshOsd = new OSD();
byte[] meshBytes = new byte[physSize];
System.Buffer.BlockCopy(primShape.SculptData, physOffset, meshBytes, 0, physSize);
// byte[] decompressed = new byte[physSize * 5];
try
{
using (MemoryStream inMs = new MemoryStream(meshBytes))
{
using (MemoryStream outMs = new MemoryStream())
{
using (ZOutputStream zOut = new ZOutputStream(outMs))
{
byte[] readBuffer = new byte[2048];
int readLen = 0;
while ((readLen = inMs.Read(readBuffer, 0, readBuffer.Length)) > 0)
{
zOut.Write(readBuffer, 0, readLen);
}
zOut.Flush();
outMs.Seek(0, SeekOrigin.Begin);
byte[] decompressedBuf = outMs.GetBuffer();
decodedMeshOsd = OSDParser.DeserializeLLSDBinary(decompressedBuf);
}
}
}
}
catch (Exception e)
{
m_log.Error("[MESH]: exception decoding physical mesh: " + e.ToString());
return null;
}
OSDArray decodedMeshOsdArray = null;
// physics_shape is an array of OSDMaps, one for each submesh
if (decodedMeshOsd is OSDArray)
{
// Console.WriteLine("decodedMeshOsd for {0} - {1}", primName, Util.GetFormattedXml(decodedMeshOsd));
decodedMeshOsdArray = (OSDArray)decodedMeshOsd;
foreach (OSD subMeshOsd in decodedMeshOsdArray)
{
if (subMeshOsd is OSDMap)
AddSubMesh(subMeshOsd as OSDMap, size, coords, faces);
}
}
}
}
else
{
if (cacheSculptMaps && primShape.SculptTexture != UUID.Zero)
{
decodedSculptFileName = System.IO.Path.Combine(decodedSculptMapPath, "smap_" + primShape.SculptTexture.ToString());
try
{
if (File.Exists(decodedSculptFileName))
{
idata = Image.FromFile(decodedSculptFileName);
}
}
catch (Exception e)
{
m_log.Error("[SCULPT]: unable to load cached sculpt map " + decodedSculptFileName + " " + e.Message);
}
//if (idata != null)
// m_log.Debug("[SCULPT]: loaded cached map asset for map ID: " + primShape.SculptTexture.ToString());
}
if (idata == null)
{
if (primShape.SculptData == null || primShape.SculptData.Length == 0)
return null;
try
{
OpenMetaverse.Imaging.ManagedImage unusedData;
OpenMetaverse.Imaging.OpenJPEG.DecodeToImage(primShape.SculptData, out unusedData, out idata);
unusedData = null;
//idata = CSJ2K.J2kImage.FromBytes(primShape.SculptData);
if (cacheSculptMaps && idata != null)
{
try { idata.Save(decodedSculptFileName, ImageFormat.MemoryBmp); }
catch (Exception e) { m_log.Error("[SCULPT]: unable to cache sculpt map " + decodedSculptFileName + " " + e.Message); }
}
}
catch (DllNotFoundException)
{
m_log.Error("[PHYSICS]: OpenJpeg is not installed correctly on this system. Physics Proxy generation failed. Often times this is because of an old version of GLIBC. You must have version 2.4 or above!");
return null;
}
catch (IndexOutOfRangeException)
{
m_log.Error("[PHYSICS]: OpenJpeg was unable to decode this. Physics Proxy generation failed");
return null;
}
catch (Exception ex)
{
m_log.Error("[PHYSICS]: Unable to generate a Sculpty physics proxy. Sculpty texture decode failed: " + ex.Message);
return null;
}
}
PrimMesher.SculptMesh.SculptType sculptType;
switch ((OpenMetaverse.SculptType)primShape.SculptType)
{
case OpenMetaverse.SculptType.Cylinder:
sculptType = PrimMesher.SculptMesh.SculptType.cylinder;
break;
case OpenMetaverse.SculptType.Plane:
sculptType = PrimMesher.SculptMesh.SculptType.plane;
break;
case OpenMetaverse.SculptType.Torus:
sculptType = PrimMesher.SculptMesh.SculptType.torus;
break;
case OpenMetaverse.SculptType.Sphere:
sculptType = PrimMesher.SculptMesh.SculptType.sphere;
break;
default:
sculptType = PrimMesher.SculptMesh.SculptType.plane;
break;
}
bool mirror = ((primShape.SculptType & 128) != 0);
bool invert = ((primShape.SculptType & 64) != 0);
sculptMesh = new PrimMesher.SculptMesh((Bitmap)idata, sculptType, (int)lod, false, mirror, invert);
idata.Dispose();
sculptMesh.DumpRaw(baseDir, primName, "primMesh");
sculptMesh.Scale(size.X, size.Y, size.Z);
coords = sculptMesh.coords;
faces = sculptMesh.faces;
}
}
else
{
float pathShearX = primShape.PathShearX < 128 ? (float)primShape.PathShearX * 0.01f : (float)(primShape.PathShearX - 256) * 0.01f;
float pathShearY = primShape.PathShearY < 128 ? (float)primShape.PathShearY * 0.01f : (float)(primShape.PathShearY - 256) * 0.01f;
float pathBegin = (float)primShape.PathBegin * 2.0e-5f;
float pathEnd = 1.0f - (float)primShape.PathEnd * 2.0e-5f;
float pathScaleX = (float)(primShape.PathScaleX - 100) * 0.01f;
float pathScaleY = (float)(primShape.PathScaleY - 100) * 0.01f;
float profileBegin = (float)primShape.ProfileBegin * 2.0e-5f;
float profileEnd = 1.0f - (float)primShape.ProfileEnd * 2.0e-5f;
float profileHollow = (float)primShape.ProfileHollow * 2.0e-5f;
if (profileHollow > 0.95f)
profileHollow = 0.95f;
int sides = 4;
if ((primShape.ProfileCurve & 0x07) == (byte)ProfileShape.EquilateralTriangle)
sides = 3;
else if ((primShape.ProfileCurve & 0x07) == (byte)ProfileShape.Circle)
sides = 24;
else if ((primShape.ProfileCurve & 0x07) == (byte)ProfileShape.HalfCircle)
{ // half circle, prim is a sphere
sides = 24;
profileBegin = 0.5f * profileBegin + 0.5f;
profileEnd = 0.5f * profileEnd + 0.5f;
}
int hollowSides = sides;
if (primShape.HollowShape == HollowShape.Circle)
hollowSides = 24;
else if (primShape.HollowShape == HollowShape.Square)
hollowSides = 4;
else if (primShape.HollowShape == HollowShape.Triangle)
hollowSides = 3;
primMesh = new PrimMesh(sides, profileBegin, profileEnd, profileHollow, hollowSides);
if (primMesh.errorMessage != null)
if (primMesh.errorMessage.Length > 0)
m_log.Error("[ERROR] " + primMesh.errorMessage);
primMesh.topShearX = pathShearX;
primMesh.topShearY = pathShearY;
primMesh.pathCutBegin = pathBegin;
primMesh.pathCutEnd = pathEnd;
if (primShape.PathCurve == (byte)Extrusion.Straight || primShape.PathCurve == (byte) Extrusion.Flexible)
{
primMesh.twistBegin = primShape.PathTwistBegin * 18 / 10;
primMesh.twistEnd = primShape.PathTwist * 18 / 10;
primMesh.taperX = pathScaleX;
primMesh.taperY = pathScaleY;
if (profileBegin < 0.0f || profileBegin >= profileEnd || profileEnd > 1.0f)
{
ReportPrimError("*** CORRUPT PRIM!! ***", primName, primMesh);
if (profileBegin < 0.0f) profileBegin = 0.0f;
if (profileEnd > 1.0f) profileEnd = 1.0f;
}
#if SPAM
m_log.Debug("****** PrimMesh Parameters (Linear) ******\n" + primMesh.ParamsToDisplayString());
#endif
try
{
primMesh.ExtrudeLinear();
}
catch (Exception ex)
{
ReportPrimError("Extrusion failure: exception: " + ex.ToString(), primName, primMesh);
return null;
}
}
else
{
primMesh.holeSizeX = (200 - primShape.PathScaleX) * 0.01f;
primMesh.holeSizeY = (200 - primShape.PathScaleY) * 0.01f;
primMesh.radius = 0.01f * primShape.PathRadiusOffset;
primMesh.revolutions = 1.0f + 0.015f * primShape.PathRevolutions;
primMesh.skew = 0.01f * primShape.PathSkew;
primMesh.twistBegin = primShape.PathTwistBegin * 36 / 10;
primMesh.twistEnd = primShape.PathTwist * 36 / 10;
primMesh.taperX = primShape.PathTaperX * 0.01f;
primMesh.taperY = primShape.PathTaperY * 0.01f;
if (profileBegin < 0.0f || profileBegin >= profileEnd || profileEnd > 1.0f)
{
ReportPrimError("*** CORRUPT PRIM!! ***", primName, primMesh);
if (profileBegin < 0.0f) profileBegin = 0.0f;
if (profileEnd > 1.0f) profileEnd = 1.0f;
}
#if SPAM
m_log.Debug("****** PrimMesh Parameters (Circular) ******\n" + primMesh.ParamsToDisplayString());
#endif
try
{
primMesh.ExtrudeCircular();
}
catch (Exception ex)
{
ReportPrimError("Extrusion failure: exception: " + ex.ToString(), primName, primMesh);
return null;
}
}
primMesh.DumpRaw(baseDir, primName, "primMesh");
primMesh.Scale(size.X, size.Y, size.Z);
coords = primMesh.coords;
faces = primMesh.faces;
}
// Remove the reference to any JPEG2000 sculpt data so it can be GCed
primShape.SculptData = Utils.EmptyBytes;
int numCoords = coords.Count;
int numFaces = faces.Count;
// Create the list of vertices
List<Vertex> vertices = new List<Vertex>();
for (int i = 0; i < numCoords; i++)
{
Coord c = coords[i];
vertices.Add(new Vertex(c.X, c.Y, c.Z));
}
Mesh mesh = new Mesh();
// Add the corresponding triangles to the mesh
for (int i = 0; i < numFaces; i++)
{
Face f = faces[i];
mesh.Add(new Triangle(vertices[f.v1], vertices[f.v2], vertices[f.v3]));
}
return mesh;
}
private string deflate()
{
int totalSize = 0;
foreach (DSMCCDownloadDataBlock block in blocks)
totalSize += block.DataSize;
byte[] moduleData = new byte[totalSize];
int dataIndex = 0;
foreach (DSMCCDownloadDataBlock block in blocks)
{
for (int inputIndex = 0; inputIndex < block.DataSize; inputIndex++)
{
moduleData[dataIndex] = block.Data[inputIndex];
dataIndex++;
}
}
try
{
MemoryStream output = new MemoryStream();
ZOutputStream zstream = new ZOutputStream(output);
data = new byte[originalSize];
zstream.Write(moduleData, 0, moduleData.Length);
zstream.Flush();
output.Seek(0, SeekOrigin.Begin);
int readCount = output.Read(data, 0, data.Length);
return (null);
}
catch (Exception e)
{
return (e.Message);
}
}
public bool PackRAF(string sourceDirectory, string targetDirectory)
{
//RAFHashManager.Init(); //Inits if it needs to load the hashes dict...
//archivedPaths = RAFHashManager.GetKeys();
uncompressedFiles = new List<string>();
uncompressedFiles.AddRange(File.ReadAllLines(Environment.CurrentDirectory + "\\nocompress.txt"));
sourceDirectory = sourceDirectory.Replace("/", "\\");
String[] files = Directory.GetFiles(sourceDirectory, "*", SearchOption.AllDirectories);
ostream.WriteLine("Begin packing RAF");
ostream.WriteLine("Count content bytes + file name bytes");
UInt32 totalNameBytes = 0;
List<UInt32> stringTableContentOffsets = new List<UInt32>();
List<String> archivedPaths = new List<string>(); //Misnomer - name of the files once archived
foreach (String filePath in files)
{
string archivePath = filePath.Replace(sourceDirectory, "").Replace("\\", "/");
stringTableContentOffsets.Add((UInt32)totalNameBytes);
totalNameBytes += (UInt32)(archivePath.Length + 1);
archivedPaths.Add(archivePath);//raf uses / in storage name.
}
foreach (String archivePath in archivedPaths)
{
stringTableContentOffsets.Add((UInt32)totalNameBytes);
totalNameBytes += (UInt32)(archivePath.Length + 1);
//archivedPaths.Add(archivePath);//raf uses / in storage name.
}
//Calculate total bytes of header file:
// ulong magic = 0x18BE0EF0 6*4
// ulong version = 1
// toc:
// ulong mgrIndex = 0?
// ulong fileListOffset
// ulong tableListOffset
// ...filler...
// @fileListOffset:
// header:
// ulong countFiles 4
// ulong hashName 4*4*n
// ulong offsetInDataFile
// ulong size(Compressed/noncompressed)
// ulong name string @ string table
// ....filler....
// @tableListOffset
// header: 4*2
// ulong sizeOfData ( including header )
// ulong stringsContained
// ulong offsetOfDataAfterTableListOffset 4*2*n
// ulong stringLength (including null terminating char)
//TODO: Check if string table contains strings other than filenames
//List<byte> datBytes = new List<byte>();
UInt32 totalDatBytes = 0;
List<UInt32> datFileOffsets = new List<UInt32>();
List<UInt32> fileSizes = new List<UInt32>();
//We start by packing the files into the .dat... We just archive all files and remember their offsets for later
PrepareDirectory(targetDirectory);
FileStream datFileStream = File.Create(targetDirectory + "\\output.raf.dat");
for(int i = 0; i < archivedPaths.Count; i++)
{
//datFileOffsets.Add((UInt32)datBytes.Count);
//LoL_Audio.fev and LoL_Audio.fsb aren't compressed. We write them raw.
if (uncompressedFiles.Contains(archivedPaths[i].ToLower()))
{
//Write raw
ostream.WriteLine("No Compress: " + archivedPaths[i]);
fileSizes.Add((UInt32)new FileInfo(sourceDirectory + archivedPaths[i]).Length);
datFileOffsets.Add((UInt32)totalDatBytes);
//datBytes.AddRange(File.ReadAllBytes(sourceDirectory + archivedPaths[i]));
byte[] content = File.ReadAllBytes(sourceDirectory + archivedPaths[i]);
datFileStream.Write(content, 0, content.Length);
totalDatBytes += (UInt32)content.Length;
}
else
{
ostream.WriteLine("Compress: " + archivedPaths[i]);
//FileStream fStream = new FileStream(sourceDirectory + archivedPaths[i], FileMode.Open);
//fStream.Seek(0, SeekOrigin.Begin);
//ostreamWriteLine("FStream Length: " + fStream.Length);
byte[] fileContent = File.ReadAllBytes(sourceDirectory + archivedPaths[i]);
ostream.WriteLine("Original Size:" + fileContent.Length);
MemoryStream mStream = new MemoryStream();
zlib.ZOutputStream oStream = new zlib.ZOutputStream(mStream, zlib.zlibConst.Z_DEFAULT_COMPRESSION); //using default compression level
oStream.Write(fileContent, 0, fileContent.Length);
oStream.finish();
byte[] compressedContent = mStream.ToArray();
datFileOffsets.Add((UInt32)totalDatBytes);
datFileStream.Write(compressedContent, 0, compressedContent.Length);
//datBytes.AddRange(compressedContent);//contentBuffer.SubArray(0, length));
//count += (UInt32)length;
totalDatBytes += (UInt32)compressedContent.Length;
ostream.WriteLine("Done, {0} bytes".F(compressedContent.Length));
fileSizes.Add((UInt32)compressedContent.Length);
}
}
UInt32 finalLength = (UInt32)(2*4 + 3*4 + 4 + 4*4*archivedPaths.Count + 4*2 + 4*2*archivedPaths.Count + totalNameBytes);
byte[] buffer = new byte[finalLength]; //0x18BE0EF0.. note that the settings to 0 aren't necessary, but they're
// for readability
//Magic
StoreUInt32InBuffer((UInt32)0x18BE0EF0, (UInt32)0, ref buffer);
//Version
StoreUInt32InBuffer((UInt32)0x00000001, (UInt32)4, ref buffer);
//mgrIndex = 0
StoreUInt32InBuffer((UInt32)0x00000000, (UInt32)8, ref buffer);
//fileListOffset
StoreUInt32InBuffer((UInt32) 20, (UInt32)12, ref buffer);
//stringTableOffset
StoreUInt32InBuffer((UInt32)(20+4+16*archivedPaths.Count), (UInt32)16, ref buffer);
//Start file list
UInt32 offset = 0x14; //20, header of file list
//Store # entries in list
StoreUInt32InBuffer((UInt32)archivedPaths.Count, offset, ref buffer);
offset += 4;
//Store entries
for (int i = 0; i < archivedPaths.Count; i++)
{
ostream.WriteLine("Store Entry: " + archivedPaths[i]);
//Hash of string name? Get it from previous RAF files.
StoreUInt32InBuffer(GetStringHash(archivedPaths[i]) , offset, ref buffer);
// Offset to the start of the archived file in the data file
ostream.WriteLine(" Dat Offset: " + datFileOffsets[i].ToString("x") + "; i="+i);
StoreUInt32InBuffer(datFileOffsets[i] , offset+4, ref buffer);
// Size of this archived file
StoreUInt32InBuffer(fileSizes[i] , offset+8, ref buffer);
// Index of the name of the archvied file in the string table
StoreUInt32InBuffer((UInt32)i , offset+12, ref buffer);
offset += 16;
}
//Create String Tables
UInt32 stringTableOffset = offset = (UInt32)(20 + 4 + 16 * archivedPaths.Count); //This should be equivalent to offset= offset at the moment...
//Header: Uint32 size of all data including header
// UINT32 Number of strings in the table
StoreUInt32InBuffer((UInt32)totalNameBytes, offset, ref buffer);
offset += 4;
StoreUInt32InBuffer((UInt32)archivedPaths.Count, offset, ref buffer);
offset += 4;
//Write entries: UINT32 Offset from start of table, UINT32 Size of String + NUL
//Also write the actual string values
for (int i = 0; i < archivedPaths.Count; i++)
{
ostream.WriteLine("Store String: " + archivedPaths[i]);
//Write the offset for the string after the table's offset
// offset after table = header + entry count * 8 + [strings offset] * 8
UInt32 offsetAfterTable = (UInt32)(8 + archivedPaths.Count * 8 + stringTableContentOffsets[i]);
StoreUInt32InBuffer(offsetAfterTable, offset, ref buffer);
offset += 4;
//Length
byte[] stringBytes = Encoding.ASCII.GetBytes(archivedPaths[i]);
StoreUInt32InBuffer((UInt32)archivedPaths[i].Length + 1, offset, ref buffer);
offset += 4;
ostream.WriteLine(" STO:" + stringTableOffset.ToString("x"));
ostream.WriteLine(" finalIndex:" + (stringTableOffset + 8 + archivedPaths.Count * 8 + stringTableContentOffsets[i]).ToString("x"));
//Copy the string contents to where offsetAfterTable points to
for (int j = 0; j < stringBytes.Length; j++)
{
buffer[stringTableOffset+ 8 + archivedPaths.Count * 8 + stringTableContentOffsets[i] + j] = stringBytes[j];
}
//StoreUInt32InBuffer((UInt32)archivedPaths.Count, offset, ref buffer);
//offset += 4;
}
//We are done. Write the files
ostream.WriteLine("All files processed. Writing to disk.");
//buffer
ostream.WriteLine("Prepare.");
PrepareDirectory(targetDirectory);
ostream.WriteLine("Write RAF Directory File.");
File.WriteAllBytes(targetDirectory + "\\output.raf", buffer);
ostream.WriteLine("Finalize");
datFileStream.Flush();
datFileStream.Close();
//ostreamWriteLine("Write RAF Content File. Length:"+datBytes.Count);
//File.WriteAllBytes(targetDirectory + "\\output.raf.dat", datBytes.ToArray());
return true;
}
/// <summary>
/// decompresses a gzipped OSD object
/// </summary>
/// <param name="decodedOsd"></param> the OSD object
/// <param name="meshBytes"></param>
/// <returns></returns>
private static OSD DecompressOsd(byte[] meshBytes)
{
OSD decodedOsd = null;
using (MemoryStream inMs = new MemoryStream(meshBytes))
{
using (MemoryStream outMs = new MemoryStream())
{
using (ZOutputStream zOut = new ZOutputStream(outMs))
{
byte[] readBuffer = new byte[2048];
int readLen = 0;
while ((readLen = inMs.Read(readBuffer, 0, readBuffer.Length)) > 0)
{
zOut.Write(readBuffer, 0, readLen);
}
zOut.Flush();
outMs.Seek(0, SeekOrigin.Begin);
byte[] decompressedBuf = outMs.GetBuffer();
decodedOsd = OSDParser.DeserializeLLSDBinary(decompressedBuf);
}
}
}
return decodedOsd;
}
// parses convex hulls component
private bool hulls(byte[] data, int offset, int size, out int nvertices, out int nhulls)
{
nvertices = 0;
nhulls = 1;
OSD decodedMeshOsd = new OSD();
byte[] meshBytes = new byte[size];
System.Buffer.BlockCopy(data, offset, meshBytes, 0, size);
try
{
using (MemoryStream inMs = new MemoryStream(meshBytes))
{
using (MemoryStream outMs = new MemoryStream())
{
using (ZOutputStream zOut = new ZOutputStream(outMs))
{
byte[] readBuffer = new byte[4096];
int readLen = 0;
while ((readLen = inMs.Read(readBuffer, 0, readBuffer.Length)) > 0)
{
zOut.Write(readBuffer, 0, readLen);
}
zOut.Flush();
outMs.Seek(0, SeekOrigin.Begin);
byte[] decompressedBuf = outMs.GetBuffer();
decodedMeshOsd = OSDParser.DeserializeLLSDBinary(decompressedBuf);
}
}
}
}
catch
{
return false;
}
OSDMap cmap = (OSDMap)decodedMeshOsd;
if (cmap == null)
return false;
byte[] dummy;
// must have one of this
if (cmap.ContainsKey("BoundingVerts"))
{
dummy = cmap["BoundingVerts"].AsBinary();
nvertices = dummy.Length / bytesPerCoord;
}
else
return false;
/* upload is done with convex shape type
if (cmap.ContainsKey("HullList"))
{
dummy = cmap["HullList"].AsBinary();
nhulls += dummy.Length;
}
if (cmap.ContainsKey("Positions"))
{
dummy = cmap["Positions"].AsBinary();
nvertices = dummy.Length / bytesPerCoord;
}
*/
return true;
}
private byte[] CompressResult(string strResult)
{
byte[] byteArrayIn = Encoding.UTF8.GetBytes(strResult);
MemoryStream outStream = new MemoryStream();
ZOutputStream zOutputStream = new ZOutputStream(outStream, zlibConst.Z_BEST_COMPRESSION);
zOutputStream.Write(byteArrayIn, 0, byteArrayIn.Length);
zOutputStream.Close();
byte[] byteArrayOut = outStream.ToArray();
byte[] compresedDataLengthBytes = BitConverter.GetBytes(byteArrayOut.Length);
byte[] dataLengthBytes = BitConverter.GetBytes(strResult.Length);
byte[] bytesToSend = new byte[byteArrayOut.Length + 8];
bytesToSend[0] = dataLengthBytes[3];
bytesToSend[1] = dataLengthBytes[2];
bytesToSend[2] = dataLengthBytes[1];
bytesToSend[3] = dataLengthBytes[0];
bytesToSend[4] = compresedDataLengthBytes[3];
bytesToSend[5] = compresedDataLengthBytes[2];
bytesToSend[6] = compresedDataLengthBytes[1];
bytesToSend[7] = compresedDataLengthBytes[0];
int index = 8;
foreach (byte b in byteArrayOut)
{
bytesToSend[index] = b;
index++;
}
return bytesToSend;
}
//Inserts a file into the raf archive...
public bool InsertFile(string fileName, byte[] content, TextWriter ostream)
{
if (ostream == null)
{
ostream = new StreamWriter(Stream.Null);
}
ostream.WriteLine(" Insert: " + fileName);
ostream.WriteLine(" To: " + GetID());
RAFFileListEntry fileentry = this.GetDirectoryFile().GetFileList().GetFileEntry(fileName);
if (fileentry == null)
{
//Define a new entry
ostream.WriteLine("# Create new entry in RAF Archive, using experimental hash calculations");
ostream.WriteLine(" Get DAT File Stream");
FileStream datFileStream = GetDataFileContentStream();
//navigate to the end of it, add the file.
datFileStream.Seek(0, SeekOrigin.End);
UInt32 offset = (UInt32)datFileStream.Length;
byte[] finalContent;
if (nocompress.Contains(fileName))
{
finalContent = content;
}
else
{
ostream.WriteLine(" Begin compression of content");
MemoryStream mStream = new MemoryStream();
zlib.ZOutputStream oStream = new zlib.ZOutputStream(mStream, zlib.zlibConst.Z_DEFAULT_COMPRESSION); //using default compression level
oStream.Write(content, 0, content.Length);
oStream.finish();
finalContent = mStream.ToArray();
}
ostream.WriteLine(" Begin DAT Write");
datFileStream.Write(finalContent, 0, finalContent.Length);
ostream.WriteLine(" Add file entry to in memory directory...");
UInt32 strTableIndex = directoryFile.GetStringTable().Add(fileName);
directoryFile.CreateFileEntry(fileName, offset, (UInt32)finalContent.Length, strTableIndex);
//directoryFile.Save();
//datFileStream.Close();
ostream.WriteLine(" Done.");
return(true);
}
else
{
//store the old offsets just in case we need to perform a restore.
//This actually isn't necessary currently, since the raf directory file is saved
//After packing.
UInt32 oldOffset = (UInt32)fileentry.FileOffset;
UInt32 oldSize = (UInt32)fileentry.FileSize;
ostream.WriteLine("Old Offset: " + oldOffset + "; Old Size: " + oldSize);
ostream.WriteLine("Begin modify game files... This may take a while");
try
{
ostream.WriteLine(" Get File Stream");
FileStream datFileStream = GetDataFileContentStream();
//navigate to the end of it, add the file.
datFileStream.Seek(0, SeekOrigin.End);
UInt32 offset = (UInt32)datFileStream.Length;
byte[] finalContent;
if (nocompress.Contains(fileName))
{
finalContent = content;
}
else
{
ostream.WriteLine(" Begin compression of content");
MemoryStream mStream = new MemoryStream();
zlib.ZOutputStream oStream = new zlib.ZOutputStream(mStream, zlib.zlibConst.Z_DEFAULT_COMPRESSION); //using default compression level
oStream.Write(content, 0, content.Length);
oStream.finish();
finalContent = mStream.ToArray();
}
ostream.WriteLine(" Begin DAT Write");
datFileStream.Write(finalContent, 0, finalContent.Length);
ostream.WriteLine(" Begin FileEntry Write");
fileentry.FileOffset = offset;
fileentry.FileSize = (UInt32)finalContent.Length;
//directoryFile.Save();
//datFileStream.Close();
ostream.WriteLine(" Done.");
return(true);
}
catch (Exception e)
{
ostream.WriteLine("!! An error occurred in inserting a file.");
ostream.WriteLine("!! Note that the content of the raf archive has been added to");
ostream.WriteLine("!! But the directory file that points the game to the data in the content file");
ostream.WriteLine("!! Has not been modified. In other words, if the game read the RAF archive now");
ostream.WriteLine("!! It wouldn't see a difference.");
ostream.WriteLine("!! However, the RAF archive is a bit bigger than before.");
ostream.WriteLine(e.ToString());
fileentry.FileOffset = oldOffset;
fileentry.FileSize = oldSize;
//directoryFile.GetContent();
return(false);
}
}
}
public void Deserialize(OSDMap map)
{
try
{
using (MemoryStream input = new MemoryStream(map["Zipped"].AsBinary()))
{
using (MemoryStream output = new MemoryStream())
{
using (ZOutputStream zout = new ZOutputStream(output))
{
byte[] buffer = new byte[2048];
int len;
while ((len = input.Read(buffer, 0, buffer.Length)) > 0)
{
zout.Write(buffer, 0, len);
}
zout.Flush();
output.Seek(0, SeekOrigin.Begin);
MaterialData = OSDParser.DeserializeLLSDBinary(output);
}
}
}
}
catch (Exception ex)
{
Logger.Log("Failed to decode RenderMaterials message:", Helpers.LogLevel.Warning, ex);
MaterialData = new OSDMap();
}
}
public bool PackRAF(string sourceDirectory, string targetDirectory)
{
//RAFHashManager.Init(); //Inits if it needs to load the hashes dict...
//archivedPaths = RAFHashManager.GetKeys();
uncompressedFiles = new List <string>();
uncompressedFiles.AddRange(File.ReadAllLines(Environment.CurrentDirectory + "\\nocompress.txt"));
sourceDirectory = sourceDirectory.Replace("/", "\\");
String[] files = Directory.GetFiles(sourceDirectory, "*", SearchOption.AllDirectories);
ostream.WriteLine("Begin packing RAF");
ostream.WriteLine("Count content bytes + file name bytes");
UInt32 totalNameBytes = 0;
List <UInt32> stringTableContentOffsets = new List <UInt32>();
List <String> archivedPaths = new List <string>(); //Misnomer - name of the files once archived
foreach (String filePath in files)
{
string archivePath = filePath.Replace(sourceDirectory, "").Replace("\\", "/");
stringTableContentOffsets.Add((UInt32)totalNameBytes);
totalNameBytes += (UInt32)(archivePath.Length + 1);
archivedPaths.Add(archivePath);//raf uses / in storage name.
}
foreach (String archivePath in archivedPaths)
{
stringTableContentOffsets.Add((UInt32)totalNameBytes);
totalNameBytes += (UInt32)(archivePath.Length + 1);
//archivedPaths.Add(archivePath);//raf uses / in storage name.
}
//Calculate total bytes of header file:
// ulong magic = 0x18BE0EF0 6*4
// ulong version = 1
// toc:
// ulong mgrIndex = 0?
// ulong fileListOffset
// ulong tableListOffset
// ...filler...
// @fileListOffset:
// header:
// ulong countFiles 4
// ulong hashName 4*4*n
// ulong offsetInDataFile
// ulong size(Compressed/noncompressed)
// ulong name string @ string table
// ....filler....
// @tableListOffset
// header: 4*2
// ulong sizeOfData ( including header )
// ulong stringsContained
// ulong offsetOfDataAfterTableListOffset 4*2*n
// ulong stringLength (including null terminating char)
//TODO: Check if string table contains strings other than filenames
//List<byte> datBytes = new List<byte>();
UInt32 totalDatBytes = 0;
List <UInt32> datFileOffsets = new List <UInt32>();
List <UInt32> fileSizes = new List <UInt32>();
//We start by packing the files into the .dat... We just archive all files and remember their offsets for later
PrepareDirectory(targetDirectory);
FileStream datFileStream = File.Create(targetDirectory + "\\output.raf.dat");
for (int i = 0; i < archivedPaths.Count; i++)
{
//datFileOffsets.Add((UInt32)datBytes.Count);
//LoL_Audio.fev and LoL_Audio.fsb aren't compressed. We write them raw.
if (uncompressedFiles.Contains(archivedPaths[i].ToLower()))
{
//Write raw
ostream.WriteLine("No Compress: " + archivedPaths[i]);
fileSizes.Add((UInt32) new FileInfo(sourceDirectory + archivedPaths[i]).Length);
datFileOffsets.Add((UInt32)totalDatBytes);
//datBytes.AddRange(File.ReadAllBytes(sourceDirectory + archivedPaths[i]));
byte[] content = File.ReadAllBytes(sourceDirectory + archivedPaths[i]);
datFileStream.Write(content, 0, content.Length);
totalDatBytes += (UInt32)content.Length;
}
else
{
ostream.WriteLine("Compress: " + archivedPaths[i]);
//FileStream fStream = new FileStream(sourceDirectory + archivedPaths[i], FileMode.Open);
//fStream.Seek(0, SeekOrigin.Begin);
//ostreamWriteLine("FStream Length: " + fStream.Length);
byte[] fileContent = File.ReadAllBytes(sourceDirectory + archivedPaths[i]);
ostream.WriteLine("Original Size:" + fileContent.Length);
MemoryStream mStream = new MemoryStream();
zlib.ZOutputStream oStream = new zlib.ZOutputStream(mStream, zlib.zlibConst.Z_DEFAULT_COMPRESSION); //using default compression level
oStream.Write(fileContent, 0, fileContent.Length);
oStream.finish();
byte[] compressedContent = mStream.ToArray();
datFileOffsets.Add((UInt32)totalDatBytes);
datFileStream.Write(compressedContent, 0, compressedContent.Length);
//datBytes.AddRange(compressedContent);//contentBuffer.SubArray(0, length));
//count += (UInt32)length;
totalDatBytes += (UInt32)compressedContent.Length;
ostream.WriteLine("Done, {0} bytes".F(compressedContent.Length));
fileSizes.Add((UInt32)compressedContent.Length);
}
}
UInt32 finalLength = (UInt32)(2 * 4 + 3 * 4 + 4 + 4 * 4 * archivedPaths.Count + 4 * 2 + 4 * 2 * archivedPaths.Count + totalNameBytes);
byte[] buffer = new byte[finalLength]; //0x18BE0EF0.. note that the settings to 0 aren't necessary, but they're
// for readability
//Magic
StoreUInt32InBuffer((UInt32)0x18BE0EF0, (UInt32)0, ref buffer);
//Version
StoreUInt32InBuffer((UInt32)0x00000001, (UInt32)4, ref buffer);
//mgrIndex = 0
StoreUInt32InBuffer((UInt32)0x00000000, (UInt32)8, ref buffer);
//fileListOffset
StoreUInt32InBuffer((UInt32)20, (UInt32)12, ref buffer);
//stringTableOffset
StoreUInt32InBuffer((UInt32)(20 + 4 + 16 * archivedPaths.Count), (UInt32)16, ref buffer);
//Start file list
UInt32 offset = 0x14; //20, header of file list
//Store # entries in list
StoreUInt32InBuffer((UInt32)archivedPaths.Count, offset, ref buffer);
offset += 4;
//Store entries
for (int i = 0; i < archivedPaths.Count; i++)
{
ostream.WriteLine("Store Entry: " + archivedPaths[i]);
//Hash of string name? Get it from previous RAF files.
StoreUInt32InBuffer(GetStringHash(archivedPaths[i]), offset, ref buffer);
// Offset to the start of the archived file in the data file
ostream.WriteLine(" Dat Offset: " + datFileOffsets[i].ToString("x") + "; i=" + i);
StoreUInt32InBuffer(datFileOffsets[i], offset + 4, ref buffer);
// Size of this archived file
StoreUInt32InBuffer(fileSizes[i], offset + 8, ref buffer);
// Index of the name of the archvied file in the string table
StoreUInt32InBuffer((UInt32)i, offset + 12, ref buffer);
offset += 16;
}
//Create String Tables
UInt32 stringTableOffset = offset = (UInt32)(20 + 4 + 16 * archivedPaths.Count); //This should be equivalent to offset= offset at the moment...
//Header: Uint32 size of all data including header
// UINT32 Number of strings in the table
StoreUInt32InBuffer((UInt32)totalNameBytes, offset, ref buffer);
offset += 4;
StoreUInt32InBuffer((UInt32)archivedPaths.Count, offset, ref buffer);
offset += 4;
//Write entries: UINT32 Offset from start of table, UINT32 Size of String + NUL
//Also write the actual string values
for (int i = 0; i < archivedPaths.Count; i++)
{
ostream.WriteLine("Store String: " + archivedPaths[i]);
//Write the offset for the string after the table's offset
// offset after table = header + entry count * 8 + [strings offset] * 8
UInt32 offsetAfterTable = (UInt32)(8 + archivedPaths.Count * 8 + stringTableContentOffsets[i]);
StoreUInt32InBuffer(offsetAfterTable, offset, ref buffer);
offset += 4;
//Length
byte[] stringBytes = Encoding.ASCII.GetBytes(archivedPaths[i]);
StoreUInt32InBuffer((UInt32)archivedPaths[i].Length + 1, offset, ref buffer);
offset += 4;
ostream.WriteLine(" STO:" + stringTableOffset.ToString("x"));
ostream.WriteLine(" finalIndex:" + (stringTableOffset + 8 + archivedPaths.Count * 8 + stringTableContentOffsets[i]).ToString("x"));
//Copy the string contents to where offsetAfterTable points to
for (int j = 0; j < stringBytes.Length; j++)
{
buffer[stringTableOffset + 8 + archivedPaths.Count * 8 + stringTableContentOffsets[i] + j] = stringBytes[j];
}
//StoreUInt32InBuffer((UInt32)archivedPaths.Count, offset, ref buffer);
//offset += 4;
}
//We are done. Write the files
ostream.WriteLine("All files processed. Writing to disk.");
//buffer
ostream.WriteLine("Prepare.");
PrepareDirectory(targetDirectory);
ostream.WriteLine("Write RAF Directory File.");
File.WriteAllBytes(targetDirectory + "\\output.raf", buffer);
ostream.WriteLine("Finalize");
datFileStream.Flush();
datFileStream.Close();
//ostreamWriteLine("Write RAF Content File. Length:"+datBytes.Count);
//File.WriteAllBytes(targetDirectory + "\\output.raf.dat", datBytes.ToArray());
return(true);
}
// serialize all components into a stream, then compress and write the result to disk. Operation derived from
// the original SiD C source
public void Save(String filename)
{
MemoryStream ms = new MemoryStream(mComponents.Count * 1064);
using (ms)
{
using (BinaryWriter b = new BinaryWriter(ms))
{
b.Write(ByteUtils.SwapUInt32((UInt32)mComponents.Count));
foreach (SiDComponent exC in mComponents)
{
byte[] compName = ASCIIEncoding.UTF8.GetBytes(exC.Name);
byte[] typeName = ASCIIEncoding.UTF8.GetBytes(exC.ResourceTypeName);
UID uid = exC.getUID();
b.Write(typeName);
b.Write('\0');
b.Write(uid.UIDBytes);
b.Write(compName);
b.Write('\0');
byte[] dataBuf = exC.SaveToByteStream();
b.Write(ByteUtils.SwapUInt32((UInt32)dataBuf.Length));
b.Write(dataBuf);
}
Int32 uncompressedSize = (Int32)ms.Length;
MemoryStream packMem = new MemoryStream(uncompressedSize);
using (ZOutputStream zStream = new ZOutputStream(packMem, 9))
{
zStream.Write(ms.ToArray(), 0, (Int32)ms.Length);
zStream.finish();
using (FileStream fs = File.Open(filename, FileMode.Create))
{
using (BinaryWriter fb = new BinaryWriter(fs))
{
fb.Write(ByteUtils.SwapUInt32((UInt32)uncompressedSize));
fb.Write(packMem.ToArray(), 0, (Int32)packMem.Length);
}
fs.Close();
}
}
}
}
}
Mesh CreateMeshFromPrimMesher(string primName, PrimitiveBaseShape primShape, Vector3 size, float lod,
ulong key)
{
PrimMesh primMesh;
SculptMesh sculptMesh;
List<Coord> coords = new List<Coord>();
List<Face> faces = new List<Face>();
Image idata = null;
string decodedSculptFileName = "";
if (primShape.SculptEntry)
{
if (((SculptType) primShape.SculptType & SculptType.Mesh) == SculptType.Mesh)
{
if (!UseMeshesPhysicsMesh)
return null;
MainConsole.Instance.Debug("[MESH]: experimental mesh proxy generation");
OSD meshOsd = null;
if (primShape.SculptData == null || primShape.SculptData.Length <= 0)
{
//MainConsole.Instance.Error("[MESH]: asset data is zero length");
return null;
}
long start = 0;
using (MemoryStream data = new MemoryStream(primShape.SculptData))
{
try
{
meshOsd = OSDParser.DeserializeLLSDBinary(data);
}
catch (Exception e)
{
MainConsole.Instance.Error("[MESH]: Exception deserializing mesh asset header:" + e);
}
start = data.Position;
}
if (meshOsd is OSDMap)
{
OSDMap map = (OSDMap) meshOsd;
OSDMap physicsParms = new OSDMap();
if (map.ContainsKey("physics_cached"))
{
OSD cachedMeshMap = map["physics_cached"]; // cached data from Universe
Mesh cachedMesh = new Mesh(key);
cachedMesh.Deserialize(cachedMeshMap);
cachedMesh.WasCached = true;
return cachedMesh; //Return here, we found all of the info right here
}
if (map.ContainsKey("physics_shape"))
physicsParms = (OSDMap) map["physics_shape"]; // old asset format
if (physicsParms.Count == 0 && map.ContainsKey("physics_mesh"))
physicsParms = (OSDMap) map["physics_mesh"]; // new asset format
if (physicsParms.Count == 0 && map.ContainsKey("physics_convex"))
// convex hull format, which we can't read, so instead
// read the highest lod that exists, and use it instead
physicsParms = (OSDMap) map["high_lod"];
int physOffset = physicsParms["offset"].AsInteger() + (int) start;
int physSize = physicsParms["size"].AsInteger();
if (physOffset < 0 || physSize == 0)
return null; // no mesh data in asset
OSD decodedMeshOsd = new OSD();
byte[] meshBytes = new byte[physSize];
Buffer.BlockCopy(primShape.SculptData, physOffset, meshBytes, 0, physSize);
try
{
using (MemoryStream inMs = new MemoryStream(meshBytes))
{
using (MemoryStream outMs = new MemoryStream())
{
using (ZOutputStream zOut = new ZOutputStream(outMs,1))
{
byte[] readBuffer = new byte[2048];
int readLen = 0;
while ((readLen = inMs.Read(readBuffer, 0, readBuffer.Length)) > 0)
{
zOut.Write(readBuffer, 0, readLen);
}
zOut.Flush();
outMs.Seek(0, SeekOrigin.Begin);
byte[] decompressedBuf = outMs.GetBuffer();
decodedMeshOsd = OSDParser.DeserializeLLSDBinary(decompressedBuf);
}
}
}
}
catch (Exception e)
{
MainConsole.Instance.Error("[MESH]: exception decoding physical mesh: " + e);
return null;
}
OSDArray decodedMeshOsdArray = null;
// physics_shape is an array of OSDMaps, one for each submesh
if (decodedMeshOsd is OSDArray)
{
decodedMeshOsdArray = (OSDArray) decodedMeshOsd;
foreach (OSD subMeshOsd in decodedMeshOsdArray)
{
if (subMeshOsd is OSDMap)
{
OSDMap subMeshMap = (OSDMap) subMeshOsd;
// As per http://wiki.secondlife.com/wiki/Mesh/Mesh_Asset_Format, some Mesh Level
// of Detail Blocks (maps) contain just a NoGeometry key to signal there is no
// geometry for this submesh.
if (subMeshMap.ContainsKey("NoGeometry") && (subMeshMap["NoGeometry"]))
continue;
Vector3 posMax = new Vector3(0.5f, 0.5f, 0.5f);
Vector3 posMin = new Vector3(-0.5f, -0.5f, -0.5f);
if (subMeshMap.ContainsKey("PositionDomain"))
//Optional, so leave the max and min values otherwise
{
posMax = ((OSDMap) subMeshMap["PositionDomain"])["Max"].AsVector3();
posMin = ((OSDMap) subMeshMap["PositionDomain"])["Min"].AsVector3();
}
ushort faceIndexOffset = (ushort) coords.Count;
byte[] posBytes = subMeshMap["Position"].AsBinary();
for (int i = 0; i < posBytes.Length; i += 6)
{
ushort uX = Utils.BytesToUInt16(posBytes, i);
ushort uY = Utils.BytesToUInt16(posBytes, i + 2);
ushort uZ = Utils.BytesToUInt16(posBytes, i + 4);
Coord c = new Coord(
Utils.UInt16ToFloat(uX, posMin.X, posMax.X)*size.X,
Utils.UInt16ToFloat(uY, posMin.Y, posMax.Y)*size.Y,
Utils.UInt16ToFloat(uZ, posMin.Z, posMax.Z)*size.Z);
coords.Add(c);
}
byte[] triangleBytes = subMeshMap["TriangleList"].AsBinary();
for (int i = 0; i < triangleBytes.Length; i += 6)
{
ushort v1 = (ushort) (Utils.BytesToUInt16(triangleBytes, i) + faceIndexOffset);
ushort v2 =
(ushort) (Utils.BytesToUInt16(triangleBytes, i + 2) + faceIndexOffset);
ushort v3 =
(ushort) (Utils.BytesToUInt16(triangleBytes, i + 4) + faceIndexOffset);
Face f = new Face(v1, v2, v3);
faces.Add(f);
}
}
}
}
}
}
else
{
if (cacheSculptMaps && primShape.SculptTexture != UUID.Zero)
{
decodedSculptFileName = System.IO.Path.Combine(decodedSculptMapPath,
"smap_" + primShape.SculptTexture.ToString());
try
{
if (File.Exists(decodedSculptFileName))
{
idata = Image.FromFile(decodedSculptFileName);
}
}
catch (Exception e)
{
MainConsole.Instance.Error("[SCULPT]: unable to load cached sculpt map " +
decodedSculptFileName + " " + e);
}
//if (idata != null)
// MainConsole.Instance.Debug("[SCULPT]: loaded cached map asset for map ID: " + primShape.SculptTexture.ToString());
}
if (idata == null)
{
if (primShape.SculptData == null || primShape.SculptData.Length == 0)
return null;
try
{
idata = m_j2kDecoder.DecodeToImage(primShape.SculptData);
if (idata != null && cacheSculptMaps &&
(cacheSculptAlphaMaps || (((ImageFlags) (idata.Flags) & ImageFlags.HasAlpha) == 0)))
{
try
{
idata.Save(decodedSculptFileName, ImageFormat.MemoryBmp);
}
catch (Exception e)
{
MainConsole.Instance.Error("[SCULPT]: unable to cache sculpt map " +
decodedSculptFileName + " " +
e);
}
}
}
catch (DllNotFoundException)
{
MainConsole.Instance.Error(
"[PHYSICS]: OpenJpeg is not installed correctly on this system. Physics Proxy generation failed. Often times this is because of an old version of GLIBC. You must have version 2.4 or above!");
return null;
}
catch (IndexOutOfRangeException)
{
MainConsole.Instance.Error(
"[PHYSICS]: OpenJpeg was unable to decode this. Physics Proxy generation failed");
return null;
}
catch (Exception ex)
{
MainConsole.Instance.Error(
"[PHYSICS]: Unable to generate a Sculpty physics proxy. Sculpty texture decode failed: " +
ex);
return null;
}
}
SculptMesh.SculptType sculptType;
switch ((SculptType) primShape.SculptType)
{
case SculptType.Cylinder:
sculptType = SculptMesh.SculptType.cylinder;
break;
case SculptType.Plane:
sculptType = SculptMesh.SculptType.plane;
break;
case SculptType.Torus:
sculptType = SculptMesh.SculptType.torus;
break;
case SculptType.Sphere:
sculptType = SculptMesh.SculptType.sphere;
break;
default:
sculptType = SculptMesh.SculptType.plane;
break;
}
bool mirror = ((primShape.SculptType & 128) != 0);
bool invert = ((primShape.SculptType & 64) != 0);
if (idata == null)
return null;
sculptMesh = new SculptMesh((Bitmap) idata, sculptType, (int) lod, false, mirror, invert);
idata.Dispose();
idata = null;
sculptMesh.DumpRaw(baseDir, primName, "primMesh");
sculptMesh.Scale(size.X, size.Y, size.Z);
coords = sculptMesh.coords;
faces = sculptMesh.faces;
}
}
else
{
float pathShearX = primShape.PathShearX < 128
? primShape.PathShearX*0.01f
: (primShape.PathShearX - 256)*0.01f;
float pathShearY = primShape.PathShearY < 128
? primShape.PathShearY*0.01f
: (primShape.PathShearY - 256)*0.01f;
float pathBegin = primShape.PathBegin*2.0e-5f;
float pathEnd = 1.0f - primShape.PathEnd*2.0e-5f;
float pathScaleX = (primShape.PathScaleX - 100)*0.01f;
float pathScaleY = (primShape.PathScaleY - 100)*0.01f;
float profileBegin = primShape.ProfileBegin*2.0e-5f;
float profileEnd = 1.0f - primShape.ProfileEnd*2.0e-5f;
float profileHollow = primShape.ProfileHollow*2.0e-5f;
if (profileHollow > 0.95f)
{
if (profileHollow > 0.99f)
profileHollow = 0.99f;
float sizeX = primShape.Scale.X - (primShape.Scale.X*profileHollow);
if (sizeX < 0.1f) //If its > 0.1, its fine to mesh at the small hollow
profileHollow = 0.95f + (sizeX/2); //Scale the rest by how large the size of the prim is
}
int sides = 4;
switch ((primShape.ProfileCurve & 0x07))
{
case (byte) ProfileShape.EquilateralTriangle:
sides = 3;
break;
case (byte) ProfileShape.Circle:
sides = 24;
break;
case (byte) ProfileShape.HalfCircle:
sides = 24;
profileBegin = 0.5f*profileBegin + 0.5f;
profileEnd = 0.5f*profileEnd + 0.5f;
break;
}
int hollowSides = sides;
switch (primShape.HollowShape)
{
case HollowShape.Circle:
hollowSides = 24;
break;
case HollowShape.Square:
hollowSides = 4;
break;
case HollowShape.Triangle:
hollowSides = 3;
break;
}
primMesh = new PrimMesh(sides, profileBegin, profileEnd, profileHollow, hollowSides);
if (primMesh.errorMessage != null)
if (primMesh.errorMessage.Length > 0)
MainConsole.Instance.Error("[ERROR] " + primMesh.errorMessage);
primMesh.topShearX = pathShearX;
primMesh.topShearY = pathShearY;
primMesh.pathCutBegin = pathBegin;
primMesh.pathCutEnd = pathEnd;
if (primShape.PathCurve == (byte) Extrusion.Straight || primShape.PathCurve == (byte) Extrusion.Flexible)
{
primMesh.twistBegin = primShape.PathTwistBegin*18/10;
primMesh.twistEnd = primShape.PathTwist*18/10;
primMesh.taperX = pathScaleX;
primMesh.taperY = pathScaleY;
if (profileBegin < 0.0f || profileBegin >= profileEnd || profileEnd > 1.0f)
{
ReportPrimError("*** CORRUPT PRIM!! ***", primName, primMesh);
if (profileBegin < 0.0f) profileBegin = 0.0f;
if (profileEnd > 1.0f) profileEnd = 1.0f;
}
#if SPAM
MainConsole.Instance.Debug("****** PrimMesh Parameters (Linear) ******\n" + primMesh.ParamsToDisplayString());
#endif
try
{
primMesh.Extrude(primShape.PathCurve == (byte) Extrusion.Straight
? PathType.Linear
: PathType.Flexible);
}
catch (Exception ex)
{
ReportPrimError("Extrusion failure: exception: " + ex, primName, primMesh);
return null;
}
}
else
{
primMesh.holeSizeX = (200 - primShape.PathScaleX)*0.01f;
primMesh.holeSizeY = (200 - primShape.PathScaleY)*0.01f;
primMesh.radius = 0.01f*primShape.PathRadiusOffset;
primMesh.revolutions = 1.0f + 0.015f*primShape.PathRevolutions;
primMesh.skew = 0.01f*primShape.PathSkew;
primMesh.twistBegin = primShape.PathTwistBegin*36/10;
primMesh.twistEnd = primShape.PathTwist*36/10;
primMesh.taperX = primShape.PathTaperX*0.01f;
primMesh.taperY = primShape.PathTaperY*0.01f;
if (profileBegin < 0.0f || profileBegin >= profileEnd || profileEnd > 1.0f)
{
ReportPrimError("*** CORRUPT PRIM!! ***", primName, primMesh);
if (profileBegin < 0.0f) profileBegin = 0.0f;
if (profileEnd > 1.0f) profileEnd = 1.0f;
}
#if SPAM
MainConsole.Instance.Debug("****** PrimMesh Parameters (Circular) ******\n" + primMesh.ParamsToDisplayString());
#endif
try
{
primMesh.Extrude(PathType.Circular);
}
catch (Exception ex)
{
ReportPrimError("Extrusion failure: exception: " + ex, primName, primMesh);
return null;
}
}
primMesh.DumpRaw(baseDir, primName, "primMesh");
primMesh.Scale(size.X, size.Y, size.Z);
coords = primMesh.coords;
faces = primMesh.faces;
primMesh = null;
}
Mesh mesh = new Mesh(key);
// Add the corresponding triangles to the mesh
mesh.Set(coords, faces);
coords.Clear();
faces.Clear();
coords = null;
faces = null;
return mesh;
}
/// <summary>
/// Old Decompress method not using .NET compressor
/// </summary>
/// <param name="Data"></param>
/// <returns></returns>
public byte[] DecompressOld(byte[] Data)
{
byte[] decompressedPixelData = new byte[UncompressedLength];
// ZLIB
if (version > BgfFile.VERSION9)
{
// init streams
MemoryStream destStream = new MemoryStream(decompressedPixelData, true);
ZOutputStream destZ = new ZOutputStream(destStream);
// decompress
destZ.Write(Data, 0, Data.Length);
destZ.Flush();
destZ.finish();
// cleanup
destStream.Dispose();
destZ.Dispose();
}
// CRUSH
else
{
#if WINCLR && X86
// decompress
Crush32.Decompress(Data, 0, decompressedPixelData, 0, (int)UncompressedLength, CompressedLength);
#else
throw new Exception(ERRORCRUSHPLATFORM);
#endif
}
// set decompressed array to pixeldata
return decompressedPixelData;
}
/// <summary>
/// Returns a compressed byte[] of PixelData argument
/// </summary>
/// <param name="Data"></param>
/// <returns></returns>
public byte[] Compress(byte[] Data)
{
// allocate a buffer with uncompressed length to write compressed stream to
byte[] tempBuffer = new byte[UncompressedLength];
int compressedLength;
// ZLIB
if (version > BgfFile.VERSION9)
{
// init streams
MemoryStream destStream = new MemoryStream(tempBuffer, true);
ZOutputStream destZ = new ZOutputStream(destStream, zlibConst.Z_BEST_COMPRESSION);
// compress
destZ.Write(Data, 0, Data.Length);
destZ.Flush();
destZ.finish();
// update compressed length
compressedLength = (int)destZ.TotalOut;
// cleanup
destStream.Dispose();
destZ.Dispose();
}
// CRUSH
else
{
#if WINCLR && X86
// compress to tempBuffer
compressedLength = Crush32.Compress(Data, 0, tempBuffer, 0, (int)UncompressedLength);
#else
throw new Exception(ERRORCRUSHPLATFORM);
#endif
}
// copy all bytes we actually used from tempBuffer to new PixelData
byte[] newPixelData = new byte[compressedLength];
Array.Copy(tempBuffer, 0, newPixelData, 0, compressedLength);
return newPixelData;
}
// parses a LOD or physics mesh component
private bool submesh(byte[] data, int offset, int size, out int ntriangles)
{
ntriangles = 0;
OSD decodedMeshOsd = new OSD();
byte[] meshBytes = new byte[size];
System.Buffer.BlockCopy(data, offset, meshBytes, 0, size);
try
{
using (MemoryStream inMs = new MemoryStream(meshBytes))
{
using (MemoryStream outMs = new MemoryStream())
{
using (ZOutputStream zOut = new ZOutputStream(outMs))
{
byte[] readBuffer = new byte[4096];
int readLen = 0;
while ((readLen = inMs.Read(readBuffer, 0, readBuffer.Length)) > 0)
{
zOut.Write(readBuffer, 0, readLen);
}
zOut.Flush();
outMs.Seek(0, SeekOrigin.Begin);
byte[] decompressedBuf = outMs.GetBuffer();
decodedMeshOsd = OSDParser.DeserializeLLSDBinary(decompressedBuf);
}
}
}
}
catch
{
return false;
}
OSDArray decodedMeshOsdArray = null;
byte[] dummy;
decodedMeshOsdArray = (OSDArray)decodedMeshOsd;
foreach (OSD subMeshOsd in decodedMeshOsdArray)
{
if (subMeshOsd is OSDMap)
{
OSDMap subtmpmap = (OSDMap)subMeshOsd;
if (subtmpmap.ContainsKey("NoGeometry") && ((OSDBoolean)subtmpmap["NoGeometry"]))
continue;
if (!subtmpmap.ContainsKey("Position"))
return false;
if (subtmpmap.ContainsKey("TriangleList"))
{
dummy = subtmpmap["TriangleList"].AsBinary();
ntriangles += dummy.Length / bytesPerCoord;
}
else
return false;
}
}
return true;
}
/// <summary>
/// Decompresses an array of bytes using the DEFLATE algorithm from zlib.
/// </summary>
/// <param name="data">The array of bytes to decompress.</param>
/// <returns>The decompressed byte array.</returns>
/// <exception cref="ArgumentNullException"><paramref name="data"/> is <c>null</c>.</exception>
/// <exception cref="IndexOutOfRangeException">The length of <paramref name="data"/> was less than 4 bytes.</exception>
public static byte[] Decompress(byte[] data)
{
if (data == null)
{
throw new ArgumentNullException("data");
}
if (data.Length < 4)
{
throw new ArgumentOutOfRangeException("data", "The length of data must be at least 4 bytes.");
}
using (MemoryStream memoryStream = new MemoryStream())
{
// Get decompressed length
byte[] length = new byte[sizeof(int)];
Buffer.BlockCopy(data, 0, length, 0, sizeof(int));
if (BitConverter.IsLittleEndian)
{
Array.Reverse(length);
}
int decompressedLength = BitConverter.ToInt32(length, 0);
// Write the compressed data to our memory stream
memoryStream.Write(data, sizeof(int), data.Length - sizeof(int));
memoryStream.Position = 0;
// Create a new array the same as the length of the compressed data minus 4 bytes for the size
byte[] buffer = new byte[data.Length - sizeof(int)];
// Copy the compressed bytes we got earlier into our new array at offset 4
Buffer.BlockCopy(data, sizeof(int), buffer, 0, data.Length - sizeof(int));
using (ZOutputStream gzip = new ZOutputStream(memoryStream))
{
gzip.Write(buffer, 0, buffer.Length);
}
return memoryStream.ToArray();
}
}
private bool ReplaceContentHelperFunc(byte[] content, FileStream datFileStream)
{
// Store the old offsets just in case we need to perform a restore.
// This actually isn't necessary currently, since the raf directory file is saved after packing.
var oldOffset = FileOffset;
var oldSize = FileSize;
try
{
// Navigate to the end of it
datFileStream.Seek(0, SeekOrigin.End);
var offset = (UInt32) datFileStream.Length;
var fInfo = new FileInfo(FileName);
// .fsb, .fev, and .gfx files aren't compressed
byte[] finalContent;
if (fInfo.Extension == ".fsb" || fInfo.Extension == ".fev" || fInfo.Extension == ".gfx")
{
finalContent = content;
}
else
{
// Start of compression
var mStream = new MemoryStream();
var oStream = new ZOutputStream(mStream, zlibConst.Z_DEFAULT_COMPRESSION);
//using default compression level
oStream.Write(content, 0, content.Length);
oStream.finish();
finalContent = mStream.ToArray();
}
// Write the data to the end of the .dat file
datFileStream.Write(finalContent, 0, finalContent.Length);
// Update entry values to represent the new changes
FileOffset = offset;
FileSize = (UInt32) finalContent.Length;
return true;
}
catch (Exception)
{
FileOffset = oldOffset;
FileSize = oldSize;
return false;
}
}
/// <summary>
/// 压缩
/// </summary>
/// <param name="param"></param>
/// <returns></returns>
static public void CompressByteZipNet(byte[] inBytes, uint startPos, uint inLen, ref byte[] outBytes, ref uint outLen)
{
MemoryStream ms = new MemoryStream();
ZOutputStream zipStream = new ZOutputStream(ms, 9);
try
{
zipStream.Write(inBytes, (int)startPos, (int)inLen);
zipStream.Flush();
zipStream.Close(); // 一定要先 Close ZipOutputStream ，然后再获取 ToArray ，如果不关闭， ToArray 将不能返回正确的值
outBytes = ms.ToArray();
outLen = (uint)outBytes.Length;
ms.Close();
}
catch
{
Ctx.m_instance.m_logSys.error("CompressByteZipNet error");
}
}