/// <summary>
/// Reads index file and creates deserialized data
/// </summary>
/// <param name="filePath">Path to index file</param>
/// <param name="indexKey">Index XTEA key</param>
/// <param name="parentFile">Parent file</param>
/// <returns></returns>
public static List<IndexItem> ReadIndexFile(string filePath, byte[] indexKey, string parentFile)
{
byte[] plainData = NormalizeIndexFile(filePath, indexKey);
if (plainData == null)
return null;
var rtnList = new List<IndexItem>();
rtnList.Clear();
//Remove header
var dataBuffer = new byte[plainData.Length - 12];
Array.Copy(plainData, 12, dataBuffer, 0, plainData.Length - 12);
//Convert byte[] to int
int fileCount = IOHelper.ReadIntFromArray(plainData, 8, 4);
int indexVersion = IOHelper.ReadIntFromArray(plainData, 4, 4);
if (indexVersion != 2)
{
//WindowLog.LogOutputMessage(Log.LogId.ETER_INDEX_WRONG_IDX_VERSION_LOG, args: fileCount); TODO
return null;
}
//Holding variables
var Index = new byte[4];
var FileName = new byte[161];
var FilenameCRC = new byte[4];
var DiskSize = new byte[4];
var DataSize = new byte[4];
var CRC = new byte[4];
var FileOffset = new byte[4];
var PackedType = new byte[1];
//Loop through files
for (int i = 0; i < fileCount; i++)
{
Array.Copy(dataBuffer, 0 + (192 * i), Index, 0, 4);
Array.Copy(dataBuffer, 4 + (192 * i), FileName, 0, 161);
Array.Copy(dataBuffer, 168 + (192 * i), FilenameCRC, 0, 4);
Array.Copy(dataBuffer, 172 + (192 * i), DiskSize, 0, 4);
Array.Copy(dataBuffer, 176 + (192 * i), DataSize, 0, 4);
Array.Copy(dataBuffer, 180 + (192 * i), CRC, 0, 4);
Array.Copy(dataBuffer, 184 + (192 * i), FileOffset, 0, 4);
Array.Copy(dataBuffer, 188 + (192 * i), PackedType, 0, 1);
string tempFileName = Encoding.Default.GetString(FileName).Replace("\0", "");
string fileName = tempFileName.Contains("type\"") ? tempFileName.Substring(0, tempFileName.IndexOf("type\"", StringComparison.Ordinal) - 1) : tempFileName;
// Fail-safe to make sure the path is valid
if (!CrcHelper.GetCrc32HashFromMemoryToByteArray(Encoding.Default.GetBytes(fileName)).SequenceEqual(FilenameCRC))
{
for (int j = 1; j < fileName.Length; j++)
{
var newFileName = fileName.Substring(0, j);
if (
CrcHelper.GetCrc32HashFromMemoryToByteArray(Encoding.Default.GetBytes(newFileName)).Reverse().ToArray()
.SequenceEqual(FilenameCRC))
{
fileName = newFileName;
break;
}
}
}
// New drive point?
//DPHelper.CheckIfContainsDrivePoint(fileName); TODO
rtnList.Add(new IndexItem(BitConverter.ToInt32(Index, 0),
fileName,
System.Text.RegularExpressions.Regex.Replace(BitConverter.ToString(FilenameCRC), "-", ""),
BitConverter.ToInt32(DiskSize, 0),
BitConverter.ToInt32(DataSize, 0),
BitConverter.ToInt32(CRC, 0).ToString("X"),
BitConverter.ToInt32(FileOffset, 0),
Convert.ToInt32(PackedType[0]),
parentFile));
}
return rtnList;
}
/// <summary>
/// Buils EIX and EPK files
/// </summary>
/// <param name="list">Deserialized list</param>
/// <param name="packFilePath">Path to EPK file, including the name</param>
/// <param name="unpackedFilesPath">Path to unpacked files</param>
/// <param name="indexKey">Index XTEA key</param>
/// <param name="packKey">Pack XTEA key</param>
/// <param name="errorLogCallBack"></param>
/// <param name="progressCallback">Callback if progress updates are needed</param>
/// <returns></returns>
public static bool BuildIndexAndPackFiles(
List<IndexItem> list,
string packFilePath,
string unpackedFilesPath,
byte[] indexKey,
byte[] packKey,
Action<ErrorItem> errorLogCallBack,
Action<int, int> progressCallback,
Action fatalErrorCallback)
{
using (var fStream = new MemoryStream())
{
packFilePath = packFilePath.Replace("\\", "/");
// Check if directory exists
string directoryPath = packFilePath.Substring(0, packFilePath.LastIndexOf("/"));
Directory.CreateDirectory(directoryPath);
// Create stream to EPK file
var epkStream = new FileStream(EterHelper.ReplaceWithEpkExt(packFilePath), FileMode.Create);
// Size from header for each file
int decompressedSize = 0;
int compressedSize = 0;
uint encryptedSize = 0;
// File counter to index files
int indexCount = 0;
// Progress variables
double actionProgress = 0;
// FileOffset holder (EPK stream's length)
int fileOffset = 0;
// Write first header to EIX file
fStream.Write(ConstantsBase.EterFourCc, 0, ConstantsBase.EterFourCc.Length);
fStream.Write(BitConverter.GetBytes(2), 0, 4);
fStream.Write(BitConverter.GetBytes(list.Count), 0, 4);
try
{
foreach (IndexItem item in list)
{
// Loop through items
var fileName = new byte[161];
var fileNameCrc = new byte[4];
//Index item's structure (totalizing 192 bytes)
#region Byte Holders
var fileIndex = new byte[4];
var realDataSize = new byte[4];
var dataSize = new byte[4];
var dataCrc = new byte[4];
var dataOffset = new byte[4];
var padding3B = new byte[3];
#endregion
// Set all backslashs to forwards slashes
item.Filename = item.Filename.Replace('\\', '/');
// Get raw data
byte[] rawData = IOHelper.ReadFile(unpackedFilesPath + item.Filename);
// Header sizees
int encryptedFileSize = 0;
int compressedFileSize = 0;
int decompressedFileSize = 0;
// Set real data & decompressed size to raw data's lenth
realDataSize = BitConverter.GetBytes(rawData.Length);
decompressedFileSize = rawData.Length;
// Set fileoffset to actual stream's length
fileOffset = (int)epkStream.Length;
#region File Type Processing
// Switch through the 3 possible cases
switch (item.PackType)
{
case 0:
// Write data to EPK stream
epkStream.Write(rawData, 0, rawData.Length);
// Set data size equal to raw data since no compression nor encrypted occured
dataSize = BitConverter.GetBytes(rawData.Length);
break;
case 1:
case 2:
// Compress data
byte[] compressedDataBuffer = LzoHelper.CompressData(rawData.Length, rawData);
// Create buffer to hold header + compressedData
byte[] compressedDataWithHeaderBuffer = new byte[compressedDataBuffer.Length + 4];
// Copy header and compressedData to previously created buffer
Array.Copy(ConstantsBase.LzoFourCc, 0, compressedDataWithHeaderBuffer, 0, 4);
Array.Copy(compressedDataBuffer, 0, compressedDataWithHeaderBuffer, 4, compressedDataBuffer.Length);
// Set dataSize to compressedSize (since it assumes it's type 1)
dataSize = BitConverter.GetBytes(compressedDataWithHeaderBuffer.Length + 16);
// Set compressedSize
compressedFileSize = compressedDataBuffer.Length;
// If type 2
if (item.PackType == 2)
{
// Get encrypted size (ALWAYS the upper multiple)
encryptedFileSize = GetUpperMultiple(compressedDataWithHeaderBuffer.Length);
// Resize data to fit encryptedSize
Array.Resize(ref compressedDataWithHeaderBuffer, encryptedFileSize);
// Encrypt Data
Xtea.Encrypt2(ref compressedDataWithHeaderBuffer, packKey);
// Set dataSize to encryptedData + header
dataSize = BitConverter.GetBytes(compressedDataWithHeaderBuffer.Length + 16);
}
// Write header of file to EPK stream
epkStream.Write(ConstantsBase.LzoFourCc, 0, 4);
epkStream.Write(BitConverter.GetBytes(encryptedFileSize), 0, 4);
epkStream.Write(BitConverter.GetBytes(compressedFileSize), 0, 4);
epkStream.Write(BitConverter.GetBytes(decompressedFileSize), 0, 4);
// Write actual data
epkStream.Write(compressedDataWithHeaderBuffer, 0, compressedDataWithHeaderBuffer.Length);
break;
}
#endregion
#region Building index file
// Check if string replacment is needed
string virtualPathFile = DrivePointManager.InsertDrivePoints(item.Filename);
// Populate byte[] with data
fileIndex = BitConverter.GetBytes(item.Index);
byte[] fileNameTemp = Encoding.Default.GetBytes(virtualPathFile);
fileNameCrc = CrcHelper.GetCrc32HashFromMemoryToByteArray(Encoding.Default.GetBytes(virtualPathFile));
realDataSize = (realDataSize == null) ? BitConverter.GetBytes(item.DiskSize) : realDataSize;
dataSize = (dataSize == null) ? BitConverter.GetBytes(item.Size) : dataSize;
dataCrc = CrcHelper.GetCrc32HashToByteArray(unpackedFilesPath + item.Filename);
dataOffset = BitConverter.GetBytes(fileOffset);
var compressedType = (byte)item.PackType;
// Check if filename buffer is expectedSize
if (fileNameTemp.Length != 161)
{
Array.Copy(fileNameTemp, 0, fileName, 0, fileNameTemp.Length);
}
// Write data to EIX's stream
fStream.Write(fileIndex, 0, fileIndex.Length);
fStream.Write(fileName, 0, 161);
fStream.Write(padding3B, 0, padding3B.Length);
fStream.Write(fileNameCrc.Reverse().ToArray(), 0, fileNameCrc.Length);
fStream.Write(realDataSize, 0, realDataSize.Length);
fStream.Write(dataSize, 0, dataSize.Length);
fStream.Write(dataCrc.Reverse().ToArray(), 0, dataCrc.Length);
fStream.Write(dataOffset, 0, dataOffset.Length);
fStream.WriteByte(compressedType);
fStream.Write(padding3B, 0, padding3B.Length);
indexCount++;
#endregion
// Update progress
actionProgress = (indexCount / (double)list.Count * 100.0);
progressCallback(0, (int)actionProgress);
}
}
catch (Exception ex)
{
//WindowLog.LogExceptioToFile(ex.ToString()); TODO
fatalErrorCallback();
throw;
}
// Assign current stream's lenght to decmopressedSize
decompressedSize = (int)fStream.Length;
// Buffer to hold compressedData
byte[] compressedData = LzoHelper.CompressData(decompressedSize, fStream.ToArray());
// Buffer with compressedData + MCOZ header
byte[] compressedDataWithHeader = new byte[compressedData.Length + 4];
// Copy Header to buffer
Array.Copy(ConstantsBase.LzoFourCc, 0, compressedDataWithHeader, 0, 4);
// Copy data to buffer
Array.Copy(compressedData, 0, compressedDataWithHeader, 4, compressedData.Length);
// Save compressedSize
compressedSize = compressedData.Length;
// Save encryptedSize (round to upper multiple)
encryptedSize = (uint)GetUpperMultiple(compressedSize + 4);
// Resize array to fit new size
Array.Resize(ref compressedDataWithHeader, (int)encryptedSize);
// Encrypt data
Xtea.Encrypt2(ref compressedDataWithHeader, indexKey);
// Create buffer to hold final data + header
var outputFileBuffer = new byte[compressedDataWithHeader.Length + 16];
// Copy header to buffer
Array.Copy(ConstantsBase.LzoFourCc, 0, outputFileBuffer, 0, 4);
Array.Copy(BitConverter.GetBytes(encryptedSize), 0, outputFileBuffer, 4, 4);
Array.Copy(BitConverter.GetBytes(compressedSize), 0, outputFileBuffer, 8, 4);
Array.Copy(BitConverter.GetBytes(decompressedSize), 0, outputFileBuffer, 12, 4);
// Copy data to buffer
Array.Copy(compressedDataWithHeader, 0, outputFileBuffer, 16, compressedDataWithHeader.Length);
// Close stream
epkStream.Close();
epkStream.Dispose();
// Save file
File.WriteAllBytes(EterHelper.ReplaceWithEixExt(packFilePath), outputFileBuffer);
return true;
}
}