public void Write(Stream inputStream, bool encrypt = false, bool seek = true)
{
_header.ArchiveFlags = encrypt ? 4U : 0U;
_header.TOCEntrySize = 30U;
WriteManifest();
//Pack entries
List <uint> zLengths;
Dictionary <Entry, byte[]> zStreams;
DeflateEntries(out zStreams, out zLengths);
//Build zLengths
_writer = new BigEndianBinaryWriter(inputStream);
_header.TotalTOCSize = (uint)(32 + _toc.Count * _header.TOCEntrySize + zLengths.Count * bNum);
_toc[0].Offset = _header.TotalTOCSize;
for (int i = 1; i < _toc.Count; i++)
{
_toc[i].Offset = _toc[i - 1].Offset + (ulong)(zStreams[_toc[i - 1]].Length);
}
//Write Header
_writer.Write(_header.MagicNumber);
_writer.Write(_header.VersionNumber);
_writer.Write(_header.CompressionMethod);
_writer.Write(_header.TotalTOCSize);
_writer.Write(_header.TOCEntrySize);
_writer.Write(_toc.Count);
_writer.Write(_header.BlockSizeAlloc);
_writer.Write(_header.ArchiveFlags);
//Write Table of contents
foreach (Entry current in _toc)
{
current.UpdateNameMD5();
_writer.Write(current.MD5);
_writer.Write(current.zIndexBegin);
_writer.WriteUInt40((ulong)current.Data.Length); //current.Length
_writer.WriteUInt40(current.Offset);
}
foreach (uint zLen in zLengths)
{
switch (bNum)
{
case 2:
_writer.Write((ushort)zLen);
break;
case 3:
_writer.WriteUInt24(zLen);
break;
case 4:
_writer.Write(zLen);
break;
}
}
zLengths = null;
// Write zData
var ndx = 0; // for debugging
var step = Math.Round(1.0 / (this.TOC.Count + 2) * 100, 3);
double progress = 0;
// GlobalExtension.ShowProgress("Writing Zipped Data ...");
foreach (Entry current in _toc)
{
_writer.Write(zStreams[current]);
progress += step;
// GlobalExtension.UpdateProgress.Value = (int)progress;
Debug.WriteLine("Zipped: " + ndx++);
current.Data.Close();
}
zStreams = null;
if (encrypt) // Encrypt TOC
{
using (var outputStream = new MemoryStreamExtension())
{
var encStream = new MemoryStreamExtension();
inputStream.Position = 32L;
RijndaelEncryptor.EncryptPSARC(inputStream, outputStream, _header.TotalTOCSize);
inputStream.Position = 0L;
// quick copy header from input stream
var buffer = new byte[32];
encStream.Write(buffer, 0, inputStream.Read(buffer, 0, buffer.Length));
encStream.Position = 32; //sainty check ofc
inputStream.Flush();
int tocSize = (int)_header.TotalTOCSize - 32;
int decSize = 0;
buffer = new byte[1024 * 16]; // more effecient use of memory
ndx = 0; // for debuging
step = Math.Round(1.0 / ((tocSize / buffer.Length) + 2) * 100, 3);
progress = 0;
// GlobalExtension.ShowProgress("Writing Encrypted Data ...");
int bytesRead;
while ((bytesRead = outputStream.Read(buffer, 0, buffer.Length)) > 0)
{
decSize += bytesRead;
if (decSize > tocSize)
{
bytesRead = tocSize - (decSize - bytesRead);
}
encStream.Write(buffer, 0, bytesRead);
progress += step;
// GlobalExtension.UpdateProgress.Value = (int)progress;
Debug.WriteLine("Encrypted: " + ndx++);
}
inputStream.Position = 0;
encStream.Position = 0;
encStream.CopyTo(inputStream, (int)_header.BlockSizeAlloc);
}
}
if (seek) // May be redundant
{
inputStream.Flush();
inputStream.Position = 0;
}
// GlobalExtension.HideProgress();
}
/// <summary>
/// Packs Entries to zStream
/// </summary>
/// <param name="entryDeflatedData">zStreams</param>
/// <param name="zLengths">zBlocksSizeList</param>
private void DeflateEntries(out Dictionary <Entry, byte[]> entryDeflatedData, out List <uint> zLengths)
{
// TODO: This produces perfect results for song archives (original vs repacked)
// there are slight differences in the binary of large archives (original vs repacked). WHY?
//
entryDeflatedData = new Dictionary <Entry, byte[]>();
uint blockSize = _header.BlockSizeAlloc;
zLengths = new List <uint>();
var ndx = 0; // for debugging
// var step = Math.Round(1.0 / (_toc.Count + 2) * 100, 3);
// double progress = 0;
// GlobalExtension.ShowProgress("Deflating Entries ...");
foreach (Entry entry in _toc)
{
var zList = new List <Tuple <byte[], int> >();
entry.zIndexBegin = (uint)zLengths.Count;
entry.Data.Seek(0, SeekOrigin.Begin);
while (entry.Data.Position < entry.Data.Length)
{
var array_i = new byte[blockSize];
var array_o = new byte[blockSize * 2];
var memoryStream = new MemoryStream(array_o);
int plain_len = entry.Data.Read(array_i, 0, array_i.Length);
int packed_len = (int)RijndaelEncryptor.Zip(array_i, memoryStream, plain_len, false);
if (packed_len >= plain_len)
{
// If packed data "worse" than plain (i.e. already packed) z = 0
zList.Add(new Tuple <byte[], int>(array_i, plain_len));
}
else
{
// If packed data is good
if (packed_len < (blockSize - 1))
{
// If packed data fits maximum packed block size z = packed_len
zList.Add(new Tuple <byte[], int>(array_o, packed_len));
}
else
{
// Write plain. z = 0
zList.Add(new Tuple <byte[], int>(array_i, plain_len));
}
}
}
int zSisesSum = 0;
foreach (var zSize in zList)
{
zSisesSum += zSize.Item2;
zLengths.Add((uint)zSize.Item2);
}
var array3 = new byte[zSisesSum];
var memoryStream2 = new MemoryStream(array3);
foreach (var entryblock in zList)
{
memoryStream2.Write(entryblock.Item1, 0, entryblock.Item2);
}
entryDeflatedData.Add(entry, array3);
// progress += step;
// GlobalExtension.UpdateProgress.Value = (int)progress;
Debug.WriteLine("Deflating: " + ndx++);
}
}
public void Read(Stream psarc, bool lazy = false)
{
_toc.Clear();
_reader = new BigEndianBinaryReader(psarc);
_header.MagicNumber = _reader.ReadUInt32();
if (_header.MagicNumber == 1347633490U) //PSAR (BE)
{
//Parse Header
_header.VersionNumber = _reader.ReadUInt32();
_header.CompressionMethod = _reader.ReadUInt32();
_header.TotalTOCSize = _reader.ReadUInt32();
_header.TOCEntrySize = _reader.ReadUInt32();
_header.NumFiles = _reader.ReadUInt32();
_header.BlockSizeAlloc = _reader.ReadUInt32();
_header.ArchiveFlags = _reader.ReadUInt32();
//Read TOC
int tocSize = (int)(_header.TotalTOCSize - 32U);
if (_header.ArchiveFlags == 4) //TOC_ENCRYPTED
{
// Decrypt TOC
var tocStream = new MemoryStream();
using (var decStream = new MemoryStream())
{
RijndaelEncryptor.DecryptPSARC(psarc, decStream, _header.TotalTOCSize);
int bytesRead;
int decSize = 0;
var buffer = new byte[_header.BlockSizeAlloc];
while ((bytesRead = decStream.Read(buffer, 0, buffer.Length)) > 0)
{
decSize += bytesRead;
if (decSize > tocSize)
{
bytesRead = tocSize - (decSize - bytesRead);
}
tocStream.Write(buffer, 0, bytesRead);
}
}
tocStream.Position = 0;
_reader = new BigEndianBinaryReader(tocStream);
}
ParseTOC();
//Parse zBlocksSizeList
int tocChunkSize = (int)(_header.NumFiles * _header.TOCEntrySize); //(int)_reader.BaseStream.Position //don't alter this with. causes issues
int zNum = (tocSize - tocChunkSize) / bNum;
var zLengths = new uint[zNum];
for (int i = 0; i < zNum; i++)
{
switch (bNum)
{
case 2: //64KB
zLengths[i] = _reader.ReadUInt16();
break;
case 3: //16MB
zLengths[i] = _reader.ReadUInt24();
break;
case 4: //4GB
zLengths[i] = _reader.ReadUInt32();
break;
}
}
_zBlocksSizeList = zLengths; //TODO: validate
_reader.BaseStream.Flush(); //Free tocStream resources
_reader = new BigEndianBinaryReader(psarc);
// Validate psarc size
// if (psarc.Length < RequiredPsarcSize())
// throw new InvalidDataException("Truncated psarc.");
// try to unpack corrupt CDLC for now
switch (_header.CompressionMethod)
{
case 2053925218: //zlib (BE)
ReadManifest();
psarc.Seek(_header.TotalTOCSize, SeekOrigin.Begin);
if (!lazy)
{
// Decompress Data
InflateEntries();
}
break;
case 1819962721: //lzma (BE)
throw new NotImplementedException("LZMA compression not supported.");
default:
throw new InvalidDataException("Unknown compression.");
}
}
psarc.Flush();
}
/// <summary>
/// Inflates selected entry.
/// </summary>
/// <param name="entry">Entry to unpack.</param>
/// <param name = "destfilepath">Destination file used instead of the temp file.</param>
public void InflateEntry(Entry entry, string destfilepath = "")
{
entry.ErrMsg = String.Empty;
if (entry.Length == 0)
{
return; //skip empty files
}
// Decompress Entry
const int zHeader = 0x78DA;
uint zChunkID = entry.zIndexBegin;
int blockSize = (int)_header.BlockSizeAlloc;
//bool isZlib = _header.CompressionMethod == 2053925218;
if (destfilepath.Length > 0)
{
entry.Data = new FileStream(destfilepath, FileMode.Create, FileAccess.Write, FileShare.Read);
}
else
{
if (UseMemory)
{
entry.Data = new MemoryStreamExtension();
}
else
{
entry.Data = new TempFileStream();
}
}
//Why won't this compile?
// entry.Data = UseMemory ? new MemoryStream() : new TempFileStream();
_reader.BaseStream.Position = (long)entry.Offset;
do
{
// check for corrupt CDLC content and catch exceptions
try
{
if (_zBlocksSizeList[zChunkID] == 0U) // raw. full cluster used.
{
entry.Data.Write(_reader.ReadBytes(blockSize), 0, blockSize);
}
else
{
var num = _reader.ReadUInt16();
_reader.BaseStream.Position -= 2L;
var array = _reader.ReadBytes((int)_zBlocksSizeList[zChunkID]);
if (num == zHeader)
{
// compressed
try
{
RijndaelEncryptor.Unzip(array, entry.Data, false);
}
catch (Exception ex) //IOException
{
// corrupt CDLC zlib.net exception ... try to unpack
if (String.IsNullOrEmpty(entry.Name))
{
entry.ErrMsg = String.Format(@"{1}CDLC contains a zlib exception.{1}Warning: {0}{1}", ex.Message, Environment.NewLine);
}
else
{
entry.ErrMsg = String.Format(@"{2}CDLC contains a broken datachunk in file '{0}'.{2}Warning: {1}{2}", entry.Name.Split('/').Last(), ex.Message, Environment.NewLine);
}
Console.Write(entry.ErrMsg);
}
}
else // raw. used only for data(chunks) smaller than 64 kb
{
entry.Data.Write(array, 0, array.Length);
}
}
zChunkID += 1;
}
catch (Exception ex) // index is outside the bounds of the array
{
// corrupt CDLC data length ... try to unpack
entry.ErrMsg = String.Format(@"{2}CDLC contains a broken datachunk in file '{0}'.{2}Warning: {1}{2}", entry.Name.Split('/').Last(), ex.Message, Environment.NewLine);
Console.Write(entry.ErrMsg + Environment.NewLine);
break;
}
} while (entry.Data.Length < (long)entry.Length);
entry.Data.Seek(0, SeekOrigin.Begin);
entry.Data.Flush();
}
