public void InvalidPackageThrows()
{
using (var resource = new Package())
{
using (var ms = new MemoryStream(Enumerable.Repeat<byte>(1, 12).ToArray()))
{
// Should yell about not setting file name
Assert.Throws<InvalidOperationException>(() => resource.Read(ms));
resource.SetFileName("a.vpk");
Assert.Throws<InvalidDataException>(() => resource.Read(ms));
}
}
}
public void ParseVPK()
{
var path = Path.Combine(TestContext.CurrentContext.TestDirectory, "Files", "VPK", "platform_misc_dir.vpk");
using (var package = new Package())
{
package.Read(path);
}
}
public void CorrectHeaderWrongVersionThrows()
{
using (var resource = new Package())
{
resource.SetFileName("a.vpk");
using (var ms = new MemoryStream(new byte[] { 0x34, 0x12, 0xAA, 0x55, 0x11, 0x11, 0x11, 0x11, 0x22, 0x22, 0x22, 0x22 }))
{
Assert.Throws<InvalidDataException>(() => resource.Read(ms));
}
}
}
private void TestVPKExtraction(string path)
{
using (var package = new Package())
{
package.Read(path);
Assert.AreEqual(2, package.Entries.Count);
Assert.Contains("jpg", package.Entries.Keys);
Assert.Contains("proto", package.Entries.Keys);
var flatEntries = new Dictionary<string, PackageEntry>();
using (var sha1 = new SHA1CryptoServiceProvider())
{
var data = new Dictionary<string, string>();
foreach (var a in package.Entries)
{
foreach (var b in a.Value)
{
Assert.AreEqual(a.Key, b.TypeName);
flatEntries.Add(b.FileName, b);
byte[] entry;
package.ReadEntry(b, out entry);
data.Add(b.FileName + '.' + b.TypeName, BitConverter.ToString(sha1.ComputeHash(entry)).Replace("-", ""));
}
}
Assert.AreEqual(3, data.Count);
Assert.AreEqual("E0D865F19F0A4A7EA3753FBFCFC624EE8B46928A", data["kitten.jpg"]);
Assert.AreEqual("2EFFCB09BE81E8BEE88CB7BA8C18E87D3E1168DB", data["steammessages_base.proto"]);
Assert.AreEqual("22741F66442A4DC880725D2CC019E6C9202FD70C", data["steammessages_clientserver.proto"]);
}
Assert.AreEqual(flatEntries["kitten"].TotalLength, 16361);
Assert.AreEqual(flatEntries["steammessages_base"].TotalLength, 2563);
Assert.AreEqual(flatEntries["steammessages_clientserver"].TotalLength, 39177);
}
}
private static void ParseVPK(string path)
{
lock (ConsoleWriterLock)
{
Console.ForegroundColor = ConsoleColor.Green;
Console.WriteLine("--- Listing files in package \"{0}\" ---", path);
Console.ResetColor();
}
var sw = Stopwatch.StartNew();
var package = new Package();
try
{
package.Read(path);
}
catch (Exception e)
{
lock (ConsoleWriterLock)
{
Console.ForegroundColor = ConsoleColor.Cyan;
Console.WriteLine(e);
Console.ResetColor();
}
}
if (Options.OutputFile == null)
{
Console.WriteLine("--- Files in package:");
var orderedEntries = package.Entries.OrderByDescending(x => x.Value.Count).ThenBy(x => x.Key);
foreach (var entry in orderedEntries)
{
Console.WriteLine("\t{0}: {1} files", entry.Key, entry.Value.Count);
}
}
else
{
Console.WriteLine("--- Dumping decompiled files...");
DumpVPK(package, "vxml_c", "xml");
DumpVPK(package, "vjs_c", "js");
DumpVPK(package, "vcss_c", "css");
DumpVPK(package, "txt", "txt");
DumpVPK(package, "cfg", "cfg");
DumpVPK(package, "res", "res");
}
if (Options.OutputVPKDir)
{
foreach (var type in package.Entries)
{
foreach (var file in type.Value)
{
Console.WriteLine(file);
}
}
}
sw.Stop();
Console.WriteLine("Processed in {0}ms", sw.ElapsedMilliseconds);
}
private TabPage ProcessFile(string fileName, byte[] input = null)
{
var tab = new TabPage();
if (fileName.EndsWith(".vpk", StringComparison.Ordinal))
{
var package = new Package();
if (input != null)
{
package.SetFileName(fileName);
package.Read(new MemoryStream(input));
}
else
{
package.Read(fileName);
}
// create a TreeView with search capabilities, register its events, and add it to the tab
var treeViewWithSearch = new GUI.Controls.TreeViewWithSearchResults(ImageList);
treeViewWithSearch.Dock = DockStyle.Fill;
treeViewWithSearch.InitializeTreeViewFromPackage("treeViewVpk", package);
treeViewWithSearch.TreeNodeMouseDoubleClick += VPK_OpenFile;
treeViewWithSearch.TreeNodeMouseClick += VPK_OnClick;
treeViewWithSearch.ListViewItemDoubleClick += VPK_OpenFile;
treeViewWithSearch.ListViewItemRightClick += VPK_OnClick;
tab.Controls.Add(treeViewWithSearch);
// since we're in a separate thread, invoke to update the UI
this.Invoke((MethodInvoker)delegate
{
findToolStripButton.Enabled = true;
});
}
else
{
var resource = new Resource();
if (input != null)
{
resource.Read(new MemoryStream(input));
}
else
{
resource.Read(fileName);
}
var resTabs = new TabControl();
resTabs.Dock = DockStyle.Fill;
switch (resource.ResourceType)
{
case ResourceType.Texture:
var tab2 = new TabPage("TEXTURE");
tab2.AutoScroll = true;
try
{
var tex = (Texture)resource.Blocks[BlockType.DATA];
var control = new Forms.Texture();
control.BackColor = Color.Black;
control.SetImage(tex.GenerateBitmap(), Path.GetFileNameWithoutExtension(fileName), tex.Width, tex.Height);
tab2.Controls.Add(control);
}
catch (Exception e)
{
var control = new TextBox
{
Dock = DockStyle.Fill,
Font = new Font(FontFamily.GenericMonospace, 8),
Multiline = true,
ReadOnly = true,
Text = e.ToString()
};
tab2.Controls.Add(control);
}
resTabs.TabPages.Add(tab2);
break;
case ResourceType.Panorama:
if (((Panorama)resource.Blocks[BlockType.DATA]).Names.Count > 0)
{
var nameTab = new TabPage("PANORAMA NAMES");
var nameControl = new DataGridView();
nameControl.Dock = DockStyle.Fill;
nameControl.AutoSize = true;
nameControl.ReadOnly = true;
nameControl.AllowUserToAddRows = false;
nameControl.AutoSizeColumnsMode = DataGridViewAutoSizeColumnsMode.Fill;
nameControl.DataSource = new BindingSource(new BindingList<Panorama.NameEntry>(((Panorama)resource.Blocks[BlockType.DATA]).Names), null);
nameTab.Controls.Add(nameControl);
resTabs.TabPages.Add(nameTab);
}
break;
}
foreach (var block in resource.Blocks)
{
if (block.Key == BlockType.RERL)
{
var externalRefsTab = new TabPage("External Refs");
var externalRefs = new DataGridView();
externalRefs.Dock = DockStyle.Fill;
externalRefs.AutoGenerateColumns = true;
externalRefs.AutoSize = true;
externalRefs.ReadOnly = true;
externalRefs.AllowUserToAddRows = false;
externalRefs.AutoSizeColumnsMode = DataGridViewAutoSizeColumnsMode.Fill;
externalRefs.DataSource = new BindingSource(new BindingList<ResourceExtRefList.ResourceReferenceInfo>(resource.ExternalReferences.ResourceRefInfoList), null);
externalRefsTab.Controls.Add(externalRefs);
resTabs.TabPages.Add(externalRefsTab);
continue;
}
if (block.Key == BlockType.NTRO)
{
if (((ResourceIntrospectionManifest)block.Value).ReferencedStructs.Count > 0)
{
var externalRefsTab = new TabPage("Introspection Manifest: Structs");
var externalRefs = new DataGridView();
externalRefs.Dock = DockStyle.Fill;
externalRefs.AutoGenerateColumns = true;
externalRefs.AutoSize = true;
externalRefs.ReadOnly = true;
externalRefs.AllowUserToAddRows = false;
externalRefs.AutoSizeColumnsMode = DataGridViewAutoSizeColumnsMode.Fill;
externalRefs.DataSource = new BindingSource(new BindingList<ResourceIntrospectionManifest.ResourceDiskStruct>(((ResourceIntrospectionManifest)block.Value).ReferencedStructs), null);
externalRefsTab.Controls.Add(externalRefs);
resTabs.TabPages.Add(externalRefsTab);
}
if (((ResourceIntrospectionManifest)block.Value).ReferencedEnums.Count > 0)
{
var externalRefsTab = new TabPage("Introspection Manifest: Enums");
var externalRefs2 = new DataGridView();
externalRefs2.Dock = DockStyle.Fill;
externalRefs2.AutoGenerateColumns = true;
externalRefs2.AutoSize = true;
externalRefs2.ReadOnly = true;
externalRefs2.AllowUserToAddRows = false;
externalRefs2.AutoSizeColumnsMode = DataGridViewAutoSizeColumnsMode.Fill;
externalRefs2.DataSource = new BindingSource(new BindingList<ResourceIntrospectionManifest.ResourceDiskEnum>(((ResourceIntrospectionManifest)block.Value).ReferencedEnums), null);
externalRefsTab.Controls.Add(externalRefs2);
resTabs.TabPages.Add(externalRefsTab);
}
//continue;
}
var tab2 = new TabPage(block.Key.ToString());
var control = new TextBox();
control.Font = new Font(FontFamily.GenericMonospace, control.Font.Size);
try
{
control.Text = block.Value.ToString().Replace("\r", ""); //Prevent copy+paste with double new line
control.Text = block.Value.ToString().Replace("\n", Environment.NewLine); //make sure panorama is new lines
}
catch (Exception e)
{
control.Text = e.ToString();
}
control.Dock = DockStyle.Fill;
control.Multiline = true;
control.ReadOnly = true;
control.ScrollBars = ScrollBars.Both;
tab2.Controls.Add(control);
resTabs.TabPages.Add(tab2);
}
tab.Controls.Add(resTabs);
}
return tab;
}
public static Resource LoadFileByAnyMeansNecessary(string file, string currentFullPath, Package currentPackage)
{
Resource resource;
// TODO: Might conflict where same file name is available in different paths
if (CachedResources.TryGetValue(file, out resource) && resource.Reader != null)
{
return resource;
}
resource = new Resource();
var entry = currentPackage?.FindEntry(file);
if (entry != null)
{
byte[] output;
currentPackage.ReadEntry(entry, out output);
resource.Read(new MemoryStream(output));
CachedResources[file] = resource;
return resource;
}
var paths = Settings.GameSearchPaths.ToList();
var packages = new List<Package>();
foreach (var searchPath in paths.Where(searchPath => searchPath.EndsWith(".vpk")).ToList())
{
paths.Remove(searchPath);
Package package;
if (!CachedPackages.TryGetValue(searchPath, out package))
{
Console.WriteLine("Preloading vpk {0}", searchPath);
package = new Package();
package.Read(searchPath);
CachedPackages[searchPath] = package;
}
packages.Add(package);
}
foreach (var package in packages)
{
entry = package?.FindEntry(file);
if (entry != null)
{
byte[] output;
package.ReadEntry(entry, out output);
resource.Read(new MemoryStream(output));
CachedResources[file] = resource;
return resource;
}
}
var path = FindResourcePath(paths, file, currentFullPath);
if (path == null)
{
return null;
}
resource.Read(path);
CachedResources[file] = resource;
return resource;
}
private static void ParseVPK(string path)
{
lock (ConsoleWriterLock)
{
Console.ForegroundColor = ConsoleColor.Green;
Console.WriteLine("--- Listing files in package \"{0}\" ---", path);
Console.ResetColor();
}
var sw = Stopwatch.StartNew();
var package = new Package();
try
{
package.Read(path);
}
catch (Exception e)
{
lock (ConsoleWriterLock)
{
Console.ForegroundColor = ConsoleColor.Cyan;
Console.WriteLine(e);
Console.ResetColor();
}
}
if (Options.VerifyVPKChecksums)
{
try
{
package.VerifyHashes();
Console.WriteLine("VPK verification succeeded");
}
catch (Exception e)
{
lock (ConsoleWriterLock)
{
Console.WriteLine("Failed to verify checksums and signature of given VPK:");
Console.ForegroundColor = ConsoleColor.Red;
Console.WriteLine(e.Message);
Console.ResetColor();
}
}
return;
}
if (Options.OutputFile == null)
{
Console.WriteLine("--- Files in package:");
var orderedEntries = package.Entries.OrderByDescending(x => x.Value.Count).ThenBy(x => x.Key);
if (Options.CollectStats)
{
TotalFiles += orderedEntries
.Where(entry => entry.Key.EndsWith("_c", StringComparison.Ordinal))
.Sum(x => x.Value.Count);
}
foreach (var entry in orderedEntries)
{
Console.WriteLine("\t{0}: {1} files", entry.Key, entry.Value.Count);
if (Options.CollectStats && entry.Key.EndsWith("_c", StringComparison.Ordinal))
{
foreach (var file in entry.Value)
{
lock (ConsoleWriterLock)
{
Console.ForegroundColor = ConsoleColor.Green;
Console.WriteLine("[{0}/{1}] {2}", ++CurrentFile, TotalFiles, file.GetFullPath());
Console.ResetColor();
}
byte[] output;
package.ReadEntry(file, out output);
using (var stream = new MemoryStream(output))
{
ProcessFile(file.GetFullPath(), stream);
}
}
}
}
}
else
{
Console.WriteLine("--- Dumping decompiled files...");
DumpVPK(package, "vxml_c", "xml");
DumpVPK(package, "vjs_c", "js");
DumpVPK(package, "vcss_c", "css");
DumpVPK(package, "vsndevts_c", "vsndevts");
DumpVPK(package, "vpcf_c", "vpcf");
DumpVPK(package, "txt", "txt");
DumpVPK(package, "cfg", "cfg");
DumpVPK(package, "res", "res");
}
if (Options.OutputVPKDir)
{
foreach (var type in package.Entries)
{
foreach (var file in type.Value)
{
Console.WriteLine(file);
}
}
}
sw.Stop();
Console.WriteLine("Processed in {0}ms", sw.ElapsedMilliseconds);
}