public static void GenerateMgsv(string MgsvFile, string ModName, string SourceFolder)
{
ModEntry metaData = new ModEntry();
metaData.Name = ModName;
metaData.Author = "SnakeBite";
metaData.MGSVersion.Version = "0.0.0.0";
metaData.SBVersion.Version = "0.8.0.0";
metaData.Version = "[QM]";
metaData.Description = "[Generated by SnakeBite]";
metaData.Website = "";
List <ModFpkEntry> fpkEntries = new List <ModFpkEntry>();
List <ModQarEntry> qarEntries = new List <ModQarEntry>();
foreach (var File in Directory.GetFiles(SourceFolder, "*", SearchOption.AllDirectories))
{
string ShortFileName = File.Substring(SourceFolder.Length + 1);
if (File.ToLower().Contains(".fpk"))
{
// do fpk
var fpkCont = GzsLib.ListArchiveContents <FpkFile>(File);
foreach (var fpkFile in fpkCont)
{
fpkEntries.Add(new ModFpkEntry()
{
FpkFile = ShortFileName,
FilePath = fpkFile,
SourceType = FileSource.Mod
});
}
}
else
{
// do qar
qarEntries.Add(new ModQarEntry()
{
FilePath = ShortFileName, SourceType = FileSource.Mod
});
}
}
metaData.ModQarEntries = qarEntries;
metaData.ModFpkEntries = fpkEntries;
metaData.SaveToFile(Path.Combine(SourceFolder, "metadata.xml"));
FastZip makeZip = new FastZip();
makeZip.CreateZip(MgsvFile, SourceFolder, true, ".*");
}
private static void UnmergePackFiles(List <ModQarEntry> partialEditQarEntries, List <ModFpkEntry> partialRemoveFpkEntries)
{
GameData gameData = SBBuildManager.GetGameData();
List <ModFpkEntry> addedRepairFpkEntries = new List <ModFpkEntry>();
foreach (ModQarEntry partialEditQarEntry in partialEditQarEntries)
{
// create a list of fpk filepaths that need to be modified for the specific qar file (either restored to vanilla or removed from the pack)
List <string> fpkPathsForThisQar = partialRemoveFpkEntries.Where(entry => entry.FpkFile == partialEditQarEntry.FilePath).Select(fpkEntry => Tools.ToWinPath(fpkEntry.FilePath)).ToList();
var fpkReferences = new List <string>();//tex references in fpk that need to be preserved/transfered to the rebuilt fpk
// pull the vanilla qar file from the game archive, send to _gameFpk folder
string winQarEntryPath = Tools.ToWinPath(partialEditQarEntry.FilePath);
string gameQarPath = Path.Combine("_gameFpk", winQarEntryPath);
if (partialEditQarEntry.SourceName != null)
{
string vanillaArchivePath = Path.Combine(GameDir, "master\\" + partialEditQarEntry.SourceName);
//Debug.LogLine(string.Format("Pulling {0} from {1}", partialRemoveQarEntry.FilePath, partialRemoveQarEntry.SourceName));
GzsLib.ExtractFileByHash <QarFile>(vanillaArchivePath, partialEditQarEntry.Hash, gameQarPath);
fpkReferences = GzsLib.GetFpkReferences(gameQarPath);
}
// pull the modded qar file from _working0 (assumed to already exist when the uninstall process reads 00.dat), send to _build folder
string workingZeroQarPath = Path.Combine("_working0", winQarEntryPath);
List <string> moddedFpkFiles = GzsLib.ExtractArchive <FpkFile>(workingZeroQarPath, "_build");
// split the fpk paths for this Qar into two categories:
List <string> repairFilePathList = new List <string>(); // files that need to be repaired (aka overwritten by a vanilla file)
if (partialEditQarEntry.SourceName != null)
{
repairFilePathList = GzsLib.ListArchiveContents <FpkFile>(gameQarPath).Intersect(fpkPathsForThisQar).ToList();
}
List <string> removeFilePathList = fpkPathsForThisQar.Except(repairFilePathList).ToList(); // files that need to be removed (i.e. files that were non-native to the vanilla Qar)
foreach (string repairFilePath in repairFilePathList)
{
string fpkBuildPath = Path.Combine("_build", repairFilePath);
Debug.LogLine(string.Format("[Unmerge Fpk] Extracting repair file: {0}", repairFilePath), Debug.LogLevel.Basic);
GzsLib.ExtractFile <FpkFile>(gameQarPath, repairFilePath, fpkBuildPath); // overwrites modded fpk files
ModFpkEntry repairEntry = new ModFpkEntry
{
FpkFile = partialEditQarEntry.FilePath,
FilePath = repairFilePath, // this will be a window path
SourceType = FileSource.Merged,
SourceName = partialEditQarEntry.SourceName
};
gameData.GameFpkEntries.Add(repairEntry);
addedRepairFpkEntries.Add(repairEntry);
}
var buildFiles = moddedFpkFiles.Except(removeFilePathList).ToList();
//tex refs werent grabbed from vanilla (or there weren't any in there in that case we're probably doubling the work lol)
if (fpkReferences.Count == 0)
{
fpkReferences = GzsLib.GetFpkReferences(workingZeroQarPath);
}
GzsLib.WriteFpkArchive(workingZeroQarPath, "_build", buildFiles, fpkReferences); // writes the pack back to _working folder (leaving out the non-native fpk files)
foreach (string removeFilePath in removeFilePathList)
{
int indexToRemove = gameData.GameFpkEntries.FindIndex(entry => entry.FilePath == removeFilePath);
if (indexToRemove >= 0)
{
gameData.GameFpkEntries.RemoveAt(indexToRemove);
}
}
}
List <ModEntry> installedMods = SBBuildManager.GetInstalledMods();
foreach (ModEntry installedMod in installedMods)
{
List <string> qarPathsFound = new List <string>();
foreach (ModFpkEntry addedRepairEntry in addedRepairFpkEntries)
{
if (installedMod.ModQarEntries.FirstOrDefault(entry => entry.FilePath == addedRepairEntry.FpkFile) == null)
{
continue;
}
//Debug.LogLine(string.Format("checking {0} for {1} of {2}", installedMod.Name, addedRepairEntry.FilePath, addedRepairEntry.FpkFile));
if (installedMod.ModFpkEntries.RemoveAll(entry => entry.FilePath == Tools.ToQarPath(addedRepairEntry.FilePath) && entry.FpkFile == addedRepairEntry.FpkFile) > 0)
{
//Debug.LogLine(string.Format("found {0} of {1} in {2}", addedRepairEntry.FilePath, addedRepairEntry.FpkFile, installedMod.Name));
if (!qarPathsFound.Contains(addedRepairEntry.FpkFile))
{
qarPathsFound.Add(addedRepairEntry.FpkFile);
}
}
}
foreach (string qarPathFound in qarPathsFound)
{
if (installedMod.ModFpkEntries.FirstOrDefault(entry => entry.FpkFile == qarPathFound) == null) //when the duplicate fpk file(s) were removed, there was nothing left in the modded qar.
{
//Debug.LogLine(string.Format("Removing {0} from {1}", qarPathFound, installedMod.Name));
installedMod.ModQarEntries.RemoveAll(entry => entry.FilePath == qarPathFound); // filters the qar file out of the list
}
}
}
SBBuildManager.SetInstalledMods(installedMods);
SBBuildManager.SetGameData(gameData);
}
}//InstallGameDirFiles
private static void AddToSettingsFpk(List <ModEntry> installEntryList, SettingsManager manager, List <Dictionary <ulong, GameFile> > allQarGameFiles, out List <string> PullFromVanillas, out List <string> pullFromMods, out Dictionary <string, bool> pathUpdatesExist)
{
GameData gameData = manager.GetGameData();
pathUpdatesExist = new Dictionary <string, bool>();
List <string> newModQarEntries = new List <string>();
List <string> modQarFiles = manager.GetModQarFiles();
pullFromMods = new List <string>();
foreach (ModEntry modToInstall in installEntryList)
{
Dictionary <string, string> newNameDictionary = new Dictionary <string, string>();
int foundUpdate = 0;
foreach (ModQarEntry modQar in modToInstall.ModQarEntries.Where(entry => !entry.FilePath.StartsWith("/Assets/")))
{
//Debug.LogLine(string.Format("Attempting to update Qar filename: {0}", modQar.FilePath), Debug.LogLevel.Basic);
string unhashedName = HashingExtended.UpdateName(modQar.FilePath);
if (unhashedName != null)
{
//Debug.LogLine(string.Format("Success: {0}", unhashedName), Debug.LogLevel.Basic);
newNameDictionary.Add(modQar.FilePath, unhashedName);
foundUpdate++;
modQar.FilePath = unhashedName;
if (!pathUpdatesExist.ContainsKey(modToInstall.Name))
{
pathUpdatesExist.Add(modToInstall.Name, true);
}
else
{
pathUpdatesExist[modToInstall.Name] = true;
}
}
}
if (foundUpdate > 0)
{
foreach (ModFpkEntry modFpkEntry in modToInstall.ModFpkEntries)
{
string unHashedName;
if (newNameDictionary.TryGetValue(modFpkEntry.FpkFile, out unHashedName))
{
modFpkEntry.FpkFile = unHashedName;
}
}
}
else if (!pathUpdatesExist.ContainsKey(modToInstall.Name))
{
pathUpdatesExist.Add(modToInstall.Name, false);
}
manager.AddMod(modToInstall);
//foreach (ModQarEntry modqar in modToInstall.ModQarEntries) Debug.LogLine("Mod Qar in modToInstall: " + modqar.FilePath);
foreach (ModQarEntry modQarEntry in modToInstall.ModQarEntries) // add qar entries (fpk, fpkd) to GameData if they don't already exist
{
string modQarFilePath = modQarEntry.FilePath;
if (!(modQarFilePath.EndsWith(".fpk") || modQarFilePath.EndsWith(".fpkd")))
{
continue; // only pull for Qar's with Fpk's
}
if (modQarFiles.Any(entry => entry == modQarFilePath))
{
pullFromMods.Add(modQarFilePath);
//Debug.LogLine("Pulling from 00.dat: {0} " + modQarFilePath);
}
else if (!newModQarEntries.Contains(modQarFilePath))
{
newModQarEntries.Add(modQarFilePath);
//Debug.LogLine("Pulling from base archives: {0} " + modQarFilePath);
}
}
}
//Debug.LogLine(string.Format("Foreach nest 1 complete"));
List <ModFpkEntry> newModFpkEntries = new List <ModFpkEntry>();
foreach (ModEntry modToInstall in installEntryList)
{
foreach (ModFpkEntry modFpkEntry in modToInstall.ModFpkEntries)
{
//Debug.LogLine(string.Format("Checking out {0} from {1}", modFpkEntry.FilePath, modFpkEntry.FpkFile));
if (newModQarEntries.Contains(modFpkEntry.FpkFile)) // it isn't already part of the snakebite environment
{
//Debug.LogLine(string.Format("seeking repair files around {0}", modFpkEntry.FilePath));
newModFpkEntries.Add(modFpkEntry);
}
else
{
//Debug.LogLine(string.Format("Removing {0} from gameFpkEntries so it will only be listed in the mod's entries", modFpkEntry.FilePath));
int indexToRemove = gameData.GameFpkEntries.FindIndex(m => m.FilePath == Tools.ToWinPath(modFpkEntry.FilePath)); // this will remove the gamedata's listing of the file under fpkentries (repair entries), so the filepath will only be listed in the modentry
if (indexToRemove >= 0)
{
gameData.GameFpkEntries.RemoveAt(indexToRemove);
}
}
}
}
//Debug.LogLine(string.Format("Foreach nest 2 complete"));
HashSet <ulong> mergeFpkHashes = new HashSet <ulong>();
PullFromVanillas = new List <string>();
var repairFpkEntries = new List <ModFpkEntry>();
foreach (ModFpkEntry newFpkEntry in newModFpkEntries) // this will add the fpkentry listings (repair entries) to the settings xml
{
//Debug.LogLine(string.Format("checking {0} for repairs", newFpkEntry.FilePath));
ulong packHash = Tools.NameToHash(newFpkEntry.FpkFile);
if (mergeFpkHashes.Contains(packHash))
{
continue; // the process has already plucked this particular qar file
}
foreach (var archiveQarGameFiles in allQarGameFiles) // check every archive (except 00) to see if the particular qar file already exists
{
//Debug.LogLine(string.Format("checking archive for an existing qar file"));
if (archiveQarGameFiles.Count > 0)
{
GameFile existingPack = null;
archiveQarGameFiles.TryGetValue(packHash, out existingPack);
if (existingPack != null) // the qar file is found
{
//Debug.LogLine(string.Format("Qar file {0} found in {1}. adding to gameqarentries", newFpkEntry.FpkFile, existingPack.QarFile));
mergeFpkHashes.Add(packHash);
gameData.GameQarEntries.Add(new ModQarEntry {
FilePath = newFpkEntry.FpkFile,
SourceType = FileSource.Merged,
SourceName = existingPack.QarFile,
Hash = existingPack.FileHash
});
PullFromVanillas.Add(newFpkEntry.FpkFile);
string windowsFilePath = Tools.ToWinPath(newFpkEntry.FpkFile); // Extract the pack file from the vanilla game files, place into _gamefpk for future use
string sourceArchive = Path.Combine(GameDir, "master\\" + existingPack.QarFile);
string workingPath = Path.Combine("_gameFpk", windowsFilePath);
if (!Directory.Exists(Path.GetDirectoryName(workingPath)))
{
Directory.CreateDirectory(Path.GetDirectoryName(workingPath));
}
GzsLib.ExtractFileByHash <QarFile>(sourceArchive, existingPack.FileHash, workingPath); // extracts the specific .fpk from the game data
foreach (string listedFile in GzsLib.ListArchiveContents <FpkFile>(workingPath))
{
repairFpkEntries.Add(new ModFpkEntry {
FpkFile = newFpkEntry.FpkFile,
FilePath = listedFile,
SourceType = FileSource.Merged,
SourceName = existingPack.QarFile
});
//Debug.LogLine(string.Format("File Listed: {0} in {1}", extractedFile, newFpkEntry.FpkFile));
}
break;
}
}
}
}
//Debug.LogLine(string.Format("Foreach nest 3 complete"));
foreach (ModFpkEntry newFpkEntry in newModFpkEntries) // finally, strip away the modded entries from the repair entries
{
//Debug.LogLine(string.Format("checking to remove {0} from gamefpkentries", Tools.ToWinPath(newFpkEntry.FilePath)));
int indexToRemove = repairFpkEntries.FindIndex(m => m.FilePath == Tools.ToWinPath(newFpkEntry.FilePath));
if (indexToRemove >= 0)
{
repairFpkEntries.RemoveAt(indexToRemove);
}
}
gameData.GameFpkEntries = gameData.GameFpkEntries.Union(repairFpkEntries).ToList();
manager.SetGameData(gameData);
}
public static void BuildArchive(string SourceDir, ModEntry metaData, string outputFilePath)
{
Debug.LogLine($"[BuildArchive] {SourceDir}.");
HashingExtended.ReadDictionary();
string buildDir = Directory.GetCurrentDirectory() + "\\_build";
try
{
if (Directory.Exists(buildDir))
{
Directory.Delete(buildDir, true);
}
}
catch
{
Debug.LogLine(string.Format("[BuildArchive] preexisting _build directory could not be deleted: {0}", buildDir));
}
Directory.CreateDirectory("_build");
List <string> fpkFiles = Directory.GetFiles(SourceDir, "*.fpk*", SearchOption.AllDirectories).ToList();
for (int i = fpkFiles.Count - 1; i >= 0; i--)
{
string fpkFile = fpkFiles[i].Substring(SourceDir.Length + 1);
if (!fpkFile.StartsWith("Assets"))
{
string updatedFileName = HashingExtended.UpdateName(fpkFile);
if (updatedFileName != null)
{
updatedFileName = SourceDir + updatedFileName.Replace('/', '\\');
if (fpkFiles.Contains(updatedFileName))
{
fpkFiles.Remove(fpkFiles[i]);
}
}
}
}
List <string> fpkFolders = ListFpkFolders(SourceDir);
for (int i = fpkFolders.Count - 1; i >= 0; i--)
{
string fpkFolder = fpkFolders[i].Substring(SourceDir.Length + 1);
if (!fpkFolder.StartsWith("Assets"))
{
string updatedFileName = HashingExtended.UpdateName(fpkFolder.Replace("_fpk", ".fpk"));
if (updatedFileName != null)
{
updatedFileName = SourceDir + updatedFileName.Replace('/', '\\');
if (fpkFolders.Contains(updatedFileName.Replace(".fpk", "_fpk")) || fpkFiles.Contains(updatedFileName))
{
MessageBox.Show(string.Format("{0} was not packed or added to the build, because {1} (the unhashed filename of {0}) already exists in the mod directory.", Path.GetFileName(fpkFolders[i]), Path.GetFileName(updatedFileName)));
fpkFolders.Remove(fpkFolders[i]);
}
}
}
}
// check for FPKs that must be built and build
metaData.ModFpkEntries = new List <ModFpkEntry>();
List <string> builtFpks = new List <string>();
foreach (string FpkFullDir in fpkFolders)
{
foreach (ModFpkEntry fpkEntry in BuildFpk(FpkFullDir, SourceDir))
{
metaData.ModFpkEntries.Add(fpkEntry);
if (!builtFpks.Contains(fpkEntry.FpkFile))
{
builtFpks.Add(fpkEntry.FpkFile);
}
}
}
// check for other FPKs and build fpkentry data
foreach (string SourceFile in Directory.GetFiles(SourceDir, "*.fpk*", SearchOption.AllDirectories))
{
//tex chunk0\Assets\tpp\pack\collectible\common\col_common_tpp_fpk\Assets\tpp\pack\resident\resident00.fpkl is the only fpkl, don't know what a fpkl is, but gzcore crashes on it.
if (SourceFile.EndsWith(".fpkl") || SourceFile.EndsWith(".xml"))
{
continue;
}
string FileName = Tools.ToQarPath(SourceFile.Substring(SourceDir.Length));
if (!builtFpks.Contains(FileName))
{
// unpack FPK and build FPK list
string fpkDir = Tools.ToWinPath(FileName.Replace(".fpk", "_fpk"));
string fpkFullDir = Path.Combine(SourceDir, fpkDir);
if (!Directory.Exists(fpkFullDir))
{
GzsLib.ExtractArchive <FpkFile>(SourceFile, fpkFullDir);
}
var fpkContents = GzsLib.ListArchiveContents <FpkFile>(SourceFile);
foreach (string file in fpkContents)
{
if (!GzsLib.IsExtensionValidForArchive(file, fpkDir))
{
Debug.LogLine($"[BuildArchive] {file} is not a valid file for a {Path.GetExtension(fpkDir)} archive.");
continue;
}
metaData.ModFpkEntries.Add(new ModFpkEntry()
{
FilePath = file,
FpkFile = FileName,
ContentHash = Tools.GetMd5Hash(Path.Combine(SourceDir, fpkDir, Tools.ToWinPath(file)))
});
}
}
}
// build QAR entries
List <string> qarFiles = ListQarFiles(SourceDir);
for (int i = qarFiles.Count - 1; i >= 0; i--)
{
string qarFile = qarFiles[i].Substring(SourceDir.Length + 1);
if (!qarFile.StartsWith("Assets"))
{
string updatedQarName = HashingExtended.UpdateName(qarFile);
if (updatedQarName != null)
{
updatedQarName = SourceDir + updatedQarName.Replace('/', '\\');
if (qarFiles.Contains(updatedQarName))
{
MessageBox.Show(string.Format("{0} was not added to the build, because {1} (the unhashed filename of {0}) already exists in the mod directory.", Path.GetFileName(qarFiles[i]), Path.GetFileName(updatedQarName)));
qarFiles.Remove(qarFiles[i]);
}
}
}
}
metaData.ModQarEntries = new List <ModQarEntry>();
foreach (string qarFile in qarFiles)
{
string subDir = qarFile.Substring(0, qarFile.LastIndexOf("\\")).Substring(SourceDir.Length).TrimStart('\\'); // the subdirectory for XML output
string qarFilePath = Tools.ToQarPath(qarFile.Substring(SourceDir.Length));
if (!Directory.Exists(Path.Combine("_build", subDir)))
{
Directory.CreateDirectory(Path.Combine("_build", subDir)); // create file structure
}
File.Copy(qarFile, Path.Combine("_build", Tools.ToWinPath(qarFilePath)), true);
ulong hash = Tools.NameToHash(qarFilePath);
metaData.ModQarEntries.Add(new ModQarEntry()
{
FilePath = qarFilePath,
Compressed = qarFile.EndsWith(".fpk") || qarFile.EndsWith(".fpkd") ? true : false,
ContentHash = Tools.GetMd5Hash(qarFile), Hash = hash
});
}
//tex build external entries
metaData.ModFileEntries = new List <ModFileEntry>();
var externalFiles = ListExternalFiles(SourceDir);
foreach (string externalFile in externalFiles)
{
string subDir = externalFile.Substring(0, externalFile.LastIndexOf("\\")).Substring(SourceDir.Length).TrimStart('\\'); // the subdirectory for XML output
string externalFilePath = Tools.ToQarPath(externalFile.Substring(SourceDir.Length));
if (!Directory.Exists(Path.Combine("_build", subDir)))
{
Directory.CreateDirectory(Path.Combine("_build", subDir)); // create file structure
}
File.Copy(externalFile, Path.Combine("_build", Tools.ToWinPath(externalFilePath)), true);
string strip = "/" + ExternalDirName;
if (externalFilePath.StartsWith(strip))
{
externalFilePath = externalFilePath.Substring(strip.Length);
}
//ulong hash = Tools.NameToHash(qarFilePath);
metaData.ModFileEntries.Add(new ModFileEntry()
{
FilePath = externalFilePath, ContentHash = Tools.GetMd5Hash(externalFile)
});
}
metaData.SBVersion.Version = Application.ProductVersion;
metaData.SaveToFile("_build\\metadata.xml");
// build archive
FastZip zipper = new FastZip();
zipper.CreateZip(outputFilePath, "_build", true, "(.*?)");
try
{
Directory.Delete("_build", true);
}
catch (Exception e)
{
Debug.LogLine(string.Format("[BuildArchive] _build directory could not be deleted: {0}", e.ToString()));
}
}
public static void BuildArchive(string SourceDir, ModEntry metaData, string OutputFile)
{
string buildDir = Directory.GetCurrentDirectory() + "\\build";
if (Directory.Exists(buildDir))
{
Directory.Delete(buildDir, true);
}
Directory.CreateDirectory("_build");
// check for FPKs that must be built and build
metaData.ModFpkEntries = new List <ModFpkEntry>();
List <string> builtFpks = new List <string>();
foreach (string FpkDir in ListFpkFolders(SourceDir))
{
foreach (ModFpkEntry fpkEntry in BuildFpk(FpkDir, SourceDir))
{
metaData.ModFpkEntries.Add(fpkEntry);
if (!builtFpks.Contains(fpkEntry.FpkFile))
{
builtFpks.Add(fpkEntry.FpkFile);
}
}
}
// check for other FPKs and build fpkentry data
foreach (string SourceFile in Directory.GetFiles(SourceDir, "*.fpk*", SearchOption.AllDirectories))
{
string FileName = Tools.ToQarPath(SourceFile.Substring(SourceDir.Length));
if (!builtFpks.Contains(FileName))
{
// unpack FPK and build FPK list
foreach (string file in GzsLib.ListArchiveContents <FpkFile>(SourceFile))
{
string fpkDir = Tools.ToWinPath(FileName.Replace(".fpk", "_fpk"));
string fpkFullDir = Path.Combine(SourceDir, fpkDir);
if (!Directory.Exists(fpkFullDir))
{
GzsLib.ExtractArchive <FpkFile>(SourceFile, fpkFullDir);
}
metaData.ModFpkEntries.Add(new ModFpkEntry()
{
FilePath = file, FpkFile = FileName, ContentHash = Tools.GetMd5Hash(Path.Combine(SourceDir, fpkDir, Tools.ToWinPath(file)))
});
}
}
}
// build QAR entries
metaData.ModQarEntries = new List <ModQarEntry>();
foreach (string qarFile in ListQarFiles(SourceDir))
{
string subDir = qarFile.Substring(0, qarFile.LastIndexOf("\\")).Substring(SourceDir.Length).TrimStart('\\'); // the subdirectory for XML output
string qarFilePath = Tools.ToQarPath(qarFile.Substring(SourceDir.Length));
if (!Directory.Exists(Path.Combine("_build", subDir)))
{
Directory.CreateDirectory(Path.Combine("_build", subDir)); // create file structure
}
File.Copy(qarFile, Path.Combine("_build", Tools.ToWinPath(qarFilePath)), true);
ulong hash = Tools.NameToHash(qarFilePath);
metaData.ModQarEntries.Add(new ModQarEntry()
{
FilePath = qarFilePath, Compressed = qarFile.Substring(qarFile.LastIndexOf(".") + 1).Contains("fpk") ? true : false, ContentHash = Tools.GetMd5Hash(qarFile), Hash = hash
});
}
metaData.SBVersion.Version = "0.8.0.0";
metaData.SaveToFile("_build\\metadata.xml");
// build archive
FastZip zipper = new FastZip();
zipper.CreateZip(OutputFile, "_build", true, "(.*?)");
Directory.Delete("_build", true);
}
/// <summary>
/// Checks 00.dat files, indcluding fpk contents and adds the different mod entry types (if missing) to database (snakebite.xml)
/// Slows down as number of fpks increase
/// </summary>
public static void CleanupDatabase()
{
Debug.LogLine("[Cleanup] Database cleanup started", Debug.LogLevel.Basic);
// Retrieve installation data
SettingsManager manager = new SettingsManager(SnakeBiteSettings);
var mods = manager.GetInstalledMods();
var game = manager.GetGameData();
var zeroFiles = GzsLib.ListArchiveContents<QarFile>(ZeroPath);
//Should only happen if user manually mods 00.dat
Debug.LogLine("[Cleanup] Removing duplicate file entries", Debug.LogLevel.Debug);
// Remove duplicate file entries
var cleanFiles = zeroFiles.ToList();
foreach (string file in zeroFiles)
{
while (cleanFiles.Count(entry => entry == file) > 1)
{
cleanFiles.Remove(file);
Debug.LogLine(String.Format("[Cleanup] Found duplicate file in 00.dat: {0}", file), Debug.LogLevel.Debug);
}
}
Debug.LogLine("[Cleanup] Examining FPK archives", Debug.LogLevel.Debug);
var GameFpks = game.GameFpkEntries.ToList();
// Search for FPKs in game data
var fpkFiles = cleanFiles.FindAll(entry => entry.EndsWith(".fpk") || entry.EndsWith(".fpkd"));
foreach (string fpkFile in fpkFiles)
{
string fpkName = Path.GetFileName(fpkFile);
// Extract FPK from archive
Debug.LogLine(String.Format("[Cleanup] Examining {0}", fpkName));
GzsLib.ExtractFile<QarFile>(ZeroPath, fpkFile, fpkName);
// Read FPK contents
var fpkContent = GzsLib.ListArchiveContents<FpkFile>(fpkName);
// Add contents to game FPK list
foreach (var c in fpkContent)
{
if (GameFpks.Count(entry => Tools.CompareNames(entry.FilePath, c) && Tools.CompareHashes(entry.FpkFile, fpkFile)) == 0)
{
GameFpks.Add(new ModFpkEntry() { FpkFile = fpkFile, FilePath = c });
}
}
try
{
File.Delete(fpkName);
} catch
{
Console.WriteLine("[Uninstall] Could not delete: " + fpkName);
}
}
Debug.LogLine("[Cleanup] Checking installed mods", Debug.LogLevel.Debug);
Debug.LogLine("[Cleanup] Removing all installed mod data from game data list", Debug.LogLevel.Debug);
foreach (var mod in mods)
{
foreach (var qarEntry in mod.ModQarEntries)
{
cleanFiles.RemoveAll(file => Tools.CompareHashes(file, qarEntry.FilePath));
}
foreach (var fpkEntry in mod.ModFpkEntries)
{
GameFpks.RemoveAll(fpk => Tools.CompareHashes(fpk.FpkFile, fpkEntry.FpkFile) && Tools.ToQarPath(fpk.FilePath) == Tools.ToQarPath(fpkEntry.FilePath));
}
}
Debug.LogLine("[Cleanup] Checking mod QAR files against game files", Debug.LogLevel.Debug);
foreach (var s in cleanFiles)
{
if (game.GameQarEntries.Count(entry => Tools.CompareHashes(entry.FilePath, s)) == 0)
{
Debug.LogLine($"[Cleanup] Adding missing {s}", Debug.LogLevel.Debug);
game.GameQarEntries.Add(new ModQarEntry() {
FilePath = Tools.ToQarPath(s),
SourceType = FileSource.System,
Hash = Tools.NameToHash(s)
});
}
}
game.GameFpkEntries = GameFpks;
manager.SetGameData(game);
}
// 00 non-snakebite Files to 01, 01 lua files unchanged, 01 textures -> t7, 01 chunkfiles -> c7,
private static void MoveDatFilesDirty(SettingsManager manager)
{
var modQarFiles = manager.GetModQarFiles();
string sourceName = null;
string destName = null;
string destFolder = null;
Debug.LogLine("[DatMerge] Dispersing files from 00 to 01, and then from 01 to a_chunk7 and a_texture7 if necessary.", Debug.LogLevel.Debug);
List<string> oneFiles = GzsLib.ExtractArchive<QarFile>(OnePath, "_extr");
List<string> zeroList = new List<string>();
int moveCount = 0;
try
{
zeroList = GzsLib.ListArchiveContents<QarFile>(ZeroPath);
} catch (Exception e)
{
Debug.LogLine(String.Format("[Error] GzsLib.ListArchiveContents exception: {0}", e.ToString()), Debug.LogLevel.Debug);
throw e;
}
foreach (string zeroFile in zeroList)
{
if (zeroFile == "foxpatch.dat") continue;
if (modQarFiles.Contains(Tools.ToQarPath(zeroFile)) || oneFiles.Contains(zeroFile)) continue;
if (oneFiles.Contains(zeroFile)) continue;
moveCount++;
}
if (moveCount > 0) //if any non-snakebite files exist in 00, move them to 01.
{
Debug.LogLine("[DatMerge] Moving files to 01.dat.", Debug.LogLevel.Debug);
List<string> zeroFiles = GzsLib.ExtractArchive<QarFile>(ZeroPath, "_working1");
List<string> zeroOut = zeroFiles.ToList();
foreach (string zeroFile in zeroFiles)
{
if (zeroFile == "foxpatch.dat") continue;
if (modQarFiles.Contains(Tools.ToQarPath(zeroFile))) continue;
if (oneFiles.Contains(zeroFile)) { zeroOut.Remove(zeroFile); continue; } //if it already exists in 01 then there's nowhere for it to go.
sourceName = Path.Combine("_working1", Tools.ToWinPath(zeroFile));
destName = Path.Combine("_extr", Tools.ToWinPath(zeroFile));
oneFiles.Add(zeroFile); // 00 -> 01
zeroOut.Remove(zeroFile);
destFolder = Path.GetDirectoryName(destName);
if (!Directory.Exists(destFolder)) Directory.CreateDirectory(destFolder);
if (!File.Exists(destName)) File.Move(sourceName, destName);
}
GzsLib.WriteQarArchive(ZeroPath + build_ext, "_working1", zeroOut, GzsLib.zeroFlags); // rebuild 00 archive
Directory.Delete("_working1", true); // clean up _working1, to be used by texture7
while (Directory.Exists("_working1"))
Thread.Sleep(100);
}
moveCount = 0; // check if any files need to be moved to C7/T7
int textureCount = 0;
List<string> chunk7List = new List<string>();
List<string> tex7List = new List<string>();
try
{
if (File.Exists(t7Path)) tex7List = GzsLib.ListArchiveContents<QarFile>(t7Path);
if (File.Exists(c7Path)) chunk7List = GzsLib.ListArchiveContents<QarFile>(c7Path);
} catch (Exception e)
{
Debug.LogLine(String.Format("[Error] GzsLib.ListArchiveContents exception: {0}", e.ToString()), Debug.LogLevel.Debug);
throw e;
}
foreach (string oneFile in oneFiles)
{
if (modQarFiles.Contains(Tools.ToQarPath(oneFile)) || tex7List.Contains(oneFile) || chunk7List.Contains(oneFile)) continue;
if (oneFile.Contains(".lua")) continue; // vanilla lua files must stay in 01
if (oneFile.Contains(".ftex")) textureCount++;
moveCount++;
}
if (moveCount > 0)
{
List<string> oneOut = oneFiles.ToList();
if (textureCount > 0) // if non-snakebite textures exist, move them to t7
{
Debug.LogLine("[DatMerge] Moving files to a_texture7.dat.", Debug.LogLevel.Debug);
List<string> texture7Files = new List<string>();
if (File.Exists(t7Path)) texture7Files = GzsLib.ExtractArchive<QarFile>(t7Path, "_working1");
foreach (string oneFile in oneFiles) // once 00 files have been moved, move 01 files into t7, c7.
{
if (modQarFiles.Contains(Tools.ToQarPath(oneFile))) continue;
if (oneFile.Contains(".ftex"))
{
sourceName = Path.Combine("_extr", Tools.ToWinPath(oneFile));
destName = Path.Combine("_working1", Tools.ToWinPath(oneFile)); // 01 -> texture7
destFolder = Path.GetDirectoryName(destName);
if (!texture7Files.Contains(oneFile)) texture7Files.Add(oneFile);
oneOut.Remove(oneFile);
if (!Directory.Exists(destFolder)) Directory.CreateDirectory(destFolder);
if (!File.Exists(destName)) File.Move(sourceName, destName);
}
}
GzsLib.WriteQarArchive(t7Path + build_ext, "_working1", texture7Files, GzsLib.texture7Flags);
}
oneFiles = oneOut.ToList(); // update oneFiles to remove any .ftex already found
if (oneFiles.Count > 0) // if any other files need to be moved, they go in chunk7
{
Debug.LogLine("[DatMerge] Moving files to a_chunk7.dat.", Debug.LogLevel.Debug);
List<string> chunk7Files = new List<string>();
if (File.Exists(c7Path)) chunk7Files = GzsLib.ExtractArchive<QarFile>(c7Path, "_working2");
foreach (string oneFile in oneFiles) // once 00 files have been moved, move 01 files into t7, c7.
{
if (modQarFiles.Contains(Tools.ToQarPath(oneFile))) continue;
if (oneFile.Contains(".lua")) continue;
sourceName = Path.Combine("_extr", Tools.ToWinPath(oneFile));
destName = Path.Combine("_working2", Tools.ToWinPath(oneFile)); // 00 -> chunk7
destFolder = Path.GetDirectoryName(destName);
if (!chunk7Files.Contains(oneFile)) chunk7Files.Add(oneFile);
oneOut.Remove(oneFile);
if (!Directory.Exists(destFolder)) Directory.CreateDirectory(destFolder);
if (!File.Exists(destName)) File.Move(sourceName, destName);
}
GzsLib.WriteQarArchive(c7Path + build_ext, "_working2", chunk7Files, GzsLib.chunk7Flags); // rebuild chunk7 archive
}
GzsLib.WriteQarArchive(OnePath + build_ext, "_extr", oneOut, GzsLib.oneFlags); // rebuild 01 archive
}
}
public static void MoveDatFiles()
{
Debug.LogLine("[DatMerge] System data merge started", Debug.LogLevel.Debug);
var zeroList = GzsLib.ListArchiveContents <QarFile>(ZeroPath);
var modQarFiles = SettingsManager.GetModQarFiles();
int mc = 0;
foreach (string zeroFile in zeroList)
{
if (zeroFile == "foxpatch.dat")
{
continue;
}
if (modQarFiles.Contains(Tools.ToQarPath(zeroFile)))
{
continue;
}
mc++;
}
if (mc > 0)
{
CleanupFolders();
// Extract 00.dat
var zeroFiles = GzsLib.ExtractArchive <QarFile>(ZeroPath, "_extr");
// Extract 01.dat
var oneFiles = GzsLib.ExtractArchive <QarFile>(OnePath, "_working");
var zeroOut = zeroFiles.ToList();
Debug.LogLine(string.Format("[DatMerge] Moving {0} system files", mc), Debug.LogLevel.Debug);
// Move files from 00 to 01 (excluding foxpatch.dat)
foreach (string zeroFile in zeroFiles)
{
if (zeroFile == "foxpatch.dat")
{
continue;
}
if (modQarFiles.Contains(Tools.ToQarPath(zeroFile)))
{
continue;
}
string sourceName = Path.Combine("_extr", Tools.ToWinPath(zeroFile));
string destName = Path.Combine("_working", Tools.ToWinPath(zeroFile));
string destFolder = Path.GetDirectoryName(destName);
Debug.LogLine(string.Format("[DatMerge] Moving system file {0}", zeroFile));
if (!Directory.Exists(destFolder))
{
Directory.CreateDirectory(destFolder);
}
File.Move(sourceName, destName);
zeroOut.Remove(zeroFile);
oneFiles.Add(zeroFile);
}
Debug.LogLine("[DatMerge] Rebuilding game archives", Debug.LogLevel.Debug);
// Rebuild 01.dat with files
GzsLib.WriteQarArchive(OnePath, "_working", oneFiles, 3150048);
// Rebuild 00.dat
GzsLib.WriteQarArchive(ZeroPath, "_extr", zeroOut, 3150304);
SettingsManager.UpdateDatHash();
CleanupFolders();
Debug.LogLine("[DatMerge] Merge finished", Debug.LogLevel.Debug);
}
else
{
Debug.LogLine("[DatMerge] No files to merge, aborting", Debug.LogLevel.Debug);
}
}
public static void BuildArchive(string SourceDir, ModEntry metaData, string outputFilePath)
{
string buildDir = Directory.GetCurrentDirectory() + "\\build";
if (Directory.Exists(buildDir))
{
Directory.Delete(buildDir, true);
}
Directory.CreateDirectory("_build");
// check for FPKs that must be built and build
metaData.ModFpkEntries = new List <ModFpkEntry>();
List <string> builtFpks = new List <string>();
foreach (string FpkDir in ListFpkFolders(SourceDir))
{
foreach (ModFpkEntry fpkEntry in BuildFpk(FpkDir, SourceDir))
{
metaData.ModFpkEntries.Add(fpkEntry);
if (!builtFpks.Contains(fpkEntry.FpkFile))
{
builtFpks.Add(fpkEntry.FpkFile);
}
}
}
// check for other FPKs and build fpkentry data
foreach (string SourceFile in Directory.GetFiles(SourceDir, "*.fpk*", SearchOption.AllDirectories))
{
//tex chunk0\Assets\tpp\pack\collectible\common\col_common_tpp_fpk\Assets\tpp\pack\resident\resident00.fpkl is the only fpkl, don't know what a fpkl is, but gzcore crashes on it.
if (SourceFile.Contains(".fpkl"))
{
continue;
}
string FileName = Tools.ToQarPath(SourceFile.Substring(SourceDir.Length));
if (!builtFpks.Contains(FileName))
{
// unpack FPK and build FPK list
foreach (string file in GzsLib.ListArchiveContents <FpkFile>(SourceFile))
{
string fpkDir = Tools.ToWinPath(FileName.Replace(".fpk", "_fpk"));
string fpkFullDir = Path.Combine(SourceDir, fpkDir);
if (!Directory.Exists(fpkFullDir))
{
GzsLib.ExtractArchive <FpkFile>(SourceFile, fpkFullDir);
}
metaData.ModFpkEntries.Add(new ModFpkEntry()
{
FilePath = file, FpkFile = FileName, ContentHash = Tools.GetMd5Hash(Path.Combine(SourceDir, fpkDir, Tools.ToWinPath(file)))
});
}
}
}
// build QAR entries
metaData.ModQarEntries = new List <ModQarEntry>();
foreach (string qarFile in ListQarFiles(SourceDir))
{
string subDir = qarFile.Substring(0, qarFile.LastIndexOf("\\")).Substring(SourceDir.Length).TrimStart('\\'); // the subdirectory for XML output
string qarFilePath = Tools.ToQarPath(qarFile.Substring(SourceDir.Length));
if (!Directory.Exists(Path.Combine("_build", subDir)))
{
Directory.CreateDirectory(Path.Combine("_build", subDir)); // create file structure
}
File.Copy(qarFile, Path.Combine("_build", Tools.ToWinPath(qarFilePath)), true);
ulong hash = Tools.NameToHash(qarFilePath);
metaData.ModQarEntries.Add(new ModQarEntry()
{
FilePath = qarFilePath, Compressed = qarFile.Substring(qarFile.LastIndexOf(".") + 1).Contains("fpk") ? true : false, ContentHash = Tools.GetMd5Hash(qarFile), Hash = hash
});
}
//tex build external entries
metaData.ModFileEntries = new List <ModFileEntry>();
foreach (string externalFile in ListExternalFiles(SourceDir))
{
string subDir = externalFile.Substring(0, externalFile.LastIndexOf("\\")).Substring(SourceDir.Length).TrimStart('\\'); // the subdirectory for XML output
string externalFilePath = Tools.ToQarPath(externalFile.Substring(SourceDir.Length));
if (!Directory.Exists(Path.Combine("_build", subDir)))
{
Directory.CreateDirectory(Path.Combine("_build", subDir)); // create file structure
}
File.Copy(externalFile, Path.Combine("_build", Tools.ToWinPath(externalFilePath)), true);
string strip = "/" + ExternalDirName;
if (externalFilePath.StartsWith(strip))
{
externalFilePath = externalFilePath.Substring(strip.Length);
}
//ulong hash = Tools.NameToHash(qarFilePath);
metaData.ModFileEntries.Add(new ModFileEntry()
{
FilePath = externalFilePath, ContentHash = Tools.GetMd5Hash(externalFile)
});
}
metaData.SBVersion.Version = SnakeBiteVersionStr;
metaData.SaveToFile("_build\\metadata.xml");
// build archive
FastZip zipper = new FastZip();
zipper.CreateZip(outputFilePath, "_build", true, "(.*?)");
Directory.Delete("_build", true);
}