public bool HasFolder(string name)
{
bool result = _folderNames.Contains(name);
RuntimeLog.Write("ARCHIVE: Check if {0} contains folder {1}: {2}", _source, name, result);
return(result);
}
public bool HasFile(string name)
{
bool result = _lookup.ContainsKey(name);
RuntimeLog.Write("ARCHIVE: Check if {0} contains file {1}: {2}", _source, name, result);
return(result);
}
public static bool DirExists(string dir)
{
bool exist = System.IO.Directory.Exists(dir);
RuntimeLog.Write("MOD: Check if directory exists {0}: {1}", dir, exist);
return(exist);
}
private void CleanCache() {
long[] remove = _cache
.ToArray()
.Where(kv => kv.Value.LastAccess < DateTime.Now.AddSeconds(-60))
.Select(kv => kv.Key)
.ToArray();
if (remove.Any()) {
RuntimeLog.Write("Removing {0} compressed files from cache: ", remove.Length);
CacheEntry _;
foreach (long r in remove) _cache.TryRemove(r, out _);
}
}
public bool SupportsChunks(string file)
{
if (_archive != null)
{
return(_chunkFiles.Contains(file));
}
else
{
string path = System.IO.Path.GetDirectoryName(file);
string fn = System.IO.Path.GetFileName(file);
var files = GetPathOverrideNames(path);
bool chunked = files.Any(s => s.StartsWith(fn + ".chunk.", StringComparison.InvariantCultureIgnoreCase));
RuntimeLog.Write("MOD: Check if any chunk files present in {0}: {1}", file, chunked);
return(chunked);
}
}
private bool FileExists(string file)
{
bool exist;
if (_activated.Contains(file))
{
exist = true;
}
else
{
exist = System.IO.File.Exists(file);
if (exist)
{
_activated.Add(file);
}
}
RuntimeLog.Write("MOD: Check if file exists {0}: {1}", file, exist);
return(exist);
}
public static void Apply(System.IO.Stream source)
{
List <string> lines = new List <string>();
using (var sr = new System.IO.StreamReader(source)) {
string line;
while ((line = sr.ReadLine()) != null)
{
lines.Add(line);
}
}
string delay = lines.FirstOrDefault(s => s.Trim().StartsWith("Delay", StringComparison.InvariantCultureIgnoreCase));
if (delay != null)
{
delay = delay.Trim().Substring(5).Trim();
if (delay.StartsWith("="))
{
delay = delay.Substring(1).Trim();
}
int time;
if (int.TryParse(delay, out time))
{
new System.Threading.Thread(() => {
System.Threading.Thread.Sleep(time);
RuntimeLog.Write("Applying delayed hex patch");
Apply(lines);
})
{
IsBackground = true, Name = "ApplyDelayedHexPatch"
}
.Start();
}
}
else
{
Apply(lines);
}
}
public void ApplyPatch(IrosArc patch, Action <double, string> onProgress)
{
int currentDirSize = _entries.Sum(e => e.GetSize());
byte[] deldata = patch.GetBytes("%IrosPatch:Deleted");
if (deldata != null)
{
string[] delfile = System.Text.Encoding.Unicode.GetString(deldata).Split(new[] { "\n" }, StringSplitOptions.RemoveEmptyEntries);
foreach (string del in delfile)
{
RuntimeLog.Write("Removing file {0} from archive", del);
_entries.RemoveAll(e => e.Filename.Equals(del, StringComparison.InvariantCultureIgnoreCase));
}
onProgress(0, "Removed " + delfile.Length + " deleted files");
}
int count = 0;
var files = patch.AllFileNames().Where(s => !s.StartsWith("%")).ToArray();
foreach (string file in files)
{
var patchEntry = patch._lookup[file];
byte[] data = new byte[patchEntry.Length];
patch._data.Position = patchEntry.Offset;
patch._data.Read(data, 0, data.Length);
if (HasFile(file)) //update existing
{
RuntimeLog.Write("File {0} is already in archive...", file);
DirectoryEntry exist = _lookup[file];
if (exist.Length >= data.Length) //put data in same position, woo
{
RuntimeLog.Write("...updating in place");
_data.Position = exist.Offset;
}
else //stick at end of file
{
_data.Position = _data.Length;
exist.Offset = _data.Position;
RuntimeLog.Write("...size increase: writing to end of file");
}
_data.Write(data, 0, data.Length);
exist.Length = data.Length;
exist.Flags = patchEntry.Flags;
}
else //new file, just append
{
RuntimeLog.Write("File {0} is new, appending", file);
DirectoryEntry de = new DirectoryEntry()
{
Filename = file,
Flags = patchEntry.Flags,
Length = patchEntry.Length,
Offset = _data.Length
};
_data.Position = de.Offset;
_data.Write(data, 0, data.Length);
_entries.Add(de);
_lookup[file] = de;
}
count++;
onProgress(1.0 * count / files.Length, "Processed " + file);
}
int newDirSize = _entries.Sum(e => e.GetSize());
if (newDirSize <= currentDirSize)
{
RuntimeLog.Write("Directory will fit in existing location");
_data.Position = _header.Directory;
}
else
{
RuntimeLog.Write("Directory size increase, appending");
if (_data.Length >= int.MaxValue) //write forwarder
{
_data.Position = _header.Directory;
_data.WriteInt(-1);
_data.WriteLong(_data.Length);
_data.Position = _data.Length;
}
else //write direct location
{
_header.Directory = (int)_data.Length;
_data.Position = _header.Directory;
}
}
_data.WriteInt(_entries.Count);
foreach (var e in _entries)
{
e.Save(_data);
}
_header.Version = MAX_VERSION;
_data.Position = 0;
_header.Save(_data);
onProgress(1.0, "Wrote directory");
} //TODO: track blank spaces in file and reuse where possible...
public LGPWrapper(IntPtr handle, string name, RuntimeProfile profile)
{
if (!AnyOverridesFor(name, profile))
{
System.Diagnostics.Debug.WriteLine("LGPWrapper: no overrides for {0}, early out", (object)name);
return; //optimisation, don't run anything else, if no override files
}
IsActive = true;
System.Diagnostics.Debug.WriteLine(" LGPWrapper: Parsing");
var fs = new System.IO.FileStream(new Microsoft.Win32.SafeHandles.SafeFileHandle(handle, false), FileAccess.Read);
ProcMonParser.DataFile df = ProcMonParser.FF7Files.LoadLGP(fs, name);
fs.Position = 0;
Dictionary <string, int> sortKeys = df.Items.ToDictionary(i => i.Name, i => i.Index, StringComparer.InvariantCulture);
Dictionary <string, long> dataKeys = df.Items.ToDictionary(i => i.Name, i => i.Start, StringComparer.InvariantCulture);
Dictionary <string, int> filesSizes = new Dictionary <string, int>(StringComparer.InvariantCultureIgnoreCase);
Dictionary <string, int> filesOptions = new Dictionary <string, int>(StringComparer.InvariantCultureIgnoreCase);
Dictionary <string, ProcMonParser.DataItem> lgpItems = df.Items.ToDictionary(i => i.Name, i => i, StringComparer.InvariantCulture);
foreach (var item in df.Items)
{
filesOptions[item.Name] = 0;
filesSizes[item.Name] = item.Length - 24;
RuntimeLog.Write("Checking chunk support for {0}~{1}~", name, item.Name);
if (profile.Mods.Any(m => m.SupportsChunks(System.IO.Path.Combine(name, item.Name))))
{
filesSizes[item.Name] = Math.Max(filesSizes[item.Name], 1024 * 1024 * 2); //This is a horrible hack. TODO.
filesOptions[item.Name] |= 0x1;
}
}
System.Diagnostics.Debug.WriteLine(" LGPWrapper: Prepared structures");
List <string> names = profile.Mods.SelectMany(m => m.GetPathOverrideNames(name)).Distinct(StringComparer.InvariantCultureIgnoreCase).ToList();
foreach (string fname in names)
{
if (fname.IndexOf(".chunk.", StringComparison.InvariantCultureIgnoreCase) >= 0)
{
continue;
}
if (!filesSizes.ContainsKey(fname))
{
filesSizes[fname] = 0;
System.Diagnostics.Debug.WriteLine("Added LGP file {0} {1}", name, fname);
}
var overrides = profile.Mods.SelectMany(m => m.GetOverrides(System.IO.Path.Combine(name, fname)));
foreach (var over in overrides)
{
filesSizes[fname] = Math.Max(filesSizes[fname], over.Size);
if (over.CFolder == null)
{
break;
}
}
}
List <LGPEntry> entries = filesSizes.Select(kv => new LGPEntry(kv.Key, kv.Value)).ToList();
List <LGP.LGPEntryMade> newentries;
System.Diagnostics.Debug.WriteLine(" LGPWrapper: creating new headers");
byte[] headers = LGP.CalculateHeaders(entries,
s => {
int index;
sortKeys.TryGetValue(s, out index);
return(index);
},
s => {
long index;
dataKeys.TryGetValue(s, out index);
return((uint)index);
},
out newentries
);
int datastart = headers.Length;
System.Diagnostics.Debug.WriteLine(" LGPWrapper: Calculated new LGP headers for {0} with {1} file entries", name, entries.Count);
/*
* int datastart = df.Items[0].Start;
* byte[] headers = new byte[datastart];
* fs.Read(headers, 0, datastart);
* fs.Position = 0;
*/
uint offset = (uint)datastart;
VFile = new VFile();
try {
VFile.Add(new VRangeInline()
{
Start = 0, Length = offset, Data = headers, Tag = "Headers"
});
int count = 0;
foreach (var item in newentries.OrderBy(em => em.DataIndex))
{
RuntimeLog.Write("LGPWrapper calculate {0}", item.Entry.Name);
//Bytes.WriteUInt(headers, 16 + 20 + 27 * item.Index, offset);
string fn = System.IO.Path.Combine(name, item.Entry.Name);
var overrides = profile.Mods.SelectMany(m => m.GetOverrides(fn));
int fOptions;
filesOptions.TryGetValue(item.Entry.Name, out fOptions);
bool chunked = (fOptions & 0x1) != 0;
//var overrides = Enumerable.Empty<OverrideFile>();
//System.Diagnostics.Debug.WriteLine("Virtualizing LGP entry {0} at offset {1}", item.Entry.Name, offset);
if (item.DataOffset != offset)
{
throw new Exception("LGPWrapper mismatch on offset for " + item.Entry.Name + " offset=" + offset + " hoffset=" + item.DataOffset);
}
if (chunked)
{
long pos = lgpItems[item.Entry.Name].Start + 24;
int len = lgpItems[item.Entry.Name].Length - 24;
VFile.Add(new VRangeChunked(item.Entry.Name, profile.Mods, handle, (uint)pos, len)
{
Start = offset,
Length = (uint)(item.Entry.MaxSize + 24),
Name = fn,
Tag = "Chunked"
});
//System.Diagnostics.Debug.WriteLine("File {0} initialized with chunks", item.Entry.Name, 0);
offset += (uint)item.Entry.MaxSize + 24;
}
else if (!overrides.Any()) //take from original LGP
{
long pos = lgpItems[item.Entry.Name].Start;
VFile.Add(new VRangeHandle()
{
Start = offset, Length = (uint)(item.Entry.MaxSize + 24), Handle = handle, Offset = (uint)pos, Tag = item.Entry.Name
});
offset += (uint)item.Entry.MaxSize + 24;
//System.Diagnostics.Debug.WriteLine("--VRangeHandle");
}
else if (overrides.First().CFolder == null) //only one override, replace directly
{
var ov = overrides.First();
byte[] fheader = new byte[24];
System.Text.Encoding.ASCII.GetBytes(item.Entry.Name, 0, item.Entry.Name.Length, fheader, 0);
Bytes.WriteUInt(fheader, 20, (uint)ov.Size);
VFile.Add(new VRangeInline()
{
Start = offset, Length = 24, Data = fheader, Tag = item.Entry.Name + "%header"
});
offset += 24;
VRange vr;
if (ov.Archive == null)
{
var vf = new VRangeFile()
{
Start = offset, Length = (uint)ov.Size, Filename = ov.File, Tag = ov.File
};
VFile.Add(vf);
_wFiles.Add(vf);
vr = vf;
//System.Diagnostics.Debug.WriteLine("LGP entry {0} coming from file {1}", item.Entry.Name, ov.File);
}
else
{
vr = new VRangeArchive()
{
Start = offset, Length = (uint)ov.Size, File = ov.File, Archive = ov.Archive, Tag = ov.File
};
VFile.Add(vr);
//System.Diagnostics.Debug.WriteLine("LGP entry {0} coming from archive file {1} with size {2}", item.Entry.Name, ov.File, ov.Size);
}
//if (vr.Length != item.Entry.MaxSize)
//System.Diagnostics.Debug.WriteLine("Entry {0} size difference {1} vs {2}", item.Entry.Name, vr.Length, item.Entry.MaxSize);
if (vr.Length < item.Entry.MaxSize)
{
uint diff = (uint)item.Entry.MaxSize - vr.Length;
VFile.Add(new VRangeNull()
{
Length = diff, Start = vr.Start + vr.Length, Tag = "Padding"
});
}
offset += (uint)item.Entry.MaxSize;
//System.Diagnostics.Debug.WriteLine("--VRangeFile");
}
else //multiple overrides; tricky!
//System.Diagnostics.Debug.WriteLine("Add VRangeConditional for " + item.Entry.Name);
{
ProcMonParser.DataItem di;
lgpItems.TryGetValue(item.Entry.Name, out di);
uint fbOffset = (di == null) ? 0 : (uint)di.Start;
var vcond = new VRangeConditional(item.Entry.Name, overrides.ToList(), handle, fbOffset)
{
Length = (uint)item.Entry.MaxSize + 24, Start = offset, Name = item.Entry.Name, Tag = item.Entry.Name
};
VFile.Add(vcond);
_wFiles.Add(vcond);
offset += (uint)item.Entry.MaxSize + 24;
//System.Diagnostics.Debug.WriteLine("--VRangeConditional");
}
count++;
/*
* string file = MapFile(System.IO.Path.Combine(name, item.Name), profile);
* if (file != null) {
* uint length = (uint)new System.IO.FileInfo(file).Length;
* byte[] fheader = new byte[24];
* System.Text.Encoding.ASCII.GetBytes(item.Name, 0, item.Name.Length, fheader, 0);
* Bytes.WriteUInt(fheader, 20, length);
* VFile.Add(new VRangeInline() { Start = offset, Length = 24, Data = fheader });
* offset += 24;
* var vf = new VRangeFile() { Start = offset, Length = length, Filename = file };
* VFile.Add(vf);
* _wFiles.Add(vf);
* offset += length;
* } else {
* VFile.Add(new VRangeHandle() { Start = offset, Length = (uint)(item.Length), Handle = handle, Offset = (uint)item.Start });
* offset += (uint)item.Length;
* }*/
}
byte[] footer = System.Text.Encoding.ASCII.GetBytes("FINAL FANTASY7");
VFile.Add(new VRangeInline()
{
Start = offset, Length = (uint)footer.Length, Data = footer, Tag = "footer"
});
System.Diagnostics.Debug.WriteLine("Created: " + VFile.ToString());
} catch {
VFile.Dump();
throw;
}
}