private static void AlignGroupsByRules(
MutagenBinaryReadStream inputStream,
MutagenWriter writer,
AlignmentRules alignmentRules,
RecordLocatorResults fileLocs)
{
while (!inputStream.Complete)
{
// Import until next listed major record
long noRecordLength;
if (fileLocs.GrupLocations.TryGetInDirection(
inputStream.Position,
higher: true,
result: out var nextRec))
{
noRecordLength = nextRec.Value.Location.Min - inputStream.Position;
}
else
{
noRecordLength = inputStream.Remaining;
}
inputStream.WriteTo(writer.BaseStream, (int)noRecordLength);
// If complete overall, return
if (inputStream.Complete)
{
break;
}
var groupMeta = inputStream.GetGroup();
if (!groupMeta.IsGroup)
{
throw new ArgumentException();
}
writer.Write(inputStream.ReadSpan(groupMeta.HeaderLength));
if (!alignmentRules.GroupAlignment.TryGetValue(groupMeta.GroupType, out var groupRules))
{
continue;
}
var storage = new Dictionary <RecordType, List <ReadOnlyMemorySlice <byte> > >();
var rest = new List <ReadOnlyMemorySlice <byte> >();
using (var frame = MutagenFrame.ByLength(inputStream, groupMeta.ContentLength))
{
while (!frame.Complete)
{
var majorMeta = inputStream.GetMajorRecord();
var bytes = inputStream.ReadMemory(checked ((int)majorMeta.TotalLength));
var type = majorMeta.RecordType;
if (groupRules.Contains(type))
{
storage.GetOrAdd(type).Add(bytes);
}
else
{
rest.Add(bytes);
}
}
}
foreach (var rule in groupRules)
{
if (storage.TryGetValue(rule, out var storageBytes))
{
foreach (var item in storageBytes)
{
writer.Write(item);
}
}
}
foreach (var item in rest)
{
writer.Write(item);
}
}
}
public static void Align(
ModPath inputPath,
FilePath outputPath,
GameRelease gameMode,
AlignmentRules alignmentRules,
DirectoryPath temp)
{
var interest = new RecordInterest(alignmentRules.Alignments.Keys)
{
EmptyMeansInterested = false
};
// Always interested in parent record types
interest.InterestingTypes.Add("CELL");
interest.InterestingTypes.Add("WRLD");
var fileLocs = RecordLocator.GetLocations(inputPath, gameMode, interest);
if (gameMode == GameRelease.Oblivion)
{
var alignedMajorRecordsFile = new ModPath(inputPath.ModKey, Path.Combine(temp, "alignedRules"));
using (var inputStream = new MutagenBinaryReadStream(inputPath, gameMode))
{
using var writer = new MutagenWriter(new FileStream(alignedMajorRecordsFile, FileMode.Create), gameMode);
AlignMajorRecordsByRules(inputStream, writer, alignmentRules, fileLocs);
}
var alignedGroupsFile = new ModPath(inputPath.ModKey, Path.Combine(temp, "alignedGroups"));
using (var inputStream = new MutagenBinaryReadStream(alignedMajorRecordsFile, gameMode))
{
using var writer = new MutagenWriter(new FileStream(alignedGroupsFile, FileMode.Create), gameMode);
AlignGroupsByRules(inputStream, writer, alignmentRules, fileLocs);
}
fileLocs = RecordLocator.GetLocations(alignedGroupsFile, gameMode, interest);
var alignedCellsFile = new ModPath(inputPath.ModKey, Path.Combine(temp, "alignedCells"));
using (var mutaReader = new BinaryReadStream(alignedGroupsFile))
{
using var writer = new MutagenWriter(alignedCellsFile, gameMode);
foreach (var grup in fileLocs.GrupLocations.Keys)
{
if (grup <= mutaReader.Position)
{
continue;
}
var noRecordLength = grup - mutaReader.Position;
mutaReader.WriteTo(writer.BaseStream, (int)noRecordLength);
// If complete overall, return
if (mutaReader.Complete)
{
break;
}
mutaReader.WriteTo(writer.BaseStream, 12);
var grupType = mutaReader.ReadInt32();
writer.Write(grupType);
if (writer.MetaData.Constants.GroupConstants.Cell.TopGroupType == grupType)
{
AlignCellChildren(mutaReader, writer);
}
}
mutaReader.WriteTo(writer.BaseStream, checked ((int)mutaReader.Remaining));
}
fileLocs = RecordLocator.GetLocations(alignedCellsFile, gameMode, interest);
using (var mutaReader = new MutagenBinaryReadStream(alignedCellsFile, gameMode))
{
using var writer = new MutagenWriter(outputPath.Path, gameMode);
foreach (var grup in fileLocs.GrupLocations.Keys)
{
if (grup <= mutaReader.Position)
{
continue;
}
var noRecordLength = grup - mutaReader.Position;
mutaReader.WriteTo(writer.BaseStream, (int)noRecordLength);
// If complete overall, return
if (mutaReader.Complete)
{
break;
}
mutaReader.WriteTo(writer.BaseStream, 12);
var grupType = mutaReader.ReadInt32();
writer.Write(grupType);
if (writer.MetaData.Constants.GroupConstants.World.TopGroupType == grupType)
{
AlignWorldChildren(mutaReader, writer);
}
}
mutaReader.WriteTo(writer.BaseStream, checked ((int)mutaReader.Remaining));
}
}
else
{
var alignedMajorRecordsFile = new ModPath(inputPath.ModKey, Path.Combine(temp, "alignedRules"));
using (var inputStream = new MutagenBinaryReadStream(inputPath, gameMode))
{
using var writer = new MutagenWriter(alignedMajorRecordsFile, gameMode);
AlignMajorRecordsByRules(inputStream, writer, alignmentRules, fileLocs);
}
var alignedGroupsFile = Path.Combine(temp, "alignedGroups");
using (var inputStream = new MutagenBinaryReadStream(alignedMajorRecordsFile, gameMode))
{
using var writer = new MutagenWriter(new FileStream(outputPath.Path, FileMode.Create), gameMode);
AlignGroupsByRules(inputStream, writer, alignmentRules, fileLocs);
}
}
}
private static void AlignMajorRecordsByRules(
IMutagenReadStream inputStream,
MutagenWriter writer,
AlignmentRules alignmentRules,
RecordLocatorResults fileLocs)
{
while (!inputStream.Complete)
{
// Import until next listed major record
long noRecordLength;
if (fileLocs.ListedRecords.TryGetInDirection(
inputStream.Position,
higher: true,
result: out var nextRec))
{
var recordLocation = fileLocs.ListedRecords.Keys[nextRec.Key];
noRecordLength = recordLocation - inputStream.Position;
}
else
{
noRecordLength = inputStream.Remaining;
}
inputStream.WriteTo(writer.BaseStream, (int)noRecordLength);
// If complete overall, return
if (inputStream.Complete)
{
break;
}
var recType = HeaderTranslation.ReadNextRecordType(
inputStream,
out var len);
if (!alignmentRules.StopMarkers.TryGetValue(recType, out var stopMarkers))
{
stopMarkers = null;
}
writer.Write(recType.TypeInt);
writer.Write(len);
if (!alignmentRules.Alignments.TryGetValue(recType, out var alignments))
{
inputStream.WriteTo(writer.BaseStream, inputStream.MetaData.Constants.MajorConstants.LengthAfterLength + len);
continue;
}
inputStream.WriteTo(writer.BaseStream, inputStream.MetaData.Constants.MajorConstants.LengthAfterLength);
var writerEndPos = writer.Position + len;
var endPos = inputStream.Position + len;
var dataDict = new Dictionary <RecordType, ReadOnlyMemorySlice <byte> >();
ReadOnlyMemorySlice <byte>?rest = null;
while (inputStream.Position < endPos)
{
var subType = HeaderTranslation.GetNextSubrecordType(
inputStream,
out var _);
if (stopMarkers?.Contains(subType) ?? false)
{
rest = inputStream.ReadMemory((int)(endPos - inputStream.Position), readSafe: true);
break;
}
if (!alignments.TryGetValue(subType, out var rule))
{
throw new ArgumentException($"Encountered an unknown record: {subType}");
}
dataDict.Add(subType, rule.GetBytes(inputStream));
}
foreach (var alignment in alignmentRules.Alignments[recType])
{
if (dataDict.TryGetValue(
alignment.Key,
out var data))
{
writer.Write(data);
dataDict.Remove(alignment.Key);
}
}
if (dataDict.Count > 0)
{
throw new ArgumentException($"Encountered an unknown record: {dataDict.First().Key}");
}
if (rest != null)
{
writer.Write(rest.Value);
}
if (writer.Position != writerEndPos)
{
throw new ArgumentException("Record alignment changed length");
}
}
}
public static void Align(
ModPath inputPath,
FilePath outputPath,
GameRelease release,
AlignmentRules alignmentRules,
TempFolder?temp = null)
{
var interest = new RecordInterest(alignmentRules.Alignments.Keys)
{
EmptyMeansInterested = false
};
var parsingBundle = new ParsingBundle(GameConstants.Get(release), MasterReferenceReader.FromPath(inputPath, release));
var fileLocs = RecordLocator.GetFileLocations(inputPath.Path, release, interest);
temp ??= new TempFolder();
using (temp)
{
var alignedMajorRecordsFile = Path.Combine(temp.Dir.Path, "alignedRules");
using (var inputStream = new MutagenBinaryReadStream(inputPath.Path, parsingBundle))
{
using var writer = new MutagenWriter(new FileStream(alignedMajorRecordsFile, FileMode.Create), release);
AlignMajorRecordsByRules(inputStream, writer, alignmentRules, fileLocs);
}
var alignedGroupsFile = Path.Combine(temp.Dir.Path, "alignedGroups");
using (var inputStream = new MutagenBinaryReadStream(alignedMajorRecordsFile, parsingBundle))
{
using var writer = new MutagenWriter(new FileStream(alignedGroupsFile, FileMode.Create), release);
AlignGroupsByRules(inputStream, writer, alignmentRules, fileLocs);
}
fileLocs = RecordLocator.GetFileLocations(alignedGroupsFile, release, interest);
var alignedCellsFile = Path.Combine(temp.Dir.Path, "alignedCells");
using (var mutaReader = new BinaryReadStream(alignedGroupsFile))
{
using var writer = new MutagenWriter(alignedCellsFile, release);
foreach (var grup in fileLocs.GrupLocations)
{
if (grup <= mutaReader.Position)
{
continue;
}
var noRecordLength = grup - mutaReader.Position;
mutaReader.WriteTo(writer.BaseStream, (int)noRecordLength);
// If complete overall, return
if (mutaReader.Complete)
{
break;
}
mutaReader.WriteTo(writer.BaseStream, 12);
var grupType = (GroupTypeEnum)mutaReader.ReadUInt32();
writer.Write((int)grupType);
switch (grupType)
{
case GroupTypeEnum.CellChildren:
AlignCellChildren(mutaReader, writer);
break;
default:
break;
}
}
mutaReader.WriteTo(writer.BaseStream, checked ((int)mutaReader.Remaining));
}
fileLocs = RecordLocator.GetFileLocations(alignedCellsFile, release, interest);
using (var mutaReader = new MutagenBinaryReadStream(alignedCellsFile, parsingBundle))
{
using var writer = new MutagenWriter(outputPath.Path, GameConstants.Get(release));
foreach (var grup in fileLocs.GrupLocations)
{
if (grup <= mutaReader.Position)
{
continue;
}
var noRecordLength = grup - mutaReader.Position;
mutaReader.WriteTo(writer.BaseStream, (int)noRecordLength);
// If complete overall, return
if (mutaReader.Complete)
{
break;
}
mutaReader.WriteTo(writer.BaseStream, 12);
var grupType = (GroupTypeEnum)mutaReader.ReadUInt32();
writer.Write((int)grupType);
switch (grupType)
{
case GroupTypeEnum.WorldChildren:
AlignWorldChildren(mutaReader, writer);
break;
default:
break;
}
}
mutaReader.WriteTo(writer.BaseStream, checked ((int)mutaReader.Remaining));
}
}
}
