// this may hurt your brain
public static List <AgGraphMap> ProjectMap(List <AgGraphNt> agGraphNt, XblockX songsXblock, Manifest.Tone.Manifest toneManifest)
{
List <AgGraphMap> agGraphRef = new List <AgGraphMap>();
foreach (var xmlFile in agGraphNt)
{
if (xmlFile.AgType.ToLower() != "logpath")
{
continue;
}
var valueXmlFile = xmlFile.AgValue;
var valueUuid = xmlFile.AgUrn;
foreach (var id in agGraphNt) // aggregateGraph
{
if (id.AgType == "llid" && id.AgUrn == valueUuid)
{
var tonesList = new List <string>();
var expandedLLID = String.Format("{0}{1}", "urn:llid:", id.AgValue);
foreach (var entity in songsXblock.entitySet) // songsXblock
{
string songXmlLLID = String.Empty;
string effectChainName = String.Empty;
foreach (var property in entity.property) // songsXblock
{
if (property.name == "SongXml")
{
songXmlLLID = property.set.value;
}
if (property.name == "EffectChainName")
{
effectChainName = property.set.value;
}
if (String.IsNullOrEmpty(effectChainName) || String.IsNullOrEmpty(songXmlLLID))
{
continue;
}
if (songXmlLLID == expandedLLID)
{
foreach (var entry in toneManifest.Entries) // toneManifest
{
if (entry.Key == effectChainName)
{
tonesList.Add(entry.Key);
}
}
if (!tonesList.Any())
{
// tonesList.Add("Default"); // this is not a good thing so throw an exception
throw new DataException("<ERROR> Tone list is empty ..." + Environment.NewLine);
}
agGraphRef.Add(new AgGraphMap()
{
UUID = id.AgUrn,
LLID = id.AgValue.Split(new Char[] { '-' })[0],
SongXmlPath = valueXmlFile,
Tones = tonesList // newer RS1 may have multiple tones
});
break;
}
}
}
}
}
}
if (agGraphRef == null)
{
Console.WriteLine("<ERROR> Did not find AgType 'logpath' ...");
}
return(agGraphRef);
}
// Load RS1 CDLC into PackageCreator
public static DLCPackageData RS1LoadFromFolder(string unpackedDir, Platform targetPlatform, bool convert)
{
var data = new DLCPackageData();
data.Arrangements = new List <Arrangement>();
data.TonesRS2014 = new List <Tone2014>();
data.Tones = new List <Tone>();
data.GameVersion = (convert ? GameVersion.RS2014 : GameVersion.RS2012);
data.SignatureType = PackageMagic.CON;
// set default volumes
data.Volume = -6.5F; // default maybe too quite
data.PreviewVolume = data.Volume;
//Load song manifest
var songsManifestJson = Directory.GetFiles(unpackedDir, "songs.manifest.json", SearchOption.AllDirectories);
if (songsManifestJson.Length < 1)
{
throw new DataException("No songs.manifest.json file found.");
}
if (songsManifestJson.Length > 1)
{
throw new DataException("More than one songs.manifest.json file found.");
}
var attr = new List <Attributes>();
var songsManifest = Manifest.Manifest.LoadFromFile(songsManifestJson[0]).Entries.ToArray();
for (int smIndex = 0; smIndex < songsManifest.Count(); smIndex++)
{
var smData = songsManifest[smIndex].Value.ToArray()[0].Value;
attr.Add(smData);
}
if (attr.FirstOrDefault() == null)
{
throw new DataException("songs.manifest.json file did not parse correctly.");
}
// Fill SongInfo
data.SongInfo = new SongInfo();
data.SongInfo.SongDisplayName = attr.FirstOrDefault().SongName;
data.SongInfo.SongDisplayNameSort = attr.FirstOrDefault().SongNameSort;
data.SongInfo.Album = attr.FirstOrDefault().AlbumName;
data.SongInfo.SongYear = (attr.FirstOrDefault().SongYear == 0 ? 2012 : attr.FirstOrDefault().SongYear);
data.SongInfo.Artist = attr.FirstOrDefault().ArtistName;
data.SongInfo.ArtistSort = attr.FirstOrDefault().ArtistNameSort;
data.Name = attr.FirstOrDefault().SongKey;
//Load tone manifest, even poorly formed tone_bass.manifest.json
var toneManifestJson = Directory.GetFiles(unpackedDir, "*tone*.manifest.json", SearchOption.AllDirectories);
if (toneManifestJson.Length < 1)
{
throw new DataException("No tone.manifest.json file found.");
}
// toolkit produces multiple tone.manifest.json files when packing RS1 CDLC files
// rather than change toolkit behavior just merge manifest files for now
if (toneManifestJson.Length > 1)
{
var mergeSettings = new JsonMergeSettings {
MergeArrayHandling = MergeArrayHandling.Union
};
JObject toneObject1 = new JObject();
foreach (var tone in toneManifestJson)
{
JObject toneObject2 = JObject.Parse(File.ReadAllText(tone));
//(toneObject1.SelectToken("Entries") as JArray).Merge(toneObject2.SelectToken("Entries"));
toneObject1.Merge(toneObject2, mergeSettings);
}
toneManifestJson = new string[1];
toneManifestJson[0] = Path.Combine(unpackedDir, "merged.tone.manifest.json");
string json = JsonConvert.SerializeObject(toneObject1, Formatting.Indented);
File.WriteAllText(toneManifestJson[0], json);
}
var tones2014 = new List <Tone2014>();
var tones = new List <Tone>();
var toneManifest = Manifest.Tone.Manifest.LoadFromFile(toneManifestJson[0]);
for (int tmIndex = 0; tmIndex < toneManifest.Entries.Count(); tmIndex++)
{
var tmData = toneManifest.Entries[tmIndex];
tones.Add(tmData);
}
data.Tones = tones;
// Load AggregateGraph.nt
var songDir = Path.Combine(unpackedDir, data.Name);
if (targetPlatform.platform == GamePlatform.XBox360)
{
songDir = Path.Combine(unpackedDir, "Root", data.Name);
}
var aggFile = Directory.GetFiles(songDir, "*.nt", SearchOption.TopDirectoryOnly)[0];
var aggGraphData = AggregateGraph.AggregateGraph.ReadFromFile(aggFile);
// Load Exports\Songs\*.xblock
var xblockDir = Path.Combine(songDir, "Exports\\Songs");
var xblockFile = Directory.GetFiles(xblockDir, "*.xblock", SearchOption.TopDirectoryOnly)[0];
// xblockFile = "D:\\Temp\\Mapping\\songs.xblock";
var songsXblock = XblockX.LoadFromFile(xblockFile);
// create project map for cross referencing arrangements with tones
var projectMap = AggregateGraph.AggregateGraph.ProjectMap(aggGraphData, songsXblock, toneManifest);
// Load xml arrangements
var xmlFiles = Directory.GetFiles(unpackedDir, "*.xml", SearchOption.AllDirectories);
if (xmlFiles.Length <= 0)
{
throw new DataException("Can not find any XML arrangement files");
}
foreach (var xmlFile in xmlFiles)
{
if (xmlFile.ToLower().Contains("metadata"))
{
continue;
}
// some poorly formed RS1 CDLC use just "vocal"
if (xmlFile.ToLower().Contains("vocal"))
{
// Add Vocal Arrangement
data.Arrangements.Add(new Arrangement
{
Name = ArrangementName.Vocals,
ArrangementType = ArrangementType.Vocal,
ScrollSpeed = 20,
SongXml = new SongXML {
File = xmlFile
},
SongFile = new SongFile {
File = ""
},
CustomFont = false
});
}
else
{
var attr2014 = new Attributes2014();
var rsSong = new Song();
var rsSong2014 = new Song2014();
// optimized tone matching effort using project mapping algo
var result = projectMap.First(m => String.Equals(Path.GetFileName(m.SongXmlPath), Path.GetFileName(xmlFile), StringComparison.CurrentCultureIgnoreCase));
if (result.Tones.Count != 1)
{
throw new DataException("Invalid RS1 CDLC Tones Data");
}
var arrangement = attr.First(s => s.SongXml.ToLower().Contains(result.LLID));//FIXME: Sequence contains no matching element issue
var tone = tones.First(t => t.Key == result.Tones[0]);
using (var obj1 = new Rs1Converter())
{
rsSong = obj1.XmlToSong(xmlFile);
data.SongInfo.AverageTempo = (int)obj1.AverageBPM(rsSong);
}
if (arrangement.Tuning == "E Standard")
{
rsSong.Tuning = new TuningStrings {
String0 = 0, String1 = 0, String2 = 0, String3 = 0, String4 = 0, String5 = 0
}
}
;
else if (arrangement.Tuning == "DropD")
{
rsSong.Tuning = new TuningStrings {
String0 = -2, String1 = 0, String2 = 0, String3 = 0, String4 = 0, String5 = 0
}
}
;
else if (arrangement.Tuning == "OpenG")
{
rsSong.Tuning = new TuningStrings {
String0 = -2, String1 = -2, String2 = 0, String3 = 0, String4 = 0, String5 = -2
}
}
;
else if (arrangement.Tuning == "EFlat")
{
rsSong.Tuning = new TuningStrings {
String0 = -1, String1 = -1, String2 = -1, String3 = -1, String4 = -1, String5 = -1
}
}
;
else // default to standard tuning
{
arrangement.Tuning = "E Standard";
rsSong.Tuning = new TuningStrings {
String0 = 0, String1 = 0, String2 = 0, String3 = 0, String4 = 0, String5 = 0
};
}
// save/write the changes to xml file
using (var obj1 = new Rs1Converter())
obj1.SongToXml(rsSong, xmlFile, true);
if (convert)
{
using (var obj1 = new Rs1Converter())
tones2014.Add(obj1.ToneToTone2014(tone, rsSong));
}
// load attr2014 with RS1 mapped values for use by Arrangement()
attr2014.Tone_Base = tone.Name;
attr2014.ArrangementName = arrangement.ArrangementName;
attr2014.CentOffset = 0;
attr2014.DynamicVisualDensity = new List <float>()
{
2
};
attr2014.SongPartition = arrangement.SongPartition;
attr2014.PersistentID = IdGenerator.Guid().ToString();
attr2014.MasterID_RDV = RandomGenerator.NextInt();
attr2014.ArrangementProperties = new SongArrangementProperties2014();
// processing order is important - CAREFUL
// RouteMask None = 0, Lead = 1, Rhythm = 2, Any = 3, Bass = 4
// XML file names are usually meaningless to arrangement determination
if (arrangement.ArrangementName.ToLower().Contains("lead") ||
rsSong.Arrangement.ToLower().Contains("lead"))
{
attr2014.ArrangementName = "Lead";
attr2014.ArrangementType = (int)ArrangementType.Guitar;
attr2014.ArrangementProperties.RouteMask = (int)RouteMask.Lead;
attr2014.ArrangementProperties.PathLead = 1;
attr2014.ArrangementProperties.PathRhythm = 0;
attr2014.ArrangementProperties.PathBass = 0;
}
else if (arrangement.ArrangementName.ToLower().Contains("rhythm") ||
rsSong.Arrangement.ToLower().Contains("rhythm"))
// || rsSong.Arrangement.ToLower().Contains("guitar"))
{
attr2014.ArrangementName = "Rhythm";
attr2014.ArrangementType = (int)ArrangementType.Guitar;
attr2014.ArrangementProperties.RouteMask = (int)RouteMask.Rhythm;
attr2014.ArrangementProperties.PathLead = 0;
attr2014.ArrangementProperties.PathRhythm = 1;
attr2014.ArrangementProperties.PathBass = 0;
}
else if (arrangement.ArrangementName.ToLower().Contains("combo") ||
rsSong.Arrangement.ToLower().Contains("combo"))
{
attr2014.ArrangementName = "Combo";
attr2014.ArrangementType = (int)ArrangementType.Guitar;
attr2014.ArrangementProperties.RouteMask = arrangement.EffectChainName.ToLower().Contains("lead") ? (int)RouteMask.Lead : (int)RouteMask.Rhythm;
attr2014.ArrangementProperties.PathLead = arrangement.EffectChainName.ToLower().Contains("lead") ? 1 : 0;
attr2014.ArrangementProperties.PathRhythm = arrangement.EffectChainName.ToLower().Contains("lead") ? 0 : 1;
attr2014.ArrangementProperties.PathBass = 0;
}
else if (arrangement.ArrangementName.ToLower().Contains("bass") ||
rsSong.Arrangement.ToLower().Contains("bass"))
{
attr2014.ArrangementName = "Bass";
attr2014.ArrangementType = (int)ArrangementType.Bass;
attr2014.ArrangementProperties.RouteMask = (int)RouteMask.Bass;
attr2014.ArrangementProperties.PathLead = 0;
attr2014.ArrangementProperties.PathRhythm = 0;
attr2014.ArrangementProperties.PathBass = 1;
}
else
{
// default to Lead arrangement
attr2014.ArrangementName = "Lead";
attr2014.ArrangementType = (int)ArrangementType.Guitar;
attr2014.ArrangementProperties.RouteMask = (int)RouteMask.Lead;
attr2014.ArrangementProperties.PathLead = 1;
attr2014.ArrangementProperties.PathRhythm = 0;
attr2014.ArrangementProperties.PathBass = 0;
Console.WriteLine("RS1->RS2 CDLC Conversion defaulted to 'Lead' arrangement");
}
if (convert) // RS1 -> RS2 magic
{
using (var obj1 = new Rs1Converter())
rsSong2014 = obj1.SongToSong2014(rsSong);
// update ArrangementProperties
rsSong2014.ArrangementProperties.RouteMask = attr2014.ArrangementProperties.RouteMask;
rsSong2014.ArrangementProperties.PathLead = attr2014.ArrangementProperties.PathLead;
rsSong2014.ArrangementProperties.PathRhythm = attr2014.ArrangementProperties.PathRhythm;
rsSong2014.ArrangementProperties.PathBass = attr2014.ArrangementProperties.PathBass;
rsSong2014.ArrangementProperties.StandardTuning = (arrangement.Tuning == "E Standard" ? 1 : 0);
// <note time="58.366" linkNext="0" accent="0" bend="0" fret="7" hammerOn="0" harmonic="0" hopo="0" ignore="0" leftHand="-1" mute="0" palmMute="0" pluck="-1" pullOff="0" slap="-1" slideTo="-1" string="3" sustain="0.108" tremolo="0" harmonicPinch="0" pickDirection="0" rightHand="-1" slideUnpitchTo="-1" tap="0" vibrato="0" />
if (rsSong2014.Levels.Any(sl => sl.Notes.Any(sln => sln.Bend != 0)))
{
rsSong2014.ArrangementProperties.Bends = 1;
}
if (rsSong2014.Levels.Any(sl => sl.Notes.Any(sln => sln.Hopo != 0)))
{
rsSong2014.ArrangementProperties.Hopo = 1;
}
if (rsSong2014.Levels.Any(sl => sl.Notes.Any(sln => sln.SlideTo != -1)))
{
rsSong2014.ArrangementProperties.Slides = 1;
}
if (rsSong2014.Levels.Any(sl => sl.Notes.Any(sln => sln.Sustain > 0)))
{
rsSong2014.ArrangementProperties.Sustain = 1;
}
// fixing times that are off
var lastEbeatsTime = rsSong2014.Ebeats[rsSong2014.Ebeats.Length - 1].Time;
var lastPhraseIterationsTime = rsSong2014.PhraseIterations[rsSong2014.PhraseIterations.Length - 1].Time;
// tested ... not source of in game hangs
// confirm last PhraseIterations time is less than last Ebeats time
if (lastPhraseIterationsTime > lastEbeatsTime)
{
rsSong2014.PhraseIterations[rsSong2014.PhraseIterations.Length - 1].Time = lastEbeatsTime;
rsSong2014.Sections[rsSong2014.Sections.Length - 1].StartTime = lastEbeatsTime;
}
// tested ... not source of in game hangs
// confirm SongLength at least equals last Ebeats time
if (rsSong2014.SongLength < lastEbeatsTime)
{
rsSong2014.SongLength = lastEbeatsTime;
}
using (var obj2 = new Rs2014Converter())
obj2.Song2014ToXml(rsSong2014, xmlFile, true);
}
// Adding Song Arrangement
try
{
data.Arrangements.Add(new Arrangement(attr2014, xmlFile));
}
catch (Exception ex)
{
// mainly for the benefit of convert2012 CLI users
Console.WriteLine(@"This CDLC could not be auto converted." + Environment.NewLine + "You can still try manually adding the arrangements and assets." + Environment.NewLine + ex.Message);
}
}
}
if (convert)
{
// get rid of duplicate tone names
tones2014 = tones2014.Where(p => p.Name != null)
.GroupBy(p => p.Name).Select(g => g.First()).ToList();
data.TonesRS2014 = tones2014;
}
//Get Album Artwork DDS Files
var artFiles = Directory.GetFiles(unpackedDir, "*.dds", SearchOption.AllDirectories);
if (artFiles.Length < 1)
{
throw new DataException("No Album Artwork file found.");
}
if (artFiles.Length > 1)
{
throw new DataException("More than one Album Artwork file found.");
}
var targetArtFiles = new List <DDSConvertedFile>();
data.AlbumArtPath = artFiles[0];
targetArtFiles.Add(new DDSConvertedFile()
{
sizeX = 256, sizeY = 256, sourceFile = artFiles[0], destinationFile = artFiles[0].CopyToTempFile(".dds")
});
data.ArtFiles = targetArtFiles;
//Audio files
var targetAudioFiles = new List <string>();
var audioFiles = Directory.GetFiles(unpackedDir, "*.ogg", SearchOption.AllDirectories);
if (audioFiles.Length < 1)
{
throw new DataException("No Audio file found.");
}
if (audioFiles.Length > 2)
{
throw new DataException("Too many Audio files found.");
}
int i;
for (i = 0; i < audioFiles.Length; i++)
{
if (convert && audioFiles[i].Contains("_fixed.ogg")) // use it
{
break;
}
if (!convert && !audioFiles[i].Contains("_fixed.ogg"))
{
break;
}
}
// FIXME: platform specific decode is broken
var sourcePlatform = unpackedDir.GetPlatform();
if (targetPlatform.IsConsole != (sourcePlatform = audioFiles[i].GetAudioPlatform()).IsConsole)
{
var newFile = Path.Combine(Path.GetDirectoryName(audioFiles[i]), String.Format("{0}_cap.ogg", Path.GetFileNameWithoutExtension(audioFiles[i])));
OggFile.ConvertAudioPlatform(audioFiles[i], newFile);
audioFiles[i] = newFile;
}
targetAudioFiles.Add(audioFiles[i]);
if (!targetAudioFiles.Any())
{
throw new DataException("Audio file not found.");
}
var a = new FileInfo(audioFiles[i]);
data.OggPath = a.FullName;
//AppID
if (!sourcePlatform.IsConsole)
{
if (!convert)
{
var appidFile = Directory.GetFiles(unpackedDir, "*APP_ID*", SearchOption.AllDirectories);
if (appidFile.Length > 0)
{
data.AppId = File.ReadAllText(appidFile[0]);
}
}
else
{
data.AppId = "248750";
}
}
try
{
// Package Info
var versionFile = Directory.EnumerateFiles(unpackedDir, "toolkit.version", SearchOption.AllDirectories).FirstOrDefault();
if (versionFile != null)
{
var tkInfo = GeneralExtensions.ReadToolkitInfo(versionFile);
data.PackageVersion = tkInfo.PackageVersion;
data.PackageComment = tkInfo.PackageComment;
}
else
{
data.PackageVersion = "1";
data.PackageComment = "";
}
}
catch { }
if (convert)
{
data.Tones = null;
}
return(data);
}
// this may hurt your brain
public static List <AgGraphMap> ProjectMap(List <AgGraphNt> agGraphNt, XblockX songsXblock, Manifest.Tone.Manifest toneManifest)
{
List <AgGraphMap> agGraphRef = new List <AgGraphMap>();
foreach (var xmlFile in agGraphNt)
{
if (xmlFile.AgType.ToLower() != "logpath")
{
continue;
}
var valueXmlFile = xmlFile.AgValue;
var valueUuid = xmlFile.AgUrn;
foreach (var id in agGraphNt) // aggregateGraph
{
if (id.AgType == "llid" && id.AgUrn == valueUuid)
{
var tonesList = new List <string>();
var expandedLLID = String.Format("{0}{1}", "urn:llid:", id.AgValue);
foreach (var entity in songsXblock.entitySet) // songsXblock
{
string songXmlLLID = String.Empty;
string effectChainName = String.Empty;
foreach (var property in entity.property) // songsXblock
{
if (property.name == "SongXml")
{
songXmlLLID = property.set.value;
}
if (property.name == "EffectChainName")
{
effectChainName = property.set.value;
}
if (String.IsNullOrEmpty(effectChainName) || String.IsNullOrEmpty(songXmlLLID))
{
continue;
}
if (songXmlLLID == expandedLLID)
{
foreach (var entry in toneManifest.Entries) // toneManifest
{
if (entry.Key == effectChainName)
{
tonesList.Add(entry.Key);
}
}
if (!tonesList.Any())
{
tonesList.Add("Default");
}
agGraphRef.Add(new AgGraphMap()
{
UUID = id.AgUrn,
LLID = id.AgValue.Split(new Char[] { '-' })[0],
SongXmlPath = valueXmlFile,
Tones = tonesList // RS1 should only have one tone
});
break;
}
}
}
}
}
}
return(agGraphRef);
}