/// <summary>
/// Entry class for the RombaSharp application
/// </summary>
public static void Main(string[] args)
{
// Perform initial setup and verification
Globals.Logger = new Logger(true, "romba.log");
InitializeConfiguration();
DatabaseTools.EnsureDatabase(_dbSchema, _db, _connectionString);
// Create a new Help object for this program
_help = RombaSharp.RetrieveHelp();
// Get the location of the script tag, if it exists
int scriptLocation = (new List <string>(args)).IndexOf("--script");
// If output is being redirected or we are in script mode, don't allow clear screens
if (!Console.IsOutputRedirected && scriptLocation == -1)
{
Console.Clear();
Build.PrepareConsole("RombaSharp");
}
// Now we remove the script tag because it messes things up
if (scriptLocation > -1)
{
List <string> newargs = new List <string>(args);
newargs.RemoveAt(scriptLocation);
args = newargs.ToArray();
}
// Credits take precidence over all
if ((new List <string>(args)).Contains("--credits"))
{
_help.OutputCredits();
Globals.Logger.Close();
return;
}
// If there's no arguments, show help
if (args.Length == 0)
{
_help.OutputGenericHelp();
Globals.Logger.Close();
return;
}
// User flags
bool copy = false,
fixdatOnly = false,
logOnly = false,
noDb = false,
onlyNeeded = false,
skipInitialScan = false,
useGolangZip = false;
// User inputs
string backup = "",
description = "",
missingSha1s = "",
name = "",
newdat = "",
old = "",
outdat = "",
resume = "",
source = "";
int include7Zips = 1,
includeGZips = 1,
includeZips = 1,
subworkers = 0,
workers = 0;
long size = -1;
List <string> dats = new List <string>();
List <string> depot = new List <string>();
List <string> inputs = new List <string>();
// Get the first argument as a feature flag
string feature = args[0];
// Verify that the flag is valid
if (!_help.TopLevelFlag(feature))
{
Globals.Logger.User("'{0}' is not valid feature flag", feature);
_help.OutputIndividualFeature(feature);
Globals.Logger.Close();
return;
}
// Now get the proper name for the feature
feature = _help.GetFeatureName(feature);
// If we had the help feature first
if (feature == "Help")
{
// If we had something else after help
if (args.Length > 1)
{
_help.OutputIndividualFeature(args[1]);
Globals.Logger.Close();
return;
}
// Otherwise, show generic help
else
{
_help.OutputGenericHelp();
Globals.Logger.Close();
return;
}
}
// Now verify that all other flags are valid
for (int i = 1; i < args.Length; i++)
{
// Verify that the current flag is proper for the feature
if (!_help[feature].ValidateInput(args[i]))
{
// Everything else is treated as a generic input
inputs.Add(args[i]);
}
}
// Now loop through all inputs
Dictionary <string, Feature> features = _help.GetEnabledFeatures();
foreach (KeyValuePair <string, Feature> feat in features)
{
// Check all of the flag names and translate to arguments
switch (feat.Key)
{
#region User Flags
case "copy":
copy = true;
break;
case "fixdatOnly":
fixdatOnly = true;
break;
case "log-only":
logOnly = true;
break;
case "no-db":
noDb = true;
break;
case "only-needed":
onlyNeeded = true;
break;
case "skip-initial-scan":
skipInitialScan = true;
break;
case "use-golang-zip":
useGolangZip = true;
break;
#endregion
#region User Int32 Inputs
case "include-7zips":
include7Zips = (int)feat.Value.GetValue() == Int32.MinValue ? (int)feat.Value.GetValue() : 0;
break;
case "include-gzips":
includeGZips = (int)feat.Value.GetValue() == Int32.MinValue ? (int)feat.Value.GetValue() : 0;
break;
case "include-zips":
includeZips = (int)feat.Value.GetValue() == Int32.MinValue ? (int)feat.Value.GetValue() : 0;
break;
case "subworkers":
subworkers = (int)feat.Value.GetValue() == Int32.MinValue ? (int)feat.Value.GetValue() : _cores;
break;
case "workers":
workers = (int)feat.Value.GetValue() == Int32.MinValue ? (int)feat.Value.GetValue() : _cores;
break;
#endregion
#region User Int64 Inputs
case "size":
size = (long)feat.Value.GetValue() == Int64.MinValue ? (long)feat.Value.GetValue() : 0;
break;
#endregion
#region User List<string> Inputs
case "dats":
dats.AddRange((List <string>)feat.Value.GetValue());
break;
case "depot":
depot.AddRange((List <string>)feat.Value.GetValue());
break;
#endregion
#region User String Inputs
case "backup":
backup = (string)feat.Value.GetValue();
break;
case "description":
description = (string)feat.Value.GetValue();
break;
case "missingSha1s":
missingSha1s = (string)feat.Value.GetValue();
break;
case "name":
name = (string)feat.Value.GetValue();
break;
case "new":
newdat = (string)feat.Value.GetValue();
break;
case "old":
old = (string)feat.Value.GetValue();
break;
case "out":
outdat = (string)feat.Value.GetValue();
break;
case "resume":
resume = (string)feat.Value.GetValue();
break;
case "source":
source = (string)feat.Value.GetValue();
break;
#endregion
}
}
// Now take care of each mode in succesion
switch (feature)
{
case "Help":
// No-op as this should be caught
break;
// Adds ROM files from the specified directories to the ROM archive
case "Archive":
VerifyInputs(inputs, feature);
InitArchive(inputs, onlyNeeded, resume, includeZips, workers, includeGZips, include7Zips, skipInitialScan, useGolangZip, noDb);
break;
// For each specified DAT file it creates the torrentzip files
case "Build":
VerifyInputs(inputs, feature);
InitBuild(inputs, outdat, fixdatOnly, copy, workers, subworkers);
break;
// Cancels current long-running job
case "Cancel":
InitCancel();
break;
// Prints dat stats
case "DatStats":
VerifyInputs(inputs, feature);
InitDatStats(inputs);
break;
// Prints db stats
case "DbStats":
InitDbStats();
break;
// Creates a DAT file with those entries that are in -new DAT
case "Diffdat":
InitDiffDat(outdat, old, newdat, name, description);
break;
// Creates a DAT file for the specified input directory and saves it to the -out filename
case "Dir2Dat":
InitDir2Dat(outdat, source, name, description);
break;
// Creates a DAT file with those entries that are in -new DAT
case "EDiffdat":
InitEDiffDat(outdat, old, newdat);
break;
// Exports db to export.csv
case "Export":
InitExport();
break;
// For each specified DAT file it creates a fix DAT
case "Fixdat":
VerifyInputs(inputs, feature);
InitFixdat(inputs, outdat, fixdatOnly, workers, subworkers);
break;
// Import a database from a formatted CSV file
case "Import":
VerifyInputs(inputs, feature);
InitImport(inputs);
break;
// For each specified hash it looks up any available information
case "Lookup":
VerifyInputs(inputs, feature);
InitLookup(inputs, size, outdat);
break;
// Prints memory stats
case "Memstats":
InitMemstats();
break;
// Merges depot
case "Merge":
VerifyInputs(inputs, feature);
InitMerge(inputs, onlyNeeded, resume, workers, skipInitialScan);
break;
// Create miss and have file
case "Miss":
VerifyInputs(inputs, feature);
InitMiss(inputs);
break;
// Shows progress of the currently running command
case "Progress":
InitProgress();
break;
// Moves DAT index entries for orphaned DATs
case "Purge Backup":
InitPurgeBackup(backup, workers, depot, dats, logOnly);
break;
// Deletes DAT index entries for orphaned DATs
case "Purge Delete":
InitPurgeDelete(workers, depot, dats, logOnly);
break;
// Refreshes the DAT index from the files in the DAT master directory tree
case "Refresh DATs":
InitRefreshDats(workers, missingSha1s);
break;
// Rescan a specific depot
case "Rescan Depots":
VerifyInputs(inputs, feature);
InitRescanDepots(inputs);
break;
// Gracefully shuts down server
case "Shutdown":
InitShutdown();
break;
// Prints version
case "Version":
InitVersion();
break;
// If nothing is set, show the help
default:
_help.OutputGenericHelp();
break;
}
Globals.Logger.Close();
return;
}
/// <summary>
/// Wrap refreshing the database with potentially new dats
/// </summary>
/// <param name="workers">How many workers to launch for the job, default from config</param>
/// <param name="missingSha1s">Write paths of dats with missing sha1s into this file</param>
private static void InitRefreshDats(
int workers,
string missingSha1s)
{
// Make sure the db is set
if (String.IsNullOrWhiteSpace(_db))
{
_db = "db.sqlite";
_connectionString = "Data Source=" + _db + ";Version = 3;";
}
// Make sure the file exists
if (!File.Exists(_db))
{
DatabaseTools.EnsureDatabase(_dbSchema, _db, _connectionString);
}
// Make sure the dats dir is set
if (String.IsNullOrWhiteSpace(_dats))
{
_dats = "dats";
}
_dats = Path.Combine(Globals.ExeDir, _dats);
// Make sure the folder exists
if (!Directory.Exists(_dats))
{
Directory.CreateDirectory(_dats);
}
// First get a list of SHA-1's from the input DATs
DatFile datroot = new DatFile {
Type = "SuperDAT",
};
// TODO: All instances of Hash.DeepHashes should be made into 0x0 eventually
datroot.PopulateFromDir(_dats, Hash.DeepHashes, false, false, SkipFileType.None, false, false, _tmpdir, false, null, true, null);
datroot.BucketBy(SortedBy.SHA1, DedupeType.None);
// Create a List of dat hashes in the database (SHA-1)
List <string> databaseDats = new List <string>();
List <string> unneeded = new List <string>();
SqliteConnection dbc = new SqliteConnection(_connectionString);
dbc.Open();
// Populate the List from the database
InternalStopwatch watch = new InternalStopwatch("Populating the list of existing DATs");
string query = "SELECT DISTINCT hash FROM dat";
SqliteCommand slc = new SqliteCommand(query, dbc);
SqliteDataReader sldr = slc.ExecuteReader();
if (sldr.HasRows)
{
sldr.Read();
string hash = sldr.GetString(0);
if (datroot.Contains(hash))
{
datroot.Remove(hash);
databaseDats.Add(hash);
}
else if (!databaseDats.Contains(hash))
{
unneeded.Add(hash);
}
}
datroot.BucketBy(SortedBy.Game, DedupeType.None, norename: true);
watch.Stop();
slc.Dispose();
sldr.Dispose();
// Loop through the Dictionary and add all data
watch.Start("Adding new DAT information");
foreach (string key in datroot.Keys)
{
foreach (Rom value in datroot[key])
{
AddDatToDatabase(value, dbc);
}
}
watch.Stop();
// Now loop through and remove all references to old Dats
if (unneeded.Count > 0)
{
watch.Start("Removing unmatched DAT information");
query = "DELETE FROM dat WHERE";
foreach (string dathash in unneeded)
{
query += " OR hash=\"" + dathash + "\"";
}
query = query.Replace("WHERE OR", "WHERE");
slc = new SqliteCommand(query, dbc);
slc.ExecuteNonQuery();
slc.Dispose();
watch.Stop();
}
dbc.Dispose();
}
