private static void SyncDeviceToHost(AsyncTaskData taskData)
{
var data = (ExecuteDeviceCommandAsyncTaskData)taskData;
var device = data.Device;
data.Task.UpdateTaskProgress(0, Resources.Strings.DeviceMultistageCommand_UpdatingMenuLayout_ComputingChangesProgress);
var customData = (Tuple <MenuLayout, bool>)data.Data;
var currentDirtyFlags = GetDirtyFlags.Instance.Execute <LfsDirtyFlags>(device.Port, data);
var syncErrors = new FileSystemSyncErrors(currentDirtyFlags);
data.Result = syncErrors;
// If customData.Item2 is true, that means we should ignore file system inconsistencies, ergo if it's false, we should NOT ignore them.
if (currentDirtyFlags.HasFlag(LfsDirtyFlags.FileSystemUpdateInProgress) && !customData.Item2)
{
throw new InconsistentFileSystemException(Resources.Strings.DeviceMultistageCommand_UpdatingMenuLayout_InconsistentState, device.UniqueId);
}
var deviceFileSystem = DownloadFileSystemTables.Instance.Execute <FileSystem>(device.Port, data);
deviceFileSystem.Status = currentDirtyFlags;
if (data.AcceptCancelIfRequested())
{
return;
}
var hostFileSystem = customData.Item1.FileSystem;
deviceFileSystem.RemoveMenuPositionData(); // we should not preserve the menu position fork
hostFileSystem.PopulateSaveDataForksFromDevice(deviceFileSystem);
var allDifferences = deviceFileSystem.CompareTo(hostFileSystem);
if (!allDifferences.Any())
{
data.Task.CancelTask();
}
// We're going to apply the changes to a clone of the original file system.
if (data.AcceptCancelIfRequested())
{
return;
}
var fileSystemToModify = hostFileSystem.Clone();
if (data.AcceptCancelIfRequested())
{
return;
}
// Before we change anything, create backups of the ROM list and current menu layout.
var configuration = SingleInstanceApplication.Instance.GetConfiguration <Configuration>();
var romsConfiguration = SingleInstanceApplication.Instance.GetConfiguration <INTV.Shared.Model.RomListConfiguration>();
if (System.IO.File.Exists(configuration.MenuLayoutPath) || System.IO.File.Exists(romsConfiguration.RomFilesPath))
{
var backupTimestamp = INTV.Shared.Utility.PathUtils.GetTimeString();
var backupSubdirectory = configuration.SyncFromDeviceBackupFilenameFragment + "-" + backupTimestamp;
var backupDirectory = System.IO.Path.Combine(configuration.HostBackupDataAreaPath, backupSubdirectory);
if (!System.IO.Directory.Exists(backupDirectory))
{
System.IO.Directory.CreateDirectory(backupDirectory);
}
if (System.IO.File.Exists(configuration.MenuLayoutPath))
{
var backupMenuLayoutPath = System.IO.Path.Combine(backupDirectory, configuration.DefaultMenuLayoutFileName);
System.IO.File.Copy(configuration.MenuLayoutPath, backupMenuLayoutPath);
}
if (System.IO.File.Exists(romsConfiguration.RomFilesPath))
{
var backupRomListPath = System.IO.Path.Combine(backupDirectory, romsConfiguration.DefaultRomsFileName);
System.IO.File.Copy(romsConfiguration.RomFilesPath, backupRomListPath);
}
}
// First, directory deletion.
if (!data.CancelRequsted)
{
foreach (var directory in allDifferences.DirectoryDifferences.ToDelete)
{
if (data.AcceptCancelIfRequested())
{
break;
}
// We don't use RemoveAt because of the collateral damage it may cause.
fileSystemToModify.Directories[(int)directory] = null;
}
}
// Then, we process file deletion.
if (!data.CancelRequsted)
{
foreach (var file in allDifferences.FileDifferences.ToDelete)
{
if (data.AcceptCancelIfRequested())
{
break;
}
// We don't use RemoveAt because of the collateral damage it may cause.
fileSystemToModify.Files[(int)file] = null;
}
}
// Finally, fork deletion.
if (!data.CancelRequsted)
{
foreach (var fork in allDifferences.ForkDifferences.ToDelete)
{
if (data.AcceptCancelIfRequested())
{
break;
}
// We don't use RemoveAt because of the collateral damage it may cause.
fileSystemToModify.Forks[(int)fork] = null;
}
}
var roms = SingleInstanceApplication.Instance.Roms;
var romsToAdd = new HashSet <string>();
var forkNumberMap = new Dictionary <ushort, ushort>(); // maps device -> local
var forkSourceFileMap = new Dictionary <ushort, string>(); // maps local fork number -> source file for fork
// Add new forks.
if (!data.CancelRequsted)
{
foreach (var fork in allDifferences.ForkDifferences.ToAdd)
{
if (data.AcceptCancelIfRequested())
{
break;
}
// Forks on device but not in our menu must be added.
System.Diagnostics.Debug.WriteLine("Fork adds! This means CRC24 of a LUIGI -> ???");
Fork newLocalFork = null;
var forkSourcePath = GetSourcePathForFork(data, fork, deviceFileSystem, roms, romsConfiguration); // retrieves the fork if necessary
if (forkSourcePath != null)
{
newLocalFork = new Fork(forkSourcePath)
{
GlobalForkNumber = fork.GlobalForkNumber
};
romsToAdd.Add(forkSourcePath);
}
else
{
// Is this code even reachable any more??? Looking at GetSourcePathForFork, I would think not.
newLocalFork = new Fork(fork.Crc24, fork.Size, fork.GlobalForkNumber);
var cacheEntry = CacheIndex.Find(fork.Crc24, fork.Size);
if (cacheEntry != null)
{
newLocalFork.FilePath = System.IO.Path.Combine(configuration.RomsStagingAreaPath, cacheEntry.LuigiPath);
}
}
newLocalFork.FileSystem = fileSystemToModify;
fileSystemToModify.Forks.AddAndRelocate(newLocalFork);
forkNumberMap[fork.GlobalForkNumber] = newLocalFork.GlobalForkNumber;
if (string.IsNullOrEmpty(forkSourcePath))
{
System.Diagnostics.Debug.WriteLine("Bad path in Fork add.");
syncErrors.UnableToRetrieveForks.Add(newLocalFork);
}
forkSourceFileMap[newLocalFork.GlobalForkNumber] = forkSourcePath;
}
}
// Update forks.
if (!data.CancelRequsted)
{
foreach (var fork in allDifferences.ForkDifferences.ToUpdate)
{
if (data.AcceptCancelIfRequested())
{
break;
}
// Forks on the device don't store file paths.
var localFork = fileSystemToModify.Forks[fork.GlobalForkNumber];
forkNumberMap[fork.GlobalForkNumber] = localFork.GlobalForkNumber;
var forkSourcePath = GetSourcePathForFork(data, fork, deviceFileSystem, roms, romsConfiguration);
if (string.IsNullOrEmpty(forkSourcePath))
{
System.Diagnostics.Debug.WriteLine("Bad path in Fork update.");
syncErrors.UnableToRetrieveForks.Add(localFork);
}
forkSourceFileMap[localFork.GlobalForkNumber] = forkSourcePath;
localFork.FilePath = forkSourcePath;
if ((localFork.Crc24 != fork.Crc24) || (localFork.Size != fork.Size))
{
localFork.FilePath = null; // May need to regenerate the LUIGI file...
System.Diagnostics.Debug.WriteLine("Fork at path doesn't match! " + forkSourcePath);
syncErrors.UnableToRetrieveForks.Add(localFork);
}
ProgramDescription description = null;
var forkKind = deviceFileSystem.GetForkKind(fork);
if (SyncForkData(localFork, forkKind, forkSourceFileMap, null, ref description))
{
IEnumerable <ILfsFileInfo> filesUsingFork;
if (fileSystemToModify.GetAllFilesUsingForks(new[] { localFork }).TryGetValue(localFork, out filesUsingFork))
{
foreach (var program in filesUsingFork.OfType <Program>())
{
// This situation can arise when we have a ROM on the local system that has the
// same CRC as the one in the device's file system, but whose .cfg file has drifted
// from what was in place when the LUIGI file on the device was initially created
// and deployed. What we need to do in this case, then, is to force the programs
// pointing to this fork to actually use the LUIGI file now.
// The LUIGI file has already been put into the right place -- it's now a matter of
// forcing the program to actually point to it. This runs a bit counter to how several
// IRom implementations are wrappers around other types of ROMs.
romsToAdd.Add(forkSourcePath);
}
}
}
else
{
syncErrors.UnableToRetrieveForks.Add(localFork);
}
}
}
var recoveredRomFiles = romsToAdd.IdentifyRomFiles(data.AcceptCancelIfRequested, (f) => data.UpdateTaskProgress(0, f));
var recoveredRoms = ProgramCollection.GatherRomsFromFileList(recoveredRomFiles, roms, null, data.AcceptCancelIfRequested, (f) => data.UpdateTaskProgress(0, f), null, null);
if (roms.AddNewItemsFromList(recoveredRoms).Any())
{
roms.Save(romsConfiguration.RomFilesPath, false); // this may throw an error, which, in this case, will terminate the operation
}
// Add files.
if (!data.CancelRequsted)
{
foreach (var file in allDifferences.FileDifferences.ToAdd)
{
if (data.AcceptCancelIfRequested())
{
break;
}
var fileNode = FileNode.Create((LfsFileInfo)file);
fileNode.FileSystem = fileSystemToModify;
fileSystemToModify.Files.AddAndRelocate(fileNode);
if (file.FileType == FileType.Folder)
{
fileSystemToModify.Directories.AddAndRelocate((IDirectory)fileNode);
}
SyncFileData(fileNode, file, false, forkNumberMap, forkSourceFileMap, syncErrors);
}
}
// Update files.
var fixups = new Dictionary <FileNode, ILfsFileInfo>();
if (!data.CancelRequsted)
{
foreach (var file in allDifferences.FileDifferences.ToUpdate)
{
if (data.AcceptCancelIfRequested())
{
break;
}
var localFile = (FileNode)fileSystemToModify.Files[file.GlobalFileNumber];
if (localFile.FileType != file.FileType)
{
// We've got a case of a file changing to / from a directory, which must be handled differently.
// Simply null out the entry to prevent unwanted collateral damage, such as deleted forks or other files.
fileSystemToModify.Files[localFile.GlobalFileNumber] = null;
var localParent = (Folder)localFile.Parent;
var localGdn = localFile.GlobalDirectoryNumber;
var indexInParent = localParent.IndexOfChild(localFile);
localFile = FileNode.Create((LfsFileInfo)file);
localFile.FileSystem = fileSystemToModify;
localFile.GlobalFileNumber = file.GlobalFileNumber;
fileSystemToModify.Files.Add(localFile);
SyncFileData(localFile, file, true, forkNumberMap, forkSourceFileMap, syncErrors);
switch (file.FileType)
{
case FileType.File:
////System.Diagnostics.Debug.Assert(localFile.FileType == file.FileType, "File type mutation! Need to implement!");
// The directory on the local file system is being replaced with a file. It's possible that the directory
// itself has been reparented to a new location, so we do not 'destructively' remove it. Instead, we will
// null out its entry in the GDT / GFT and replace the GFT entry with a new file.
fileSystemToModify.Directories[localGdn] = null; // so we don't accidentally nuke files and their forks - directories will be updated later
break;
case FileType.Folder:
// The file on the local file system is a standard file, but on the device, it's now a directory.
// Need to remove the file and create a directory in its place. We'll also need to populate the directory.
// The directory population will need to happen after we've completely finished all the adds / updates.
localFile.GlobalDirectoryNumber = file.GlobalDirectoryNumber;
fileSystemToModify.Directories.Add((Folder)localFile);
break;
}
localParent.Files[indexInParent] = localFile;
fixups[localFile] = file;
}
else
{
SyncFileData(localFile, file, true, forkNumberMap, forkSourceFileMap, syncErrors);
}
}
}
// Add directories.
if (!data.CancelRequsted)
{
foreach (var directory in allDifferences.DirectoryDifferences.ToAdd)
{
if (data.AcceptCancelIfRequested())
{
break;
}
// Directory itself may already be in the file system. Now, we need to set contents correctly.
var localFolder = (Folder)fileSystemToModify.Directories[directory.GlobalDirectoryNumber];
if (localFolder == null)
{
System.Diagnostics.Debug.WriteLine("Where's my dir?");
syncErrors.FailedToCreateEntries.Add(directory);
}
for (var i = 0; i < directory.PresentationOrder.ValidEntryCount; ++i)
{
if (data.AcceptCancelIfRequested())
{
break;
}
var childToAdd = fileSystemToModify.Files[directory.PresentationOrder[i]];
localFolder.AddChild((IFile)childToAdd, false);
}
}
}
// Update directories.
if (!data.CancelRequsted)
{
foreach (var directory in allDifferences.DirectoryDifferences.ToUpdate)
{
// Need to keep contents in sync. All other changes were handled by file update.
var localFolder = (Folder)fileSystemToModify.Directories[directory.GlobalDirectoryNumber];
if (localFolder == null)
{
localFolder = new Folder(fileSystemToModify, directory.GlobalDirectoryNumber, string.Empty);
}
var localNumEntries = localFolder.PresentationOrder.ValidEntryCount;
var devicePresentationOrder = directory.PresentationOrder;
for (var i = devicePresentationOrder.ValidEntryCount; !data.CancelRequsted && (i < localNumEntries); ++i)
{
if (data.AcceptCancelIfRequested())
{
break;
}
var prevFile = localFolder.Files[devicePresentationOrder.ValidEntryCount];
var prevParent = prevFile.Parent;
localFolder.Files.RemoveAt(devicePresentationOrder.ValidEntryCount);
prevFile.Parent = prevParent;
}
localNumEntries = localFolder.PresentationOrder.ValidEntryCount;
for (var i = 0; !data.CancelRequsted && (i < (devicePresentationOrder.ValidEntryCount - localNumEntries)); ++i)
{
if (data.AcceptCancelIfRequested())
{
break;
}
localFolder.Files.Add((FileNode)fileSystemToModify.Files[devicePresentationOrder[i]]);
}
System.Diagnostics.Debug.Assert(localFolder.Files.Count == devicePresentationOrder.ValidEntryCount, "Incorrect number of children in directory!");
for (var i = 0; !data.CancelRequsted && (i < devicePresentationOrder.ValidEntryCount); ++i)
{
if (data.AcceptCancelIfRequested())
{
break;
}
var localFile = (FileNode)fileSystemToModify.Files[devicePresentationOrder[i]];
if (!ReferenceEquals(localFolder.Files[i], localFile))
{
var prevFile = localFolder.Files[i];
var prevFileParent = prevFile == null ? null : prevFile.Parent;
localFolder.Files[i] = localFile;
localFile.Parent = localFolder;
if (prevFile != null)
{
// The default behavior of item replacement is to null the parent of the existing item.
// Therefore, because some item rearrangement results in a file shuffling 'up' or 'down'
// in the same folder, we need to retain the parent. So if the item is still in here,
// reset its parent.
prevFile.Parent = prevFileParent;
}
}
}
}
}
// Now, pass back the new MenuLayout so UI thread can update and save.
if (!data.CancelRequsted && data.Succeeded)
{
syncErrors.Data = (MenuLayout)fileSystemToModify.Directories[GlobalDirectoryTable.RootDirectoryNumber];
}
}
/// <summary>
/// Creates a copy (clone) of a FileSystem. The different element types of the tables specify their own rules about cloning.
/// </summary>
/// <returns>A copy of the file system.</returns>
public FileSystem Clone()
{
System.Diagnostics.Debug.Assert(Origin == FileSystemOrigin.HostComputer, "FileSystem cloning is currently only implemented for Host Computer LFS, not for on-device LFS.");
var fileSystem = new FileSystem(Origin);
#if MEASURE_CLONE_PERFORMANCE
var stopwatch = System.Diagnostics.Stopwatch.StartNew();
try
{
#endif // MEASURE_CLONE_PERFORMANCE
lock (this)
{
// First, clone the forks.
foreach (var fork in Forks)
{
if (fork != null)
{
var clone = (Fork)fork.Clone(fileSystem);
clone.FileSystem = fileSystem;
fileSystem.Forks[clone.GlobalForkNumber] = clone;
}
}
// Then, clone the files.
foreach (var file in Files)
{
if ((file != null) && (file.FileType == FileType.File))
{
var clone = (FileNode)file.Clone(fileSystem);
fileSystem.Files[clone.GlobalFileNumber] = clone;
// Can't set parent yet, since directories haven't been created.
}
}
// Next, clone the directories.
foreach (var directory in Directories)
{
if (directory != null)
{
var clone = (Folder)directory.Clone(fileSystem);
fileSystem.Directories[clone.GlobalDirectoryNumber] = clone;
fileSystem.Files[clone.GlobalFileNumber] = clone;
// Can't set contents yet because some may be directories not yet created.
}
}
// Finally, we need to populate the items in the directories and assign parents.
foreach (var directory in Directories)
{
if (directory != null)
{
var items = new System.Collections.Generic.List <FileNode>();
foreach (var item in ((Folder)directory).Files)
{
FileNode itemToAdd = null;
switch (item.FileType)
{
case FileType.File:
itemToAdd = (FileNode)fileSystem.Files[item.GlobalFileNumber];
break;
case FileType.Folder:
itemToAdd = (FileNode)fileSystem.Directories[item.GlobalDirectoryNumber];
break;
default:
throw new System.InvalidOperationException(Resources.Strings.FileSystem_InvalidFileType);
}
items.Add(itemToAdd);
itemToAdd.Parent = (Folder)fileSystem.Directories[directory.GlobalDirectoryNumber];
}
((Folder)fileSystem.Directories[directory.GlobalDirectoryNumber]).Files = new System.Collections.ObjectModel.ObservableCollection <FileNode>(items);
}
}
}
#if MEASURE_CLONE_PERFORMANCE
}
finally
{
stopwatch.Stop();
////System.Diagnostics.Debug.WriteLine("## Clone took " + stopwatch.Elapsed.ToString());
////System.Console.WriteLine("## Clone took " + stopwatch.Elapsed.ToString());
}
#endif // MEASURE_CLONE_PERFORMANCE
return(fileSystem);
}