private void onLoadProgress(LoadProgressMessage message) { if (message.IsComplete) { viewModel.JobProgressVisibility = false; viewModel.JobProgress = 0.0; viewModel.JobProgressText = "Idle"; lastCurrent = 0; return; } viewModel.JobProgressVisibility = message.Total > 0; viewModel.JobProgressText = message.Total > 0 ? $"{message.Text} [{message.Current:N0} / {message.Total:N0}]" : message.Text; if (message.Current == 0) lastCurrent = 0; if (message.Current > 0 && message.Total > 0 && message.Current > lastCurrent) { viewModel.JobProgress = message.Current / message.Total * 100.0; lastCurrent = message.Current; } if (message.StatusText != null) viewModel.StatusText = message.StatusText; }
private async Task exportFileObjects(List<DomainUpkFile> files) { LoadProgressMessage message = new LoadProgressMessage { Text = "Exporting...", Total = files.Count }; int compressor = menuViewModel.IsCompressorClusterFit ? 0 : menuViewModel.IsCompressorRangeFit ? 1 : 2; int errorMetric = menuViewModel.IsErrorMetricPerceptual ? 0 : 1; DdsSaveConfig config = new DdsSaveConfig(FileFormat.Unknown, compressor, errorMetric, menuViewModel.IsWeightColorByAlpha, false); foreach(DomainUpkFile file in files) { FileViewEntity fileEntity = viewModel.Files.Single(fe => fe.Id == file.Id); string directory = Path.Combine(settings.ExportPath, Path.GetDirectoryName(file.GameFilename), Path.GetFileNameWithoutExtension(file.GameFilename)); if (!Directory.Exists(directory)) Directory.CreateDirectory(directory); DomainHeader header = file.Header; if (header == null) { try { header = await repository.LoadUpkFile(Path.Combine(settings.PathToGame, file.GameFilename)); await Task.Run(() => header.ReadHeaderAsync(null)); } catch(Exception ex) { messenger.Send(new ApplicationErrorMessage { HeaderText = "Error Loading UPK File", ErrorMessage = $"Filename: {file.GameFilename}", Exception = ex }); fileEntity.IsErrored = true; continue; } } message.Current++; foreach(DomainExportTableEntry export in header.ExportTable) { if (export.DomainObject == null) { try { await export.ParseDomainObject(header, false, false); } catch(Exception ex) { messenger.Send(new ApplicationErrorMessage { HeaderText = "Error Parsing Object", ErrorMessage = $"Filename: {header.Filename}\nExport Name: {export.NameTableIndex.Name}\nType: {export.TypeReferenceNameIndex.Name}", Exception = ex }); fileEntity.IsErrored = true; continue; } } if (!export.DomainObject.IsExportable) continue; string filename = Path.Combine(directory, $"{export.NameTableIndex.Name}{export.DomainObject.FileExtension}"); message.StatusText = filename; messenger.Send(message); await export.DomainObject.SaveObject(filename, config); } file.Header = null; } message.IsComplete = true; message.StatusText = null; messenger.Send(message); }
private async Task scanUpkFiles(List<DomainUpkFile> upkFiles) { isScanInProgress = true; LoadProgressMessage message = new LoadProgressMessage { Text = "Scanning UPK Files", Current = 0, Total = upkFiles.Count }; List<DomainUpkFile> saveCache = new List<DomainUpkFile>(); foreach(DomainUpkFile file in upkFiles) { FileViewEntity fileEntity = viewModel.Files.SingleOrDefault(fe => fe.Filename == file.Filename) ?? mapper.Map<FileViewEntity>(file); message.Current++; message.StatusText = Path.Combine(settings.PathToGame, file.GameFilename); messenger.Send(message); await scanUpkFile(fileEntity, file); file.FileSize = file.Header.FileSize; List<DomainExportType> exports = new List<DomainExportType>(); foreach(string type in file.Header.ExportTable.Select(e => e.TypeReferenceNameIndex.Name).Distinct().OrderBy(s => s)) { exports.Add(new DomainExportType { Name = type, ExportNames = file.Header.ExportTable.Where(e => e.TypeReferenceNameIndex.Name == type).Select(e => e.NameTableIndex.Name).Distinct().OrderBy(s => s).ToList() }); } file.Exports.Where(e => e.Version == version).ToList().ForEach(e => file.Exports.Remove(e)); file.Exports.Add(new DomainExportVersion { Version = version, Types = exports }); fileEntity.FileSize = file.Header.FileSize; fileEntity.ExportTypes = new ObservableCollection<string>(exports.Select(e => e.Name)); file.Header = null; string path = Path.GetDirectoryName(file.GameFilename); if (path != null && path.ToLowerInvariant().EndsWith("cookedpc")) { if (!isLocalMode) saveCache.Add(file); if (saveCache.Count == 50) { remoteRepository.SaveUpkFile(saveCache).FireAndForget(); saveCache.Clear(); } } } if (saveCache.Any()) remoteRepository.SaveUpkFile(saveCache).FireAndForget(); message.IsComplete = true; messenger.Send(message); isScanInProgress = false; }
private async Task loadAllFiles() { isLoadInProgress = true; messenger.Send(new FileLoadingMessage()); allFileEntities.ForEach(fe => fe.PropertyChanged -= onFileEntityViewModelChanged); allFileEntities.Clear(); allFiles.Clear(); viewModel.Files.Clear(); if (String.IsNullOrEmpty(settings.PathToGame)) return; LoadProgressMessage progress = new LoadProgressMessage { Text = "Loading Game Files..." }; messenger.Send(progress); try { version = await repository.GetGameVersion(settings.PathToGame); } catch(FileNotFoundException) { messenger.Send(new MessageBoxDialogMessage { Header = "Game Version File Not Found", Message = "The ..\\bin\\Version.ini file could not be found.\n\nPlease ensure your settings are pointed to the 'contents' directory.", HasCancel = false }); progress.IsComplete = true; messenger.Send(progress); isLoadInProgress = false; return; } List<DomainUpkFile> localFiles = await loadGameFiles(); if (!localFiles.Any()) { progress.IsComplete = true; messenger.Send(progress); isLoadInProgress = false; return; } List<DomainUpkFile> mods = (from row in localFiles let path = Path.GetDirectoryName(row.GameFilename) where path != null && !path.EndsWith("CookedPC", StringComparison.CurrentCultureIgnoreCase) select row).ToList(); localFiles.RemoveAll(f => mods.Contains(f)); progress.Text = "Loading Remote Database..."; messenger.Send(progress); List<DomainUpkFile> remoteFiles; try { remoteFiles = await remoteRepository.LoadUpkFiles(); } catch(Exception ex) { messenger.Send(new MessageBoxDialogMessage { Header = "Error Received from Remote Database", Message = $"The remote database returned an error. Please try again in a few minutes.\n\n{ex.Message}\n\nThe program will continue using local files only. Saving of file notes will be disabled.", HasCancel = false }); progress.IsLocalMode = true; isLocalMode = true; viewModel.IsShowFilesWithType = false; remoteFiles = new List<DomainUpkFile>(); } List<DomainUpkFile> matches = (from row1 in localFiles join row2 in remoteFiles on new { row1.ContentsRoot, row1.Package } equals new { row2.ContentsRoot, row2.Package } where row1.FileSize == row2.FileSize let a = row2.GameFilename = row1.GameFilename select row2).ToList(); if (matches.Any()) allFiles.AddRange(matches.OrderBy(f => f.Filename)); List<DomainUpkFile> changes = (from row1 in localFiles join row2 in remoteFiles on new { row1.ContentsRoot, row1.Package } equals new { row2.ContentsRoot, row2.Package } where row1.FileSize != row2.FileSize let a = row2.GameFilename = row1.GameFilename select row2).ToList(); if (changes.Any()) { allFiles.AddRange(changes.OrderBy(f => f.Filename)); allFiles.Sort(domainUpkfileComparison); await scanUpkFiles(changes); } List<DomainUpkFile> adds = (from row1 in localFiles join row2 in remoteFiles on new { row1.ContentsRoot, row1.Package } equals new { row2.ContentsRoot, row2.Package } into fileGroup from sub in fileGroup.DefaultIfEmpty() where sub == null select row1).ToList(); if (adds.Any()) { allFiles.AddRange(adds.OrderBy(f => f.Filename)); allFiles.Sort(domainUpkfileComparison); if (!isLocalMode) await scanUpkFiles(adds); else adds.ForEach(f => f.CurrentVersion = version); } viewModel.AllTypes = isLocalMode ? new ObservableCollection<string>() : new ObservableCollection<string>(allFiles.SelectMany(f => f.GetBestExports(version).Select(e => e.Name)).Distinct().OrderBy(s => s)); // ReSharper disable once PossibleNullReferenceException allFiles.ForEach(f => { f.ModdedFiles.AddRange(mods.Where(mf => Path.GetFileName(mf.GameFilename) == Path.GetFileName(f.GameFilename) && Path.GetDirectoryName(mf.GameFilename).StartsWith(Path.GetDirectoryName(f.GameFilename)))); }); allFileEntities.AddRange(mapper.Map<List<FileViewEntity>>(allFiles)); allFileEntities.ForEach(fe => fe.PropertyChanged += onFileEntityViewModelChanged); showFileTypes(); progress.IsComplete = true; messenger.Send(progress); messenger.Send(new FileListingLoadedMessage { Allfiles = allFiles }); isLoadInProgress = false; }
private async Task rebuildExports() { Dictionary<ExportedObjectViewEntity, List<ExportedObjectViewEntity>> filesToMod = viewModel.ExportsTree?.Traverse(e => Path.HasExtension(e.Filename) && e.IsChecked) .GroupBy(e => e.Parent) .ToDictionary(g => g.Key, g => g.ToList()); if (filesToMod == null || !filesToMod.Any()) return; LoadProgressMessage message = new LoadProgressMessage { Text = "Rebuilding...", Total = filesToMod.Count }; foreach(KeyValuePair<ExportedObjectViewEntity, List<ExportedObjectViewEntity>> pair in filesToMod) { string gameFilename = $"{pair.Key.Filename.Replace(settings.ExportPath, null)}.upk"; DomainUpkFile file = allFiles.SingleOrDefault(f => f.GameFilename.Equals(gameFilename)); if (file == null) continue; DomainHeader header = await repository.LoadUpkFile(Path.Combine(settings.PathToGame, file.GameFilename)); await header.ReadHeaderAsync(null); message.Current++; foreach(ExportedObjectViewEntity entity in pair.Value) { DomainExportTableEntry export = header.ExportTable.SingleOrDefault(ex => ex.NameTableIndex.Name.Equals(Path.GetFileNameWithoutExtension(entity.Filename), StringComparison.CurrentCultureIgnoreCase)); if (export == null) continue; await export.ParseDomainObject(header, false, false); int compressor = menuViewModel.IsCompressorClusterFit ? 0 : menuViewModel.IsCompressorRangeFit ? 1 : 2; int errorMetric = menuViewModel.IsErrorMetricPerceptual ? 0 : 1; DdsSaveConfig config = new DdsSaveConfig(FileFormat.Unknown, compressor, errorMetric, menuViewModel.IsWeightColorByAlpha, false); await export.DomainObject.SetObject(entity.Filename, header.NameTable, config); message.StatusText = entity.Filename; messenger.Send(message); } string directory = Path.Combine(settings.PathToGame, Path.GetDirectoryName(file.GameFilename), "mod"); string filename = Path.Combine(directory, Path.GetFileName(file.GameFilename)); if (!Directory.Exists(directory)) Directory.CreateDirectory(directory); await repository.SaveUpkFile(header, filename); DomainUpkFile upkFile = new DomainUpkFile { GameFilename = filename.Replace(settings.PathToGame, null), FileSize = new FileInfo(filename).Length }; messenger.Send(new ModFileBuiltMessage { UpkFile = upkFile }); } message.IsComplete = true; message.StatusText = null; messenger.Send(message); }
private void onLoadProgress(LoadProgressMessage message) { if (!message.IsComplete) return; isLocalMode = message.IsLocalMode; }
private void buildObjectParents(CancellationToken token) { LoadProgressMessage message = new LoadProgressMessage { Text = "Building Object Tree..." }; messenger.SendUi(message); try { List<ObjectTreeViewEntity> packages = imports.Where(import => import.OwnerReferenceNameIndex == null) .Select(import => import.PackageNameIndex.Name) .Distinct() .Select(packageName => new ObjectTreeViewEntity { Name = packageName, IsExpanded = packageName.Equals("Core", StringComparison.CurrentCultureIgnoreCase) }) .ToList(); viewModel.ObjectTree = new ObservableCollection<ObjectTreeViewEntity>(packages.OrderBy(package => package.Name)); foreach(ObjectTreeViewEntity package in packages) { List<ObjectTreeViewEntity> firstTypes = imports.Where(import => import.OwnerReferenceNameIndex == null && package.Name == import.PackageNameIndex.Name) .Select(import => import.TypeNameIndex.Name) .Distinct() .Select(typeName1 => new ObjectTreeViewEntity { Name = typeName1, Parent = package, IsExpanded = typeName1.Equals("Package", StringComparison.CurrentCultureIgnoreCase) }) .ToList(); package.Children = new ObservableCollection<ObjectTreeViewEntity>(firstTypes.OrderBy(type => type.Name)); List<string> names = new List<string> { "Engine", "Core" }; foreach(ObjectTreeViewEntity type1 in firstTypes) { List<ObjectTreeViewEntity> firstNames = imports.Where(import => import.OwnerReferenceNameIndex == null && package.Name == import.PackageNameIndex.Name && type1.Name == import.TypeNameIndex.Name) .Select(import => import.NameTableIndex.Name) .Distinct() .Select(name1 => new ObjectTreeViewEntity { Name = name1, Parent = type1, IsExpanded = names.Contains(name1) }) .ToList(); type1.Children = new ObservableCollection<ObjectTreeViewEntity>(firstNames.OrderBy(name => name.Name)); recursiveImports(firstNames); } } } catch(Exception ex) { messenger.SendUi(new ApplicationErrorMessage { HeaderText = "Error Building Object Tree", Exception = ex }); } message.IsComplete = true; messenger.SendUi(message); }