Example #1
0
        private static void OpenAndSaveFieldSceneBatchTest()
        {
            if (!Directory.Exists("unique_f1"))
            {
                FindUniqueFiles("unique_f1", @"D:\Modding\DDS3", ".F1");
            }

            if (!Directory.Exists("unique_lb"))
            {
                FindUniqueFiles("unique_lb", @"D:\Modding\DDS3", ".LB");
            }

            if (!Directory.Exists("unique_lb_extracted"))
            {
                Directory.CreateDirectory("unique_lb_extracted");
                var checksums = new HashSet <string>();
                Parallel.ForEach(Directory.EnumerateFiles("unique_lb"), (path) =>
                {
                    var fileName = Path.GetFileNameWithoutExtension(path);
                    var outPath  = $"unique_lb_extracted\\";
                    Directory.CreateDirectory(outPath);

                    using (var lb = new AtlusFileSystemLibrary.FileSystems.LB.LBFileSystem())
                    {
                        lb.Load(path);

                        foreach (var file in lb.EnumerateFiles())
                        {
                            var info = lb.GetInfo(file);
                            using (var stream = lb.OpenFile(file))
                            {
                                var checksum    = GetChecksum(stream);
                                stream.Position = 0;
                                var extract     = false;

                                lock ( checksums )
                                {
                                    if (!checksums.Contains(checksum))
                                    {
                                        checksums.Add(checksum);
                                        extract = true;
                                    }
                                }

                                if (extract)
                                {
                                    var nameParts = Path.GetFileNameWithoutExtension(path).Split(new[] { '_' });
                                    Array.Resize(ref nameParts, nameParts.Length - 1);

                                    using (var fileStream =
                                               File.Create(Path.Combine(outPath, string.Concat(nameParts) + "_" + file + "_" + checksum + "." + info.Extension)
                                                           ))
                                    {
                                        Console.WriteLine($"Extracting: {fileName} #{file} ({info.UserId:D2}, {info.Extension})");
                                        stream.CopyTo(fileStream);
                                    }
                                }
                            }
                        }
                    }
                });
            }

            //FindUniqueFiles( "unique_f1", "unique_lb_extracted", ".F1" );


            var uniqueValues = new HashSet <MeshFlags>();
            var frequencyMap = new ConcurrentDictionary <MeshFlags, int>();

            var paths = Directory.EnumerateFiles("unique_f1", "*.F1", SearchOption.AllDirectories).ToList();
            var done  = 0;

            Parallel.ForEach(paths, new ParallelOptions()
            {
                MaxDegreeOfParallelism = 16
            }, (path) =>
            {
                if (path != "unique_f1\\f500_001_9E6A1BA4D63DD8AA05144CEF3768A380EEAFD2E6D620C24CE85DC173533B5992.F1")
                {
                    Console.WriteLine(Path.GetFileName(path));
                    var field = new FieldScene(path);
                    //ExportObj( field, Path.GetFileNameWithoutExtension( path ) + ".obj" );
                    new FieldScene(field.Save());
                    //field.Save( path + ".out" );
                    //new FieldScene( path + ".out" );
                    //File.Delete( path + ".out" );
                }
            });

            foreach (var kvp in frequencyMap.OrderBy(x => x.Value))
            {
                Console.WriteLine(kvp.Value + " " + kvp.Key);
            }
        }
Example #2
0
        private static void OpenAndSaveModelPackBatchTest()
        {
            if (!Directory.Exists("unique_models"))
            {
                FindUniqueFiles("unique_models", @"D:\Modding\DDS3", ".PB");
            }

            if (!Directory.Exists("unique_lb"))
            {
                FindUniqueFiles("unique_lb", @"D:\Modding\DDS3", ".LB");
            }

            if (!Directory.Exists("unique_lb_extracted"))
            {
                Directory.CreateDirectory("unique_lb_extracted");
                var checksums = new HashSet <string>();
                Parallel.ForEach(Directory.EnumerateFiles("unique_lb"), (path) =>
                {
                    var fileName = Path.GetFileNameWithoutExtension(path);
                    var outPath  = $"unique_lb_extracted\\";
                    Directory.CreateDirectory(outPath);

                    using (var lb = new AtlusFileSystemLibrary.FileSystems.LB.LBFileSystem())
                    {
                        lb.Load(path);

                        foreach (var file in lb.EnumerateFiles())
                        {
                            var info = lb.GetInfo(file);
                            using (var stream = lb.OpenFile(file))
                            {
                                var checksum    = GetChecksum(stream);
                                stream.Position = 0;
                                var extract     = false;

                                lock ( checksums )
                                {
                                    if (!checksums.Contains(checksum))
                                    {
                                        checksums.Add(checksum);
                                        extract = true;
                                    }
                                }

                                if (extract)
                                {
                                    var nameParts = Path.GetFileNameWithoutExtension(path).Split(new[] { '_' });
                                    Array.Resize(ref nameParts, nameParts.Length - 1);

                                    using (var fileStream =
                                               File.Create(Path.Combine(outPath, string.Concat(nameParts) + "_" + file + "_" + checksum + "." + info.Extension)
                                                           ))
                                    {
                                        Console.WriteLine($"Extracting: {fileName} #{file} ({info.UserId:D2}, {info.Extension})");
                                        stream.CopyTo(fileStream);
                                    }
                                }
                            }
                        }
                    }
                });
            }

            var uniqueValues = new HashSet <MeshFlags>();
            var frequencyMap = new ConcurrentDictionary <MeshFlags, int>();

            var paths = Directory.EnumerateFiles("unique_models", "*.PB", SearchOption.AllDirectories).ToList();
            var done  = 0;

            //foreach ( var path in paths )
            Parallel.ForEach(paths, new ParallelOptions()
            {
                MaxDegreeOfParallelism = 16
            }, (path) =>
            {
                Console.WriteLine(Path.GetFileName(path));
                var modelPack = new ModelPack(path);
                new ModelPack(modelPack.Save());
                //modelPack.Save( path + ".out" );
                //new ModelPack( path + ".out" );
                //ExportObj( modelPack, Path.GetFileNameWithoutExtension( path ) + ".obj" );
            }
                             );

            //var modelPack = new ModelPack( @"D:\Programming\Repos\DDS3-Model-Studio\Source\DDS3ModelLibraryCLI\bin\Debug\unique_models\tiaki_DF1D93D2EC3ED36D63239A1A2B27ED1745DA9991F231884EA7BC5FAF291F74AA.PB" );
            //modelPack.Save( @"D:\Programming\Repos\DDS3-Model-Studio\Source\DDS3ModelLibraryCLI\bin\Debug\unique_models\tiaki_DF1D93D2EC3ED36D63239A1A2B27ED1745DA9991F231884EA7BC5FAF291F74AA.PB" + ".out" );


            //foreach ( var kvp in frequencyMap.OrderBy( x => x.Value ) )
            //{
            //    Console.WriteLine( kvp.Value + " " + kvp.Key );
            //}

            //var paths = Directory.EnumerateFiles( "unique_models", "*.PB", SearchOption.AllDirectories ).ToList();
            //var done = 0;
            //Parallel.ForEach( paths, new ParallelOptions() { MaxDegreeOfParallelism = 8 }, ( path ) =>
            //{
            //    //Console.WriteLine( Path.GetFileName( path ) );
            //    var modelPack = new ModelPack( path );
            //    //modelPack.Save( path + ".out" );
            //    //File.Delete( path + ".out" );
            //    //modelPack.Save();
            //} );

            //var done = 0;
            //Parallel.ForEach( paths, new ParallelOptions() { MaxDegreeOfParallelism = 8 }, ( path ) =>
            //{
            //    Console.WriteLine( Path.GetFileName( path ) );

            //    var outPath = "unique_models\\" + Path.GetFileName( path ) + ".PB";

            //    if ( Path.GetExtension( path ) == ".PAC" )
            //    {
            //        using ( var reader = new EndianBinaryReader( path, Endianness.Little ) )
            //        {
            //            reader.Position = 0x24;
            //            var size = reader.ReadInt32();
            //            reader.Position += 4;
            //            var offset = reader.ReadInt32();
            //            using ( var fileStream = File.Create( outPath ) )
            //                new StreamView( reader.BaseStream, offset, size ).CopyTo( fileStream );
            //        }
            //    }
            //    else
            //    {
            //        File.Copy( path, outPath, true );
            //    }
            //} );
        }