public override bool Execute()
{
var progress = new ConsoleProgressReport();
using (var archive = new IndexedArchive())
{
foreach (var source in Sources)
{
if (Directory.Exists(source))
{
Log.LogMessage(MessageImportance.High, $"Adding directory: {source}");
archive.AddDirectory(source, progress);
}
else
{
Log.LogMessage(MessageImportance.High, $"Adding file: {source}");
archive.AddFile(source, Path.GetFileName(source));
}
}
archive.Save(OutputPath, progress);
}
return(true);
}
public override bool Execute()
{
var progress = new MSBuildProgressReport(Log, _cts.Token);
using (var archive = new IndexedArchive())
{
foreach (var source in Sources)
{
if (Directory.Exists(source))
{
var trimmedSource = source.TrimEnd(new [] { '\\', '/' });
Log.LogMessage(MessageImportance.High, $"Adding directory: {trimmedSource}");
archive.AddDirectory(trimmedSource, progress);
}
else
{
Log.LogMessage(MessageImportance.High, $"Adding file: {source}");
archive.AddFile(source, Path.GetFileName(source));
}
}
archive.Save(OutputPath, progress);
}
return(!Log.HasLoggedErrors);
}
public void ExtractArchive(string archiveDestination)
{
var progress = new ConsoleProgressReport();
var archive = new IndexedArchive();
archive.Extract(NuGetPackagesArchive, archiveDestination, progress);
}
public string ExtractArchive()
{
var progress = new ConsoleProgressReport();
var archive = new IndexedArchive();
archive.Extract(NuGetPackagesArchive, _temporaryDirectory.DirectoryPath, progress);
return(_temporaryDirectory.DirectoryPath);
}
static void Main(string[] args)
{
var archivePath = args[0];
var extractionPath = args[1];
Directory.CreateDirectory(extractionPath);
var progress = new ConsoleProgressReport();
var archive = new IndexedArchive();
archive.Extract(archivePath, extractionPath, progress);
}
public static void Main(string[] args)
{
var source = Path.GetFullPath(args[0]).TrimEnd(new [] { '\\', '/' });
var outputPath = Path.GetFullPath(args[1]);
var progress = new ConsoleProgressReport();
using (var archive = new IndexedArchive())
{
Console.WriteLine($"Adding directory: {source}");
archive.AddDirectory(source, progress);
archive.Save(outputPath, progress);
}
}
private static void ExtractData()
{
if (File.Exists(@"..\data.xz"))
{
var indexedArchive = new IndexedArchive();
// Note: there is 2 phases while decompressing: Decompress (LZMA) and Expanding (file copying using index.txt)
var progressReport = new XenkoLauncherProgressReport(2);
// Extract files from LZMA archive
indexedArchive.Extract(@"..\data.xz", @"..", progressReport);
File.Delete(@"..\data.xz");
}
}
public static int Main(string[] args)
{
//DebugHelper.HandleDebugSwitch(ref args);
var app = new CommandLineApplication();
app.Name = "archive";
app.FullName = ".NET archiver";
app.Description = "Archives and expands sets of files";
app.HelpOption("-h|--help");
var extract = app.Option("-x|--extract <outputDirectory>", "Directory to extract to", CommandOptionType.SingleValue);
var archiveFile = app.Option("-a|--archive <file>", "Archive to operate on", CommandOptionType.SingleValue);
var externals = app.Option("--external <external>...", "External files and directories to consider for extraction", CommandOptionType.MultipleValue);
var sources = app.Argument("<sources>...", "Files & directory to include in the archive", multipleValues: true);
app.OnExecute(() => {
if (extract.HasValue() && sources.Values.Any())
{
Console.WriteLine("Extract '-x' can only be specified when no '<sources>' are specified to add to the archive.");
return(1);
}
else if (!extract.HasValue() && !sources.Values.Any())
{
Console.WriteLine("Either extract '-x' or '<sources>' must be specified.");
return(1);
}
if (!archiveFile.HasValue())
{
Console.WriteLine("Archive '-a' must be specified.");
return(1);
}
var progress = new ConsoleProgressReport();
var archive = new IndexedArchive();
foreach (var external in externals.Values)
{
if (Directory.Exists(external))
{
archive.AddExternalDirectory(external);
}
else
{
archive.AddExternalFile(external);
}
}
if (sources.Values.Any())
{
foreach (var source in sources.Values)
{
if (Directory.Exists(source))
{
archive.AddDirectory(source, progress);
}
else
{
archive.AddFile(source, Path.GetFileName(source));
}
}
archive.Save(archiveFile.Value(), progress);
}
else // sources not specified, extract must have been specified
{
archive.Extract(archiveFile.Value(), extract.Value(), progress);
}
return(0);
});
return(app.Execute(args));
}
public static void Build(ILogger log, Package package, string outputDirectory = null)
{
if (package == null)
{
throw new ArgumentNullException(nameof(package));
}
var meta = new ManifestMetadata();
PackageStore.ToNugetManifest(package.Meta, meta);
// Sanity check: Xenko version should be same between NuGet package and Xenko package
var nugetVersion = new PackageVersion(XenkoVersion.NuGetVersion).Version;
var packageVersion = package.Meta.Version.Version;
if (nugetVersion != packageVersion)
{
log.Error($"Package has mismatching version: NuGet package version is {nugetVersion} and Xenko Package version is {packageVersion}");
return;
}
if (nugetVersion.Revision <= 0)
{
// If 0, we have special cases with NuGet dropping it in install path, could be dangerous and lead to bugs if not properly tested.
log.Error($"Package has revision {nugetVersion} but 4th digit needs to be at least 1.");
return;
}
// Override version with NuGet version (4th number is different in Xenko package)
meta.Version = XenkoVersion.NuGetVersion;
var builder = new NugetPackageBuilder();
builder.Populate(meta);
var currentAssemblyLocation = Assembly.GetExecutingAssembly().Location;
var mainPlatformDirectory = Path.GetFileName(Path.GetDirectoryName(currentAssemblyLocation));
// TODO this is not working
// We are excluding everything that is in a folder that starts with a dot (ie. .shadow, .vs)
var files = new List <ManifestFile>()
{
NewFile(@"Bin\**\*.exe", "Bin", @"Bin\**\.*\**\*.exe;Bin\**\Tools\**.exe"),
NewFile(@"Bin\**\*.so", "Bin", @"Bin\**\.*\**\*.so;Bin\Windows\lib\**\*.so"),
NewFile(@"Bin\**\*.ssdeps", "Bin", @"Bin\**\.*\**\*.ssdeps"),
NewFile(@"Bin\**\*.a", "Bin", @"Bin\**\.*\**\*.a"),
NewFile(@"Bin\**\*.md", "Bin", @"Bin\**\.*\**\*.md"),
NewFile(@"Bin\**\*.html", "Bin", @"Bin\**\.*\**\*.html"),
NewFile(@"Bin\**\*.config", "Bin", @"Bin\**\.*\**\*.config"),
NewFile(@"Bin\**\*.dll", "Bin", @"Bin\**\.*\**\*.dll;Bin\Windows\lib\**\*.dll"),
NewFile(@"Bin\**\*.xml", "Bin", @"Bin\**\.*\**\*.xml"),
NewFile(@"Bin\**\*.usrdoc", "Bin", @"Bin\**\.*\**\*.usrdoc"),
NewFile(@"Bin\**\*.winmd", "Bin", @"Bin\**\.*\**\*.winmd"),
NewFile(@"Bin\**\*.sh", "Bin", @"Bin\**\.*\**\*.sh"),
NewFile(@"Bin\**\*.json", "Bin", @"Bin\**\.*\**\*.json"),
NewFile(@"deps\AssemblyProcessor\*.exe", @"deps/AssemblyProcessor"),
NewFile(@"deps\AssemblyProcessor\*.dll", @"deps/AssemblyProcessor"),
NewFile(@"deps\CoreFX\**\*.*", @"deps\CoreFX"),
NewFile($@"Bin\{mainPlatformDirectory}\ios-tcprelay\*.py", $@"Bin\{mainPlatformDirectory}\ios-tcprelay"),
NewFile(@"Targets\*.targets", "Targets"),
NewFile($@"Bin\{mainPlatformDirectory}\SiliconStudio.*.pdb", $@"Bin\{mainPlatformDirectory}", @"Bin\**\SiliconStudio.Xenko.Importer*.pdb;Bin\**\SiliconStudio.Xenko.Assimp.Translation.pdb"),
};
// Handle Assets
var rootDir = package.RootDirectory;
var newPackage = new Package {
Meta = package.Meta
};
foreach (var profile in package.Profiles)
{
var target = "Assets/" + profile.Name;
foreach (var assetFolder in profile.AssetFolders)
{
// TODO: handle exclude in asset folders
//files.Add(NewFile(source, target, @"**\*.cs;**\*.hlsl;**\*.csproj;**\*.csproj.user;**\obj\**"));
files.Add(NewFile(assetFolder.Path.MakeRelative(rootDir) + "/**/*.xksl", target));
files.Add(NewFile(assetFolder.Path.MakeRelative(rootDir) + "/**/*.xkfx", target));
files.Add(NewFile(assetFolder.Path.MakeRelative(rootDir) + "/**/*.xkfnt", target));
files.Add(NewFile(assetFolder.Path.MakeRelative(rootDir) + "/**/*.xksheet", target));
files.Add(NewFile(assetFolder.Path.MakeRelative(rootDir) + "/**/*.xkuilib", target));
files.Add(NewFile(assetFolder.Path.MakeRelative(rootDir) + "/**/*.xkgfxcomp", target));
files.Add(NewFile(assetFolder.Path.MakeRelative(rootDir) + "/**/*.xktex", target));
var resourceFolder = UPath.Combine(assetFolder.Path, new UDirectory("../../Resources"));
if (Directory.Exists(resourceFolder.ToWindowsPath()))
{
files.Add(NewFile(resourceFolder.MakeRelative(rootDir) + "/**/*.*", "Resources"));
}
}
var targetProfile = new PackageProfile(profile.Name);
targetProfile.AssetFolders.Add(new AssetFolder(target));
newPackage.Profiles.Add(targetProfile);
}
//Handle RootAssets
foreach (var rootAsset in package.RootAssets)
{
newPackage.RootAssets.Add(rootAsset);
}
// Handle templates
var targetFolder = new TemplateFolder("Templates");
foreach (var templateFolder in package.TemplateFolders)
{
var source = templateFolder.Path.MakeRelative(rootDir) + "/**";
UDirectory target = targetFolder.Path;
if (templateFolder.Group != null)
{
target = UPath.Combine(target, templateFolder.Group);
}
var excludeFiles = templateFolder.Exclude;
files.Add(NewFile(source, target, excludeFiles));
// Add template files
foreach (var templateFile in templateFolder.Files)
{
var newTemplateFile = templateFile.MakeRelative(templateFolder.Path);
if (templateFolder.Group != null)
{
newTemplateFile = UPath.Combine(templateFolder.Group, newTemplateFile);
}
newTemplateFile = UPath.Combine(targetFolder.Path, newTemplateFile);
targetFolder.Files.Add(newTemplateFile);
}
}
// Add files
builder.PopulateFiles(package.RootDirectory, files);
files.Clear();
var dataFiles = builder.Files.ToList();
builder.ClearFiles();
// Create temp package for archive
newPackage.TemplateFolders.Add(targetFolder);
var newPackageFileName = "temp" + Guid.NewGuid() + ".xkpkg";
newPackage.FullPath = package.RootDirectory + "/" + newPackageFileName;
var result = new LoggerResult();
newPackage.Save(result);
if (result.HasErrors)
{
throw new InvalidOperationException(result.ToText());
// TODO throw error
}
// Add the package file
files.Add(NewFile(newPackageFileName, package.Meta.Name + Package.PackageFileExtension));
// Add entry point to decompress LZMA
files.Add(NewFile(@"tools\**\*.exe", "tools"));
files.Add(NewFile(@"tools\**\*.dll", "tools"));
// Add an empty .xz file so that it gets added to [Content_Types].xml
// This file will be removed later
files.Add(NewFile(@"tools\data_empty.xz", string.Empty));
// Repopulate with .xkpkg file
builder.PopulateFiles(package.RootDirectory, files);
outputDirectory = outputDirectory ?? Environment.CurrentDirectory;
// Save the nupkg
var outputPath = GetOutputPath(builder, outputDirectory);
bool isExistingPackage = File.Exists(outputPath);
if (isExistingPackage)
{
File.Delete(outputPath);
}
try
{
using (Stream stream = File.Create(outputPath))
{
builder.Save(stream);
stream.Position = 0;
// Add LZMA file as update so that it is stored without compression
using (var archive = new ZipArchive(stream, ZipArchiveMode.Update, true))
{
// Delete data_empty.xz
var dataEntry = archive.GetEntry("data_empty.xz");
dataEntry.Delete();
// Create data.xz (no compression since .xz is already compressed)
dataEntry = archive.CreateEntry("data.xz", CompressionLevel.NoCompression);
using (var dataStream = dataEntry.Open())
{
// Generate LZMA
using (var indexedArchive = new IndexedArchive())
{
foreach (var file in dataFiles)
{
indexedArchive.AddFile(Path.Combine(package.RootDirectory, file.SourcePath), file.Path);
}
indexedArchive.Save(dataStream, new ConsoleProgressReport());
}
}
}
}
}
catch
{
if (!isExistingPackage && File.Exists(outputPath))
{
File.Delete(outputPath);
}
throw;
}
File.Delete(newPackage.FullPath);
}
