static void Main0(string[] args)
{
var packageFilePath = AppDomain.CurrentDomain.BaseDirectory + "PackageTest\\test.zip";
var test1FilePath = AppDomain.CurrentDomain.BaseDirectory + "PackageTest\\test\\test_1.txt";
var test2FilePath = AppDomain.CurrentDomain.BaseDirectory + "PackageTest\\test\\test_2.txt";
var filePackage = new FilePackage
{
FilePath = packageFilePath,
ContentFilePathList = new List <string>
{
test1FilePath, test2FilePath
}
};
var filePackageWriter = new FilePackageWriter(filePackage);
filePackageWriter.GeneratePackage(false);
var filePackageReader = new FilePackageReader();
var filenameFileContentDictionary = filePackageReader.GetFilenameFileContentDictionary(packageFilePath);
foreach (var keyValuePair in filenameFileContentDictionary)
{
System.Console.WriteLine("Filename: " + keyValuePair.Key);
System.Console.WriteLine("Content: " + keyValuePair.Value);
}
}
static void Main(string[] args)
{
var test1FilePath = AppDomain.CurrentDomain.BaseDirectory + "PackageTest\\test\\test_1.txt";
var test2FilePath = AppDomain.CurrentDomain.BaseDirectory + "PackageTest\\test\\test_2.txt";
var packageFilePath = AppDomain.CurrentDomain.BaseDirectory + "PackageTest\\test.zip";
var filePackage = new FilePackage
{
FilePath = packageFilePath,
ContentFilePathList = new List <string>
{
test1FilePath, test2FilePath
}
};
//// 2. ZIP IN MEMORY. Create zipped byte array from string
var filePackageWriter = new FilePackageWriter(filePackage);
var zippedBuffer = filePackageWriter.GeneratePackageMemory();
var filePackageReader = new FilePackageReader();
var filenameFileContentDictionary = filePackageReader.GetFilenameFileContentDictionaryMemory(zippedBuffer);
foreach (var keyValuePair in filenameFileContentDictionary)
{
System.Console.WriteLine("Filename: " + keyValuePair.Key);
System.Console.WriteLine("Content: " + keyValuePair.Value);
}
//File.WriteAllBytes(packageFilePath, zippedBuffer);
}
public void Pack_and_unpack_manifest()
{
// Arrange
string directory = Path.Combine(Path.GetTempPath(), StringUtil.CreateAlphaNumericKey(6));
Directory.CreateDirectory(directory);
List <XDoc> docs = new List <XDoc>();
docs.Add(new XDoc("doc1").Attr("dataid", "a"));
docs.Add(new XDoc("doc2").Attr("dataid", "b"));
docs.Add(new XDoc("doc3").Attr("dataid", "c"));
List <Tuplet <string, MemoryStream> > data = new List <Tuplet <string, MemoryStream> >();
foreach (XDoc doc in docs)
{
string id = doc["@dataid"].AsText;
data.Add(new Tuplet <string, MemoryStream>(id, new MemoryStream(doc.ToBytes())));
}
XDoc manifest = new XDoc("manifest")
.Start("page").Attr("dataid", "a").End()
.Start("page").Attr("dataid", "b").End()
.Start("page").Attr("dataid", "c").End();
// Act
using (FilePackageWriter packageWriter = new FilePackageWriter(directory)) {
foreach (Tuplet <string, MemoryStream> tuple in data)
{
var item = new ExportItem(tuple.Item1, tuple.Item2, tuple.Item2.Length, new XDoc("item").Elem("path", "abc"));
packageWriter.WriteDataAsync(item, new Result()).Wait();
}
packageWriter.WriteManifest(manifest, new Result()).Wait();
}
XDoc manifest2;
List <XDoc> docs2 = new List <XDoc>();
using (FilePackageReader packageReader = new FilePackageReader(directory)) {
manifest2 = packageReader.ReadManifest(new Result <XDoc>()).Wait();
foreach (XDoc id in manifest2["*/@dataid"])
{
using (ImportItem item = packageReader.ReadData(new ImportItem(id.AsText, null, null), new Result <ImportItem>()).Wait()) {
using (StreamReader reader = new StreamReader(item.Data)) {
docs2.Add(XDocFactory.From(reader, MimeType.TEXT_XML));
}
}
}
}
// Assert
Assert.IsTrue(File.Exists(Path.Combine(directory, "package.xml")));
Assert.AreEqual(ToCanonical(manifest), ToCanonical(manifest2));
Assert.AreEqual(docs.Count, docs2.Count);
foreach (var doc in docs)
{
Assert.IsTrue(docs2.Select(x => x == doc).Any());
}
}
static void Main2(string[] args)
{
var packageFilePath = AppDomain.CurrentDomain.BaseDirectory + "PackageTest\\test.zip";
var rawFileStream = File.OpenRead(packageFilePath);
byte[] zippedtoTextBuffer = new byte[rawFileStream.Length];
rawFileStream.Read(zippedtoTextBuffer, 0, (int)rawFileStream.Length);
var filePackageReader = new FilePackageReader();
var filenameFileContentDictionary = filePackageReader.GetFilenameFileContentDictionaryMemory(zippedtoTextBuffer);
foreach (var keyValuePair in filenameFileContentDictionary)
{
System.Console.WriteLine("Filename: " + keyValuePair.Key);
System.Console.WriteLine("Content: " + keyValuePair.Value);
}
}
private static void Import(Opts opts)
{
bool createdTempFile = false;
if (opts.FilePath.StartsWith("http:") || opts.FilePath.StartsWith("https:"))
{
DreamMessage packageMessage = Plug.New(opts.FilePath).InvokeEx("GET", DreamMessage.Ok(), new Result <DreamMessage>()).Wait();
if (!packageMessage.IsSuccessful)
{
throw new Exception(string.Format("Unable to download package from '{0}'", opts.FilePath));
}
opts.FilePath = Path.GetTempFileName();
opts.Archive = true;
createdTempFile = true;
using (Stream tempStream = File.Create(opts.FilePath)) {
packageMessage.ToStream().CopyTo(tempStream, packageMessage.ContentLength, new Result <long>()).Wait();
}
}
IPackageReader packageReader;
if (opts.Archive)
{
if (!File.Exists(opts.FilePath))
{
throw new ConfigurationException("No such file: {0}", opts.FilePath);
}
if (opts.Test)
{
return;
}
packageReader = new ArchivePackageReader(opts.FilePath);
}
else
{
if (!Directory.Exists(opts.FilePath))
{
throw new ConfigurationException("No such directory: {0}", opts.FilePath);
}
if (opts.Test)
{
return;
}
packageReader = new FilePackageReader(opts.FilePath);
}
ImportManager manager;
try {
var manifest = packageReader.ReadManifest(new Result <XDoc>()).Wait();
FixupManifest(manifest, opts);
var forceOverwrite = !(opts.PreserveLocalChanges ?? true);
var importer = opts.ImportRelto.HasValue
? Importer.CreateAsync(opts.DekiApi, manifest, opts.ImportRelto.Value, forceOverwrite, new Result <Importer>()).Wait()
: Importer.CreateAsync(opts.DekiApi, manifest, opts.ImportReltoPath, forceOverwrite, new Result <Importer>()).Wait();
manager = new ImportManager(importer, packageReader);
} catch (Exception e) {
if (createdTempFile)
{
File.Delete(opts.FilePath);
}
throw new Exception(string.Format("Import failed: {0}", e.Message), e);
}
manager.MaxRetries = opts.Retries;
Result result = manager.ImportAsync(new Result());
int completed = 0;
Console.WriteLine("Importing:");
while (!result.HasFinished)
{
Thread.Sleep(200);
if (manager.CompletedItems <= completed)
{
continue;
}
if (SysUtil.IsUnix)
{
Console.WriteLine(" {0} of {1} files ({2:0}%)", manager.CompletedItems, manager.TotalItems, 100.0 * manager.CompletedItems / manager.TotalItems);
}
else
{
Console.Write(" {0} of {1} files ({2:0}%) \r", manager.CompletedItems, manager.TotalItems, 100.0 * manager.CompletedItems / manager.TotalItems);
}
completed = manager.CompletedItems;
}
if (!SysUtil.IsUnix)
{
Console.WriteLine();
}
if (createdTempFile)
{
File.Delete(opts.FilePath);
}
if (result.HasException)
{
ImportException importException = result.Exception as ImportException;
if (importException != null)
{
Console.WriteLine("Import failed on Item:\r\n{0}", importException.ManifestItem.ToPrettyString());
}
throw new Exception(string.Format("Import failed: {0}", result.Exception.Message), result.Exception);
}
}
