public void ZipFile(string fileName)
{
SetTopPathFromFile(fileName);
AddReadme(m_TopPath, m_ExcludeSZReadme);
if (!File.Exists(fileName))
{
//This might be an Empty folder
ZipEmptyFolder(fileName);
return;
}
//We will only do it if this file is under the Top folder, and it exists
if (fileName.StartsWith(BeginingOfPath))
{
byte[] fileArray = ReadFile(fileName);
string zipEntryFileName = ZipEntry.CleanName(ZipEntryFileName(fileName));
if (!m_ZippedFiles.ContainsKey(zipEntryFileName))
{
ZipEntry entry = m_ZipEntryFactory.MakeFileEntry(zipEntryFileName);
entry.Size = fileArray.Length;
m_ZipStream.PutNextEntry(entry);
m_ZipStream.Write(fileArray, 0, fileArray.Length);
m_ZippedFiles.Add(zipEntryFileName, zipEntryFileName);
}
}
}
/// <summary>
/// Create a file in the ZIP stream
/// </summary>
/// <param name="stream"></param>
/// <param name="pathObject"></param>
private void CreateFileEntryInZip(ZipOutputStream stream, IEPubPath pathObject)
{
ZipEntry file = _zipFactory.MakeFileEntry(pathObject.PathInEPUB.GetFilePathInZip(_commonSettings.FlatStructure), false);
file.CompressionMethod = CompressionMethod.Deflated; // as defined by ePub stndard
stream.PutNextEntry(file);
}
//全部下载
public string GetFile(string files, string MapPath, string m_sid)
{
string[] ls_files = files.Split(new string[] { "|" }, StringSplitOptions.RemoveEmptyEntries);
//string wjj = m_sid == "" ? DateTime.Now.ToString("yyyyMMdd") : m_sid;
//string tmp_dir = MapPath + @"\UploadFile\Purchase\" + wjj + @"\zip_temp\";
string wjj = m_sid == "" ? DateTime.Now.ToString("yyyyMMdd") : m_sid;
string tmp_dir = MapPath + @"\ExportFile\Zip\" + wjj + @"\";
if (!Directory.Exists(tmp_dir))
{
Directory.CreateDirectory(tmp_dir);
}
string filename = DateTime.Now.ToString("yyyyMMddhhmmssff") + ".zip";
string filepath_zip = tmp_dir + filename;
string newfilename = string.Empty;
string sourcefile = string.Empty;
ZipEntryFactory zipEntryFactory = new ZipEntryFactory();
using (ZipOutputStream outPutStream = new ZipOutputStream(System.IO.File.Create(filepath_zip)))
{
outPutStream.SetLevel(5);
ZipEntry entry = null;
byte[] buffer = null;
for (int i = 0; i < ls_files.Length; i++)
{
string[] ls_files_2 = ls_files[i].Split(',');
if (ls_files_2.Length == 3)
{
newfilename = ls_files_2[0].ToString();
sourcefile = MapPath + ls_files_2[1].ToString();
}
else//之前的文件，只有一个路径
{
string s = ls_files_2[0].ToString();
string[] ss = s.Split(new string[] { @"\" }, StringSplitOptions.RemoveEmptyEntries);
newfilename = ss[ss.Length - 1].ToString(); //"文件浏览";
sourcefile = MapPath + ls_files_2[0].ToString();
}
buffer = new byte[4096];
entry = zipEntryFactory.MakeFileEntry(newfilename);
outPutStream.PutNextEntry(entry);
using (FileStream fileStream = File.OpenRead(sourcefile))
{
StreamUtils.Copy(fileStream, outPutStream, buffer);
}
}
outPutStream.Finish();
outPutStream.Close();
}
return(filepath_zip);
}
override public void Write(BackupEntry entry)
{
base.Write();
Console.WriteLine("Compressing: " + entry.RealPath);
ZipEntry ez;
string entryPath = Path.GetPathRoot(entry.RealPath).Remove(1) + "/";
if (entry.Info.IsDirectory)
{
entryPath += _zipFactory.NameTransform.TransformDirectory(entry.RealPath);
ez = _zipFactory.MakeDirectoryEntry(entryPath, false);
}
else if (entry.Info.IsFile)
{
// Windows specific metadata (timestamps)
NTTaggedData meta = new NTTaggedData();
meta.CreateTime = entry.Info.Created;
meta.LastModificationTime = entry.Info.LastModified;
meta.LastAccessTime = entry.Info.LastAccessed;
entryPath += _zipFactory.NameTransform.TransformFile(entry.RealPath);
ez = _zipFactory.MakeFileEntry(entryPath, false);
ez.DateTime = entry.Info.LastModified;
ez.ExtraData = meta.GetData();
}
else
{
return;
}
_zip.PutNextEntry(ez);
if (entry.Info.IsFile)
{
using (Stream fs = entry.Stream)
{
int sourceBytes;
do
{
sourceBytes = fs.Read(_buffer, 0, _buffer.Length);
_zip.Write(_buffer, 0, sourceBytes);
} while (sourceBytes > 0);
}
}
}
private static void ZipCopyToZip(string sourceApkFile, string inputDir, IEnumerable <string> files, string outputFile)
{
HashSet <string> filesSet = new HashSet <string>(files.Select(file => file));
using (ZipInputStream zipInput = new ZipInputStream(File.OpenRead(sourceApkFile)))
using (ZipOutputStream zipOutput = new ZipOutputStream(File.Create(outputFile, 4096, FileOptions.SequentialScan))) {
zipOutput.UseZip64 = UseZip64.Off;
ZipEntryFactory factory = new ZipEntryFactory();
ZipEntry entry;
while ((entry = zipInput.GetNextEntry()) != null)
{
ZipEntry entry2 = factory.MakeFileEntry(entry.Name);
entry2.DosTime = entry.DosTime;
zipOutput.PutNextEntry(entry2);
if (filesSet.Remove(entry.Name))
{
using (var temp = File.OpenRead(inputDir + '\\' + entry.Name)) {
temp.CopyTo(zipOutput);
}
}
else
{
zipInput.CopyTo(zipOutput);
}
}
foreach (var file in filesSet)
{
entry = factory.MakeFileEntry(file);
entry.DateTime = new FileInfo(inputDir + '\\' + entry.Name).LastWriteTime;
zipOutput.PutNextEntry(entry);
using (var temp = File.OpenRead(inputDir + '\\' + entry.Name)) {
temp.CopyTo(zipOutput);
}
}
}
}
public void CreatedFileEntriesUsesExpectedAttributes()
{
string tempDir = GetTempFilePath();
if (tempDir == null)
{
Assert.Inconclusive("No permission to execute this test?");
}
tempDir = Path.Combine(tempDir, "SharpZipTest");
Directory.CreateDirectory(tempDir);
try
{
string tempFile = Path.Combine(tempDir, "SharpZipTest.Zip");
using (FileStream f = File.Create(tempFile, 1024))
{
f.WriteByte(0);
}
FileAttributes attributes = FileAttributes.Hidden;
File.SetAttributes(tempFile, attributes);
ZipEntryFactory factory = null;
ZipEntry entry;
int combinedAttributes = 0;
try
{
factory = new ZipEntryFactory();
factory.GetAttributes = ~((int)FileAttributes.ReadOnly);
factory.SetAttributes = (int)FileAttributes.ReadOnly;
combinedAttributes = (int)(FileAttributes.ReadOnly | FileAttributes.Hidden);
entry = factory.MakeFileEntry(tempFile);
Assert.AreEqual(entry.ExternalFileAttributes, combinedAttributes);
Assert.AreEqual(1, entry.Size);
}
finally
{
File.Delete(tempFile);
}
}
finally
{
Directory.Delete(tempDir, true);
}
}
public void CreateInMemoryValues()
{
string tempFile = "bingo:";
// Note the seconds returned will be even!
var epochTime = new DateTime(1980, 1, 1);
var createTime = new DateTime(2100, 2, 27, 11, 07, 56);
var lastWriteTime = new DateTime(2050, 11, 3, 7, 23, 32);
var lastAccessTime = new DateTime(2050, 11, 3, 0, 42, 12);
var factory = new ZipEntryFactory();
ZipEntry entry;
int combinedAttributes;
DateTime startTime = DateTime.Now;
factory.Setting = ZipEntryFactory.TimeSetting.CreateTime;
factory.GetAttributes = ~((int)FileAttributes.ReadOnly);
factory.SetAttributes = (int)FileAttributes.ReadOnly;
combinedAttributes = (int)FileAttributes.ReadOnly;
entry = factory.MakeFileEntry(tempFile, false);
Assert.IsTrue(TestHelper.CompareDosDateTimes(startTime, entry.DateTime) <= 0, "Create time failure");
Assert.AreEqual(entry.ExternalFileAttributes, combinedAttributes);
Assert.AreEqual(-1, entry.Size);
factory.FixedDateTime = startTime;
factory.Setting = ZipEntryFactory.TimeSetting.Fixed;
entry = factory.MakeFileEntry(tempFile, false);
Assert.AreEqual(0, TestHelper.CompareDosDateTimes(startTime, entry.DateTime), "Access time failure");
Assert.AreEqual(-1, entry.Size);
factory.Setting = ZipEntryFactory.TimeSetting.LastWriteTime;
entry = factory.MakeFileEntry(tempFile, false);
Assert.IsTrue(TestHelper.CompareDosDateTimes(startTime, entry.DateTime) <= 0, "Write time failure");
Assert.AreEqual(-1, entry.Size);
}
public void AddStructure(string listTitle, string itemName, int itemId, string structureId, byte[] structureImage)
{
AddList(listTitle);
string localFileName = _createWebFolder? string.Format("{0}/{1}/{2}_{3}_{4}.png", _webTitle, listTitle, itemName, itemId, structureId):
string.Format("{0}/{1}_{2}_{3}.png", listTitle, itemName, itemId, structureId);
if (!_entries.Contains(localFileName))
{
_entries.Add(localFileName);
var fileEntry = _entryFactory.MakeFileEntry(localFileName);
_zipStream.PutNextEntry(fileEntry);
_zipStream.Write(structureImage, 0, structureImage.Length);
_zipStream.CloseEntry();
_hasData = true;
}
}
public void Add(string fileName, Stream fileStream)
{
//create a new zip entry
ZipEntry entry = factory.MakeFileEntry(fileName);
entry.DateTime = DateTime.Now;
ZipStream.PutNextEntry(entry);
byte[] buffer = new byte[65536];
int sourceBytes;
do
{
sourceBytes = fileStream.Read(buffer, 0, buffer.Length);
ZipStream.Write(buffer, 0, sourceBytes);
}while (sourceBytes > 0);
}
public void AddZipFile(CustomFileInfo file)
{
int sourcebytes;
string strEntryName = file.FilePath;
Stream fStream = file.FStream;
ZipEntry entry = _factory.MakeFileEntry(strEntryName);
entry.Size = fStream.Length;
_zos.PutNextEntry(entry);
do
{
sourcebytes = fStream.Read(_m_buf, 0, _m_buf.Length);
_zos.Write(_m_buf, 0, sourcebytes);
System.Web.HttpContext.Current.Response.Flush();
}while (sourcebytes > 0);
fStream.Close();
fStream.Dispose();
}
/// <summary>
/// Wraps the given IndexFile and all provided files into a wrapper file
/// </summary>
/// <param name="map">the FileMap used to map the files from FileSystem to the archive file</param>
/// <param name="wrappedName">the name of the taret wrapper-file</param>
/// <param name="password">the password that is used for encryption</param>
public void WrapFiles(FileMap map, string wrappedName, string password)
{
using (FileStream fst = new FileStream(wrappedName, FileMode.Create, FileAccess.ReadWrite))
{
using (ZipOutputStream zos = new ZipOutputStream(fst))
{
if (password != null)
{
zos.Password = password;
}
zos.SetLevel(compressionLevel);
ZipEntryFactory fac = new ZipEntryFactory {
IsUnicodeText = true
};
LogEnvironment.LogDebugEvent(null, (from t in map
select
WriteEntry(t,
fac.MakeFileEntry(t.LocationInFileSystem, t.ArchiveFileName, true),
zos, password != null ? 256 : 0)).Count().ToString(), (int)LogSeverity.Report, null);
}
}
}
static async Task Main(string[] args)
{
try
{
var token = args[0];
var localDirectory = Path.GetFullPath(args[1]);
if (!IsEndingWithSeparator(localDirectory))
{
localDirectory += Path.DirectorySeparatorChar;
}
var dropboxDirectory = args[2];
if (!IsEndingWithSeparator(dropboxDirectory))
{
dropboxDirectory += Path.AltDirectorySeparatorChar;
}
string password = args[3];
var newFiles = new HashSet <string>(
Directory.GetFiles(localDirectory, "*", SearchOption.AllDirectories)
.Select(f => f.Substring(localDirectory.Length)), StringComparer.OrdinalIgnoreCase);
var filesToDelete = new HashSet <string>();
using (var dropbox = new DropboxClient(token))
{
try
{
await dropbox.Files.CreateFolderV2Async(dropboxDirectory.TrimEnd('/'));
}
catch
{
}
var existingFiles = new HashSet <string>(StringComparer.InvariantCultureIgnoreCase);
var existingFolders = new HashSet <string>(StringComparer.InvariantCultureIgnoreCase);
existingFolders.Add("");
for (var list = await dropbox.Files.ListFolderAsync(dropboxDirectory.TrimEnd('/'), true, limit: 2000);
list != null;
list = list.HasMore ? await dropbox.Files.ListFolderContinueAsync(list.Cursor) : null)
{
foreach (var entry in list.Entries)
{
if (!entry.IsFile)
{
if (entry.IsFolder)
{
existingFolders.Add(entry.AsFolder.PathLower);
}
continue;
}
existingFiles.Add(entry.PathLower);
var relativePath = entry.PathLower.Substring(dropboxDirectory.Length);
if (!relativePath.EndsWith(".zip"))
{
continue;
}
var withoutZip = relativePath.Substring(0, relativePath.Length - 4).Replace("/", Path.DirectorySeparatorChar + "");
if (newFiles.Contains(withoutZip))
{
var info = new FileInfo(Path.Combine(localDirectory, withoutZip));
if ((info.LastWriteTimeUtc - entry.AsFile.ClientModified).TotalSeconds < 1f)
{
newFiles.Remove(withoutZip);
}
}
else
{
filesToDelete.Add(entry.PathLower);
}
}
}
await DeleteFilesBatchAsync();
ulong deletingAccumulatedSize = 0;
async Task DeleteFilesBatchAsync()
{
if (filesToDelete.Count > 0)
{
Console.WriteLine($"Deleting files: \n{string.Join("\n", filesToDelete)}");
var j = await dropbox.Files.DeleteBatchAsync(filesToDelete.Select(x => new DeleteArg(x)));
if (j.IsAsyncJobId)
{
for (DeleteBatchJobStatus r = await dropbox.Files.DeleteBatchCheckAsync(j.AsAsyncJobId.Value);
r.IsInProgress;
r = await dropbox.Files.DeleteBatchCheckAsync(j.AsAsyncJobId.Value))
{
Thread.Sleep(5000);
}
}
filesToDelete.Clear();
deletingAccumulatedSize = 0;
}
}
if (newFiles.Count > 0)
{
Console.WriteLine($"Uploading files: {newFiles.Count}");
ZipStrings.UseUnicode = true;
ZipStrings.CodePage = 65001;
var entryFactory = new ZipEntryFactory();
byte[] msBuffer = new byte[1000 * 1000 * 150];
int bufferSize = 1000 * 1000 * 140;
using var reader = new AsyncMultiFileReader(bufferSize, (f, t) => new FileStream(f, FileMode.Open, FileAccess.Read, FileShare.Read, bufferSize, true));
var newFilesList = newFiles.ToList();
for (int i = 0; i < newFilesList.Count; i++)
{
var relativePath = newFilesList[i];
Console.Write($" {relativePath}");
string fullPath = Path.Combine(localDirectory, relativePath);
reader.NextFile = (fullPath, null);
reader.OpenNextFile();
if (i < newFilesList.Count - 1)
{
reader.NextFile = (Path.Combine(localDirectory, newFilesList[i + 1]), null);
}
var info = new FileInfo(fullPath);
var clientModifiedAt = info.LastWriteTimeUtc;
using (var zipWriterUnderlyingStream = new CopyStream())
{
var bufferStream = new MemoryStream(msBuffer);
bufferStream.SetLength(0);
UploadSessionStartResult session = null;
long offset = 0;
using (var zipWriter = new ZipOutputStream(zipWriterUnderlyingStream, bufferSize)
{
IsStreamOwner = false, Password = password, UseZip64 = UseZip64.On
})
{
try
{
zipWriterUnderlyingStream.CopyTo = bufferStream;
zipWriter.SetLevel(0);
var entry = entryFactory.MakeFileEntry(fullPath, '/' + Path.GetFileName(relativePath), true);
entry.AESKeySize = 256;
zipWriter.PutNextEntry(entry);
int read;
while ((read = reader.ReadNextBlock()) > 0)
{
Console.Write($"\r {relativePath} {offset / (double) info.Length * 100:F0}%");
zipWriter.Write(reader.CurrentBuffer, 0, read);
zipWriter.Flush();
bufferStream.Position = 0;
var length = bufferStream.Length;
if (session == null)
{
session = await dropbox.Files.UploadSessionStartAsync(new UploadSessionStartArg(), bufferStream);
}
else
{
await dropbox.Files.UploadSessionAppendV2Async(new UploadSessionCursor(session.SessionId, (ulong)offset), false, bufferStream);
}
offset += length;
zipWriterUnderlyingStream.CopyTo = bufferStream = new MemoryStream(msBuffer);
bufferStream.SetLength(0);
}
Console.Write($"\r {relativePath} 100%");
Console.WriteLine();
zipWriter.CloseEntry();
zipWriter.Finish();
zipWriter.Close();
}
catch
{
// disposing ZipOutputStream causes writing to bufferStream
if (!bufferStream.CanRead && !bufferStream.CanWrite)
{
zipWriterUnderlyingStream.CopyTo = bufferStream = new MemoryStream(msBuffer);
}
throw;
}
}
bufferStream.Position = 0;
var commitInfo = new CommitInfo(Path.Combine(dropboxDirectory, relativePath.Replace("\\", "/")) + ".zip",
WriteMode.Overwrite.Instance,
false,
clientModifiedAt);
if (session == null)
{
await dropbox.Files.UploadAsync(commitInfo, bufferStream);
}
else
{
await dropbox.Files.UploadSessionFinishAsync(new UploadSessionCursor(session.SessionId, (ulong)offset), commitInfo, bufferStream);
}
}
}
}
Console.WriteLine("Recycling deleted files for endless storage");
const ulong deletingBatchSize = 1024UL * 1024 * 1024 * 32;
for (var list = await dropbox.Files.ListFolderAsync(dropboxDirectory.TrimEnd('/'), true, limit: 2000, includeDeleted: true);
list != null;
list = list.HasMore ? await dropbox.Files.ListFolderContinueAsync(list.Cursor) : null)
{
foreach (var entry in list.Entries)
{
if (!entry.IsDeleted || existingFiles.Contains(entry.PathLower))
{
continue;
}
var parentFolder = entry.PathLower;
int lastSlash = parentFolder.LastIndexOf('/');
if (lastSlash == -1)
{
continue;
}
parentFolder = parentFolder.Substring(0, lastSlash);
if (!existingFolders.Contains(parentFolder))
{
continue;
}
ListRevisionsResult rev;
try
{
rev = await dropbox.Files.ListRevisionsAsync(entry.AsDeleted.PathLower, ListRevisionsMode.Path.Instance, 1);
}
catch
{
// get revisions doesn't work for folders but no way to check if it's a folder beforehand
continue;
}
if (!(DateTime.UtcNow - rev.ServerDeleted >= TimeSpan.FromDays(15)) || (DateTime.UtcNow - rev.ServerDeleted > TimeSpan.FromDays(29)))
{
// don't need to restore too young
// can't restore too old
continue;
}
Console.WriteLine("Restoring " + entry.PathDisplay);
var restored = await dropbox.Files.RestoreAsync(entry.PathLower, rev.Entries.First().Rev);
if (restored.AsFile.Size >= deletingBatchSize && filesToDelete.Count == 0)
{
Console.WriteLine("Deleting " + entry.PathDisplay);
await dropbox.Files.DeleteV2Async(restored.PathLower, restored.Rev);
}
else
{
// warning: rev not included, concurrent modification changes may be lost
filesToDelete.Add(restored.PathLower);
deletingAccumulatedSize += restored.Size;
if (deletingAccumulatedSize >= deletingBatchSize)
{
await DeleteFilesBatchAsync();
}
}
}
}
await DeleteFilesBatchAsync();
}
Console.WriteLine("All done");
}
catch (Exception e)
{
// redirecting error to normal output
Console.WriteLine(e);
throw;
}
}
public void CreatedValues()
{
string tempDir = GetTempFilePath();
Assert.IsNotNull(tempDir, "No permission to execute this test?");
tempDir = Path.Combine(tempDir, "SharpZipTest");
if (tempDir != null)
{
Directory.CreateDirectory(tempDir);
try
{
// Note the seconds returned will be even!
var createTime = new DateTime(2100, 2, 27, 11, 07, 56);
var lastWriteTime = new DateTime(2050, 11, 3, 7, 23, 32);
var lastAccessTime = new DateTime(2050, 11, 3, 0, 42, 12);
string tempFile = Path.Combine(tempDir, "SharpZipTest.Zip");
using (FileStream f = File.Create(tempFile, 1024))
{
f.WriteByte(0);
}
File.SetCreationTime(tempFile, createTime);
File.SetLastWriteTime(tempFile, lastWriteTime);
File.SetLastAccessTime(tempFile, lastAccessTime);
FileAttributes attributes = FileAttributes.Hidden;
File.SetAttributes(tempFile, attributes);
ZipEntryFactory factory = null;
ZipEntry entry;
int combinedAttributes = 0;
try
{
factory = new ZipEntryFactory();
factory.Setting = ZipEntryFactory.TimeSetting.CreateTime;
factory.GetAttributes = ~((int)FileAttributes.ReadOnly);
factory.SetAttributes = (int)FileAttributes.ReadOnly;
combinedAttributes = (int)(FileAttributes.ReadOnly | FileAttributes.Hidden);
entry = factory.MakeFileEntry(tempFile);
Assert.AreEqual(createTime, entry.DateTime, "Create time failure");
Assert.AreEqual(entry.ExternalFileAttributes, combinedAttributes);
Assert.AreEqual(1, entry.Size);
factory.Setting = ZipEntryFactory.TimeSetting.LastAccessTime;
entry = factory.MakeFileEntry(tempFile);
Assert.AreEqual(lastAccessTime, entry.DateTime, "Access time failure");
Assert.AreEqual(1, entry.Size);
factory.Setting = ZipEntryFactory.TimeSetting.LastWriteTime;
entry = factory.MakeFileEntry(tempFile);
Assert.AreEqual(lastWriteTime, entry.DateTime, "Write time failure");
Assert.AreEqual(1, entry.Size);
}
finally
{
File.Delete(tempFile);
}
// Do the same for directories
// Note the seconds returned will be even!
createTime = new DateTime(2090, 2, 27, 11, 7, 56);
lastWriteTime = new DateTime(2107, 12, 31, 23, 59, 58);
lastAccessTime = new DateTime(1980, 1, 1, 1, 0, 0);
Directory.SetCreationTime(tempDir, createTime);
Directory.SetLastWriteTime(tempDir, lastWriteTime);
Directory.SetLastAccessTime(tempDir, lastAccessTime);
factory.Setting = ZipEntryFactory.TimeSetting.CreateTime;
entry = factory.MakeDirectoryEntry(tempDir);
Assert.AreEqual(createTime, entry.DateTime, "Directory create time failure");
Assert.IsTrue((entry.ExternalFileAttributes & (int)FileAttributes.Directory) == (int)FileAttributes.Directory);
factory.Setting = ZipEntryFactory.TimeSetting.LastAccessTime;
entry = factory.MakeDirectoryEntry(tempDir);
Assert.AreEqual(lastAccessTime, entry.DateTime, "Directory access time failure");
factory.Setting = ZipEntryFactory.TimeSetting.LastWriteTime;
entry = factory.MakeDirectoryEntry(tempDir);
Assert.AreEqual(lastWriteTime, entry.DateTime, "Directory write time failure");
}
finally
{
Directory.Delete(tempDir, true);
}
}
}
public void CreateInMemoryValues()
{
var tempFile = "bingo:";
// Note the seconds returned will be even!
var epochTime = new DateTime(1980, 1, 1);
var createTime = new DateTime(2100, 2, 27, 11, 07, 56);
var lastWriteTime = new DateTime(2050, 11, 3, 7, 23, 32);
var lastAccessTime = new DateTime(2050, 11, 3, 0, 42, 12);
var factory = new ZipEntryFactory();
ZipEntry entry;
int combinedAttributes;
var startTime = DateTime.Now;
factory.Setting = ZipEntryFactory.TimeSetting.CreateTime;
factory.GetAttributes = ~((int) FileAttributes.ReadOnly);
factory.SetAttributes = (int) FileAttributes.ReadOnly;
combinedAttributes = (int) FileAttributes.ReadOnly;
entry = factory.MakeFileEntry(tempFile, false);
Assert.IsTrue(TestHelper.CompareDosDateTimes(startTime, entry.DateTime) <= 0, "Create time failure");
Assert.AreEqual(entry.ExternalFileAttributes, combinedAttributes);
Assert.AreEqual(-1, entry.Size);
factory.FixedDateTime = startTime;
factory.Setting = ZipEntryFactory.TimeSetting.Fixed;
entry = factory.MakeFileEntry(tempFile, false);
Assert.AreEqual(0, TestHelper.CompareDosDateTimes(startTime, entry.DateTime), "Access time failure");
Assert.AreEqual(-1, entry.Size);
factory.Setting = ZipEntryFactory.TimeSetting.LastWriteTime;
entry = factory.MakeFileEntry(tempFile, false);
Assert.IsTrue(TestHelper.CompareDosDateTimes(startTime, entry.DateTime) <= 0, "Write time failure");
Assert.AreEqual(-1, entry.Size);
}
static void PackageExtension(string path)
{
parentPath = Path.GetDirectoryName(path);
AppDomain.CurrentDomain.AssemblyResolve += (object sender, ResolveEventArgs erArgs) =>
{
string strFileName = erArgs.Name.Split(',')[0];
string dllPath = $"{parentPath}/{strFileName}.dll";
return(Assembly.LoadFile(dllPath));
};
Installation installation = new Installation()
{
FileList = new List <string>(),
Dependencies = new List <Dependency>(),
MetaDependencies = new List <MetaDependency>(),
UpdateLog = new Stack <UpdateLog>()
};
List <MetaDependency> metaList = new List <MetaDependency>();
List <Dependency> extensionList = new List <Dependency>();
List <string> depList = new List <string>();
bool isMeta = false;
if (path.EndsWith(".Meta.dll"))
{
Assembly metaAssembly = Assembly.LoadFile(path);
installation.Id = metaAssembly.GetName().Name;
installation.FileList.Add($"extension_metas/{installation.Id}.dll");
isMeta = true;
}
else
{
Assembly extensionAssembly = Assembly.LoadFile(path);
installation.Id = extensionAssembly.GetName().Name;
bool hasValidExtension = false;
foreach (Type t in extensionAssembly.GetTypes())
{
if (t.GetInterface("IExtension") != null)
{
hasValidExtension = true;
}
}
if (!hasValidExtension)
{
Console.WriteLine("valid extension not found!");
Console.WriteLine("exiting...");
Console.ReadKey();
return;
}
AssemblyName[] referencedAssemblyList;
referencedAssemblyList = extensionAssembly.GetReferencedAssemblies();
foreach (var assemblyName in referencedAssemblyList)
{
if (File.Exists($"{parentPath}/{assemblyName.Name}.dll") && assemblyName.Name != "Fishery.Core")
{
if (assemblyName.Name.EndsWith(".Meta"))
{
metaList.Add(new MetaDependency()
{
Name = assemblyName.Name
});
}
else if (IsExtension($"{parentPath}/{assemblyName.Name}.dll"))
{
extensionList.Add(new Dependency()
{
Name = assemblyName.Name
});
}
else
{
depList.Add(assemblyName.Name);
}
}
}
}
Installation latestInstallation = GetExistPackageInfo(installation.Id);
foreach (var dependency in metaList)
{
var prevDependency = latestInstallation?.MetaDependencies.Find(m => m.Name == dependency.Name);
if (prevDependency != null)
{
dependency.VersionCode = prevDependency.VersionCode;
}
dependency.VersionCode =
ReadInt($"Which version of the [Meta]{dependency.Name} is using?", "VersionCode", dependency.VersionCode.ToString());
installation.MetaDependencies.Add(dependency);
}
foreach (var dependency in extensionList)
{
var prevDependency = latestInstallation?.Dependencies.Find(m => m.Name == dependency.Name);
if (prevDependency != null)
{
dependency.VersionCode = prevDependency.VersionCode;
}
dependency.VersionCode =
ReadInt($"Which version of the [Extension]{dependency.Name} is using?", "VersionCode", dependency.VersionCode.ToString());
installation.Dependencies.Add(dependency);
}
foreach (var dep in depList)
{
List <string> depReferenceList = ResolveDependencyReferenceList(dep);
foreach (var depReference in depReferenceList)
{
installation.FileList.Add($"dependencies/{installation.Id}/{depReference}.dll");
}
}
bool useExistInfo = false;
if (latestInstallation != null)
{
useExistInfo =
ReadString("Find last version of the extension use exist info?", "[Y/y]", "Y").ToUpper() == "Y";
if (latestInstallation.UpdateLog.Count > 4)
{
installation.UpdateLog = new Stack <UpdateLog>(latestInstallation.UpdateLog.Take(4));
}
else
{
installation.UpdateLog = new Stack <UpdateLog>(latestInstallation.UpdateLog.Take(latestInstallation.UpdateLog.Count));
}
}
if (useExistInfo)
{
installation.Name = latestInstallation.Name;
installation.Author = latestInstallation.Author;
installation.Summary = latestInstallation.Summary;
}
else
{
installation.Name = ReadString("What's the friendly name of this extension", "Name");
installation.Author = ReadString("What's your name", "Author");
installation.Summary = ReadString("What's the description of the extension", "Summary");
}
installation.VersionCode = ReadInt("What's the version code of the extension", "VersionCode",
latestInstallation != null ? (latestInstallation.VersionCode + 1).ToString() : "");
installation.Version = ReadString("What's the version of the extension", "Version",
ConvertVersionCodeToVersionString(installation.VersionCode));
if (latestInstallation != null)
{
UpdateLog updateLog = new UpdateLog();
if (installation.VersionCode <= latestInstallation.VersionCode)
{
Console.WriteLine("The version what you entered was lower than latest!");
Console.ReadKey();
return;
}
updateLog.OriginalVersion = latestInstallation.Version;
updateLog.OriginalVersionCode = latestInstallation.VersionCode;
updateLog.TargetVersion = installation.Version;
updateLog.TargetVersionCode = installation.VersionCode;
updateLog.UpdateContent = ReadString("What has been updated?", "Content");
installation.UpdateLog.Push(updateLog);
}
installation.EntryPoint = "";
if (!isMeta)
{
installation.EntryPoint = "extensions/" + installation.Id + ".dll";
installation.FileList.Add(installation.EntryPoint);
}
FileStream fileStream = new FileStream(
$"{rootPath}/{(isMeta ? "metas" : "extensions")}/{installation.Id}.{installation.VersionCode}.zip",
FileMode.OpenOrCreate);
ZipOutputStream zipOutputStream = new ZipOutputStream(fileStream);
ZipEntryFactory zipEntryFactory = new ZipEntryFactory();
byte[] buffer = new byte[4096];
foreach (var filePath in installation.FileList)
{
ZipEntry entry = zipEntryFactory.MakeFileEntry(filePath);
zipOutputStream.PutNextEntry(entry);
StreamUtils.Copy(
new FileStream($"{parentPath}/{Path.GetFileName(filePath)}", FileMode.Open, FileAccess.Read,
FileShare.Read), zipOutputStream, buffer);
zipOutputStream.CloseEntry();
}
zipOutputStream.PutNextEntry(zipEntryFactory.MakeFileEntry("info.json"));
StreamUtils.Copy(new MemoryStream(Encoding.UTF8.GetBytes(new Serializer().SerializeToString(installation))),
zipOutputStream, buffer);
zipOutputStream.CloseEntry();
zipOutputStream.Close();
fileStream.Close();
if (latestInstallation == null)
{
_repoExtensionList.Add(installation.Id, new List <Installation>()
{
installation
});
}
else
{
_repoExtensionList[installation.Id].Add(installation);
}
new Serializer().SerializeToFile(_repoExtensionList,
AppDomain.CurrentDomain.BaseDirectory + "/repo.json");
Console.WriteLine($"{installation.Id}'s package file has been saved");
}
/// <summary>
/// Appends the Files of a map to an existing Archive
/// </summary>
/// <param name="map">the map that contains files which need to be added to an archive</param>
/// <param name="wrappedName">the name of the taret wrapper-file</param>
/// <param name="password">the password for the existing and the new zip</param>
public void AppendFiles(FileMap map, string wrappedName, string password)
{
bool existing = false;
if (File.Exists(wrappedName))
{
File.Move(wrappedName, $"{wrappedName}.lock");
existing = true;
}
using (FileStream fst = new FileStream(wrappedName, FileMode.Create, FileAccess.ReadWrite))
{
var keySize = password != null ? 256 : 0;
using (ZipOutputStream zos = new ZipOutputStream(fst))
{
if (password != null)
{
zos.Password = password;
}
zos.SetLevel(compressionLevel);
ZipEntryFactory fac = new ZipEntryFactory {
IsUnicodeText = true
};
LogEnvironment.LogDebugEvent(null, (from t in map
select
WriteEntry(t,
fac.MakeFileEntry(t.LocationInFileSystem, t.ArchiveFileName, true),
zos, keySize)).Count().ToString(), (int)LogSeverity.Report, null);
if (existing)
{
using (FileStream fsti = new FileStream($"{wrappedName}.lock", FileMode.Open, FileAccess.Read))
{
UnwrapZip(fsti, ".", true, oent =>
{
if (!map.Contains(oent.ArchiveFileName))
{
var net = fac.MakeFileEntry(oent.ArchiveFileName, false);
if (keySize > 0)
{
net.AESKeySize = keySize;
}
zos.PutNextEntry(net);
return(zos);
}
return(null);
}, (input, output) =>
{
try
{
input.CopyTo(output);
}
finally
{
zos.CloseEntry();
}
}, true, null);
}
}
}
}
}
public void CreatedFileEntriesUsesExpectedTime(ZipEntryFactory.TimeSetting timeSetting)
{
string tempDir = GetTempFilePath();
if (tempDir == null)
{
Assert.Inconclusive("No permission to execute this test?");
}
tempDir = Path.Combine(tempDir, "SharpZipTest");
// Note the seconds returned will be even!
var expectedTime = new DateTime(2100, 2, 27, 11, 07, 56);
Directory.CreateDirectory(tempDir);
try
{
string tempFile = Path.Combine(tempDir, "SharpZipTest.Zip");
using (FileStream f = File.Create(tempFile, 1024))
{
f.WriteByte(0);
}
DateTime fileTime = DateTime.MinValue;
if (timeSetting == ZipEntryFactory.TimeSetting.CreateTime)
{
File.SetCreationTime(tempFile, expectedTime);
fileTime = File.GetCreationTime(tempFile);
}
if (timeSetting == ZipEntryFactory.TimeSetting.LastAccessTime)
{
File.SetLastAccessTime(tempFile, expectedTime);
fileTime = File.GetLastAccessTime(tempFile);
}
if (timeSetting == ZipEntryFactory.TimeSetting.LastWriteTime)
{
File.SetLastWriteTime(tempFile, expectedTime);
fileTime = File.GetLastWriteTime(tempFile);
}
if (fileTime != expectedTime)
{
Assert.Inconclusive("File time could not be altered");
}
var factory = new ZipEntryFactory();
factory.Setting = timeSetting;
var entry = factory.MakeFileEntry(tempFile);
Assert.AreEqual(expectedTime, entry.DateTime);
Assert.AreEqual(1, entry.Size);
}
finally
{
Directory.Delete(tempDir, true);
}
}
public static string OutDiff(string base_dir, string cur_dir, string package_out_dir, string ver)
{
string base_md5_file = Path.Combine(base_dir, Config.getMd5File());
string cur_md5_file = Path.Combine(cur_dir, Config.getMd5File());
if (!File.Exists(base_md5_file))
{
FormUpdate.GetInstance().appendLog("base md5 not found, begin gen");
FileStream fs = File.Create(base_md5_file);
StreamWriter sw = new StreamWriter(fs);
GenResMd5(base_dir, sw, base_dir);
sw.Close();
}
if (!File.Exists(cur_md5_file))
{
FormUpdate.GetInstance().appendLog("base md5 not found, begin gen");
FileStream fs = File.Create(cur_md5_file);
StreamWriter sw = new StreamWriter(fs);
GenResMd5(cur_md5_file, sw, cur_dir);
sw.Close();
}
//读取文件
Dictionary <String, String> base_md5_dic = new Dictionary <string, string>();
Dictionary <String, String> cur_md5_dic = new Dictionary <string, string>();
string[] line = File.ReadAllLines(base_md5_file);
foreach (string t in line)
{
string[] md5_file = t.Split(':');
if (md5_file.Length != 2)
{
FormUpdate.GetInstance().appendLog("base dir get file key error:" + t);
continue;
}
base_md5_dic.Add(md5_file[0], md5_file[1]);
}
line = File.ReadAllLines(cur_md5_file);
foreach (string t in line)
{
string[] md5_file = t.Split(':');
if (md5_file.Length != 2)
{
FormUpdate.GetInstance().appendLog("cur dir get file key error:" + t);
continue;
}
cur_md5_dic.Add(md5_file[0], md5_file[1]);
}
Dictionary <String, String> diff_dic = new Dictionary <string, string>();
//get diff
foreach (string key in cur_md5_dic.Keys)
{
if (!base_md5_dic.ContainsKey(key))
{
diff_dic.Add(key, cur_md5_dic[key]);
}
else if (base_md5_dic[key].CompareTo(cur_md5_dic[key]) != 0)
{
diff_dic.Add(key, cur_md5_dic[key]);
}
}
//copy to package out
string tmpDir = Path.Combine(package_out_dir.Substring(0, package_out_dir.LastIndexOf(Path.DirectorySeparatorChar)), "temp");
if (Directory.Exists(tmpDir))
{
Directory.Delete(tmpDir, true);
}
Directory.CreateDirectory(tmpDir);
foreach (String key in diff_dic.Keys)
{
string dir = key.Substring(0, key.LastIndexOf(Path.DirectorySeparatorChar));
dir = Path.Combine(tmpDir, dir);
if (!Directory.Exists(dir))
{
Directory.CreateDirectory(dir);
}
File.Copy(Path.Combine(cur_dir, key), Path.Combine(tmpDir, key));
}
string[] dires = Directory.GetDirectories(tmpDir);
List <string> directories = new List <string>();
directories.AddRange(dires);
string zip_file_path = Path.Combine(package_out_dir, "update_" + ver + ".zip");
using (ZipOutputStream ZipStream = new ZipOutputStream(System.IO.File.Create(zip_file_path)))
{
ZipStream.SetLevel(9);
ZipEntryFactory factory = new ZipEntryFactory();
while (directories.Count > 0)
{
List <string> tmp = new List <string>();
foreach (string dir in directories)
{
string[] dirs = Directory.GetDirectories(dir);
if (dirs.Length > 0)
{
tmp.AddRange(dirs);
}
}
//add files to zip
foreach (string dir_tmp in directories)
{
string virtualDirectory = dir_tmp.Replace(tmpDir, string.Empty);
Log("add virtual dir:" + virtualDirectory);
ZipEntry zipEntry = factory.MakeDirectoryEntry(virtualDirectory);
zipEntry.DateTime = DateTime.Now;
ZipStream.PutNextEntry(zipEntry);
string[] files_tmp = Directory.GetFiles(dir_tmp);
foreach (string file_path in files_tmp)
{
string entry_name = file_path.Replace(tmpDir, string.Empty);
ZipEntry entry = factory.MakeFileEntry(entry_name);
entry.DateTime = DateTime.Now;
ZipStream.PutNextEntry(entry);
byte[] buffer = new byte[10240];
using (FileStream fs = System.IO.File.OpenRead(file_path))
{
int sourceBytes;
do
{
sourceBytes = fs.Read(buffer, 0, buffer.Length);
ZipStream.Write(buffer, 0, sourceBytes);
} while (sourceBytes > 0);
}
}
}
directories = tmp;
}
ZipStream.Finish();
ZipStream.Close();
}
//FastZip zip = new FastZip();
//zip.CreateZip(zip_file_path, tmpDir, true, "");
return(zip_file_path);
}
public string getZipFile(string filedata, string customer)
{
string dir = @"d:/ftpserver/";
string tmp_dir = @"d:/ftpserver/declare_tmp_zip/";
if (!Directory.Exists(tmp_dir))
{
Directory.CreateDirectory(tmp_dir);
}
try
{
JArray j_array = JArray.Parse(filedata);
string codelist = "(";
int i = 0;
foreach (JObject jo in j_array)
{
codelist += "'" + jo["CODE"] + "'";
if (i != j_array.Count - 1)
{
codelist += ",";
}
i++;
}
codelist += ")";
string sql = @"select t.* from list_attachment t where t.filetype='61' and t.declcode in " + codelist + " order by pgindex asc,uploadtime asc";
DataTable dt = DBMgr.GetDataTable(sql);
string filepath = string.Empty;
//MemoryStream ms = new MemoryStream();
ZipEntryFactory zipEntryFactory = new ZipEntryFactory();
//ZipFile zipFile = new ZipFile(ms);
string filename = DateTime.Now.ToString("yyyyMMddhhmmssff") + ".zip";
string newfilename = string.Empty;
string sourcefile = string.Empty;
string filepath_mask = string.Empty;
string busitype = string.Empty;
using (ZipOutputStream outPutStream = new ZipOutputStream(System.IO.File.Create(tmp_dir + filename)))
{
outPutStream.SetLevel(5);
ZipEntry entry = null;
byte[] buffer = null;
//foreach (DataRow dr in dt.Rows)
foreach (JObject jo in j_array)
{
DataRow[] drs = dt.Select("DECLCODE='" + jo["CODE"] + "'");
busitype = jo["BUSITYPE"].ToString();
sourcefile = drs[0]["FILENAME"].ToString();
filepath = dir + sourcefile;
filepath_mask = AddBackground(filepath, "企业留存联", busitype, "", customer);
newfilename = jo["DECLARATIONCODE"].ToString() + sourcefile.Substring(sourcefile.LastIndexOf("."));
buffer = new byte[4096];
entry = zipEntryFactory.MakeFileEntry(newfilename);
outPutStream.PutNextEntry(entry);
using (FileStream fileStream = File.OpenRead(filepath_mask))
{
StreamUtils.Copy(fileStream, outPutStream, buffer);
}
}
outPutStream.Finish();
outPutStream.Close();
}
GC.Collect();
GC.WaitForPendingFinalizers();
return("/file/declare_tmp_zip/" + filename);
}
catch (Exception)
{
return("error");
}
}
/// <summary>
/// 创建zip directories 和 filenames 是对应的
/// </summary>
/// <param name="directories">文件目录</param>
/// <param name="filenames">文件路径</param>
/// <param name="zipFileName">文件名及路径</param>
/// <param name="dic">所在目录</param>
/// <param>进行对加密文件压缩下载</param>
public static bool CreateZip(List <string> directories, IEnumerable <string> filenames, IEnumerable <string> displayNames, string zipFileName, string dir)
{
if (!System.IO.Directory.Exists(dir + "/zip/"))
{
System.IO.Directory.CreateDirectory(dir + "/zip/");
}
using (ZipOutputStream ZipStream = new ZipOutputStream(System.IO.File.Create(dir + "/zip/" + zipFileName)))
{
ZipStream.SetLevel(9);
ZipEntryFactory factory = new ZipEntryFactory();
foreach (var directory in directories)
{
if (!string.IsNullOrEmpty(directory))
{
string virtualDirectory = directory;
ZipEntry zipEntry = factory.MakeDirectoryEntry(virtualDirectory);
zipEntry.DateTime = DateTime.Now;
ZipStream.PutNextEntry(zipEntry);
}
}
byte[] buffer = new byte[4096];
for (int i = 0; i < filenames.Count(); i++)
{
string file = filenames.ElementAt(i);
if (!string.IsNullOrEmpty(file))
{
string newfileName = displayNames.ElementAt(i);
ZipEntry entry;
if (!string.IsNullOrEmpty(directories[i]))
{
entry = factory.MakeFileEntry(directories[i] + "//" + newfileName);
}
else
{
entry = factory.MakeFileEntry(newfileName);
}
entry.DateTime = DateTime.Now;
ZipStream.PutNextEntry(entry);
using (FileStream fs = System.IO.File.OpenRead(file))
{
int sourceBytes;
do
{
sourceBytes = fs.Read(buffer, 0, buffer.Length);
ZipStream.Write(buffer, 0, sourceBytes);
} while (sourceBytes > 0);
}
}
}
ZipStream.Finish();
ZipStream.Close();
}
//解决Firefox等下载文件名乱码问题
//1、添加编码规则Response.HeaderEncoding Response.ContentEncoding 为 utf-8
System.Web.HttpContext.Current.Response.HeaderEncoding = Encoding.UTF8;
System.Web.HttpContext.Current.Response.ContentEncoding = Encoding.UTF8;
System.Web.HttpContext.Current.Response.ContentType = "application/x-compress zip";
//2、头部分 Content-Disposition 的设置要按照 rfc231 要求, 应该按照如下格式设置: "Content-Disposition","attachment;filename*=utf-8'zh_cn'文件名.xx"
// 关键是 filename的设置，*= 后面是 两个单引号，分成三部分（编码 语言 文件名） 如：*=utf-8'zh_cn'文件名.xx 或者 *=utf-8' '文件名.xx
//在Firefox中，保存时文件名中空格后面的内容会被截断(老的解决方法，不全面)
//System.Web.HttpContext.Current.Response.AddHeader("Content-Disposition", "attachment;filename=\"" + zipFileName + "\"");
System.Web.HttpContext.Current.Response.AddHeader("Content-Disposition", string.Format("attachment;filename*=utf-8''{0}", HttpUtility.UrlPathEncode(zipFileName)));
System.Web.HttpContext.Current.Response.TransmitFile(dir + "/zip/" + zipFileName);
return(true);
}