public async Task BackupAsync(string path, string id, string version, string hash) { var backupBlob = BackupsContainer.GetBlockBlobReference( StorageHelpers.GetPackageBackupBlobName(id, version, hash)); if (!await backupBlob.ExistsAsync()) { await backupBlob.UploadFromFileAsync(path); } }
private async Task ApplyEdit(PackageEdit edit) { // Download the original file string originalPath = null; try { string directory = Path.Combine(TempDirectory, edit.Id, edit.Version); if (!Directory.Exists(directory)) { Directory.CreateDirectory(directory); } originalPath = Path.Combine(directory, "original.nupkg"); var sourceBlob = SourceContainer.GetBlockBlobReference( StorageHelpers.GetPackageBlobName(edit.Id, edit.Version)); Log.DownloadingOriginal(edit.Id, edit.Version); await sourceBlob.DownloadToFileAsync(originalPath, FileMode.Create); Log.DownloadedOriginal(edit.Id, edit.Version); // Check that a backup exists var backupBlob = BackupsContainer.GetBlockBlobReference( StorageHelpers.GetPackageBackupBlobName(edit.Id, edit.Version, edit.Hash)); if (!WhatIf && !await backupBlob.ExistsAsync()) { Log.BackingUpOriginal(edit.Id, edit.Version); await backupBlob.UploadFromFileAsync(originalPath, FileMode.Open); Log.BackedUpOriginal(edit.Id, edit.Version); } // Load the zip file and find the manifest using (var originalStream = File.Open(originalPath, FileMode.Open, FileAccess.ReadWrite)) using (var archive = new ZipArchive(originalStream, ZipArchiveMode.Update)) { // Find the nuspec var nuspecEntries = archive.Entries.Where(e => ManifestSelector.IsMatch(e.FullName)).ToArray(); if (nuspecEntries.Length == 0) { throw new InvalidDataException(String.Format( CultureInfo.CurrentCulture, Strings.HandlePackageEditsJob_MissingManifest, edit.Id, edit.Version, backupBlob.Uri.AbsoluteUri)); } else if (nuspecEntries.Length > 1) { throw new InvalidDataException(String.Format( CultureInfo.CurrentCulture, Strings.HandlePackageEditsJob_MultipleManifests, edit.Id, edit.Version, backupBlob.Uri.AbsoluteUri)); } // We now have the nuspec var manifestEntry = nuspecEntries.Single(); // Load the manifest with a constrained stream Log.RewritingPackage(edit.Id, edit.Version); Manifest manifest; using (var manifestStream = manifestEntry.Open()) { manifest = Manifest.ReadFrom(manifestStream, validateSchema: false); // Modify the manifest as per the edit edit.ApplyTo(manifest.Metadata); // Save the manifest back manifestStream.Seek(0, SeekOrigin.Begin); manifestStream.SetLength(0); manifest.Save(manifestStream); } Log.RewrotePackage(edit.Id, edit.Version); } // Snapshot the original blob Log.SnapshottingBlob(edit.Id, edit.Version, sourceBlob.Uri.AbsoluteUri); var sourceSnapshot = await sourceBlob.CreateSnapshotAsync(); Log.SnapshottedBlob(edit.Id, edit.Version, sourceBlob.Uri.AbsoluteUri, sourceSnapshot.Uri.AbsoluteUri); // Upload the updated file Log.UploadingModifiedPackage(edit.Id, edit.Version, sourceBlob.Uri.AbsoluteUri); await sourceBlob.UploadFromFileAsync(originalPath, FileMode.Open); Log.UploadedModifiedPackage(edit.Id, edit.Version, sourceBlob.Uri.AbsoluteUri); // Calculate new size and hash string hash; long size; using (var originalStream = File.OpenRead(originalPath)) { size = originalStream.Length; var hashAlgorithm = HashAlgorithm.Create(HashAlgorithmName); hash = Convert.ToBase64String( hashAlgorithm.ComputeHash(originalStream)); } // Update the database try { Log.UpdatingDatabase(edit.Id, edit.Version); using (var connection = await PackageDatabase.ConnectTo()) { var parameters = new DynamicParameters(new { edit.Authors, edit.Copyright, edit.Description, edit.IconUrl, edit.LicenseUrl, edit.ProjectUrl, edit.ReleaseNotes, edit.RequiresLicenseAcceptance, edit.Summary, edit.Title, edit.Tags, edit.Key, edit.PackageKey, edit.UserKey, PackageFileSize = size, Hash = hash, HashAlgorithm = HashAlgorithmName }); // Prep SQL for merging in authors StringBuilder loadAuthorsSql = new StringBuilder(); var authors = edit.Authors.Split(','); for (int i = 0; i < authors.Length; i++) { loadAuthorsSql.Append("INSERT INTO [PackageAuthors]([PackageKey],[Name]) VALUES(@PackageKey, @Author" + i.ToString() + ")"); parameters.Add("Author" + i.ToString(), authors[i]); } await connection.QueryAsync <int>(@" BEGIN TRANSACTION -- Form a comma-separated list of authors DECLARE @existingAuthors nvarchar(MAX) SELECT @existingAuthors = COALESCE(@existingAuthors + ',', '') + Name FROM PackageAuthors WHERE PackageKey = @PackageKey -- Copy packages data to package history table INSERT INTO [PackageHistories] SELECT [Key] AS PackageKey, @UserKey AS UserKey, GETUTCDATE() AS Timestamp, Title, @existingAuthors AS Authors, Copyright, Description, IconUrl, LicenseUrl, ProjectUrl, ReleaseNotes, RequiresLicenseAcceptance, Summary, Tags, Hash, HashAlgorithm, PackageFileSize, LastUpdated, Published FROM [Packages] WHERE [Key] = @PackageKey -- Update the packages table UPDATE [Packages] SET Copyright = @Copyright, Description = @Description, IconUrl = @IconUrl, LicenseUrl = @LicenseUrl, ProjectUrl = @ProjectUrl, ReleaseNotes = @ReleaseNotes, RequiresLicenseAcceptance = @RequiresLicenseAcceptance, Summary = @Summary, Title = @Title, Tags = @Tags, LastEdited = GETUTCDATE(), LastUpdated = GETUTCDATE(), UserKey = @UserKey, Hash = @Hash, HashAlgorithm = @HashAlgorithm, PackageFileSize = @PackageFileSize, FlattenedAuthors = @Authors WHERE [Key] = @PackageKey -- Update Authors DELETE FROM [PackageAuthors] WHERE PackageKey = @PackageKey " + loadAuthorsSql.ToString() + @" -- Clean this edit and all previous edits. DELETE FROM [PackageEdits] WHERE [PackageKey] = @PackageKey AND [Key] <= @Key " + (WhatIf ? "ROLLBACK TRANSACTION" : "COMMIT TRANSACTION"), parameters); } Log.UpdatedDatabase(edit.Id, edit.Version); } catch (Exception) { // Error occurred while updaing database, roll back the blob to the snapshot // Can't do "await" in a catch block, but this should be pretty quick since it just starts the copy Log.RollingBackBlob(edit.Id, edit.Version, sourceSnapshot.Uri.AbsoluteUri, sourceBlob.Uri.AbsoluteUri); sourceBlob.StartCopyFromBlob(sourceSnapshot); Log.RolledBackBlob(edit.Id, edit.Version, sourceSnapshot.Uri.AbsoluteUri, sourceBlob.Uri.AbsoluteUri); throw; } Log.DeletingSnapshot(edit.Id, edit.Version, sourceSnapshot.Uri.AbsoluteUri); await sourceSnapshot.DeleteAsync(); Log.DeletedSnapshot(edit.Id, edit.Version, sourceSnapshot.Uri.AbsoluteUri); } finally { if (!String.IsNullOrEmpty(originalPath) && File.Exists(originalPath)) { File.Delete(originalPath); } } }
private async Task ApplyEdit(PackageEdit edit) { string originalPath = null; string originalReadMeMDPath = null; try { TempDirectory = Path.Combine(Path.GetTempPath(), "NuGetService", "HandlePackageEdits"); var directory = Path.Combine(TempDirectory, edit.Id, edit.Version); if (!Directory.Exists(directory)) { Directory.CreateDirectory(directory); } originalPath = Path.Combine(directory, "original.nupkg"); Logger.LogInformation("Downloading nupkg to {OriginalPath}", originalPath); var sourceBlob = SourceContainer.GetBlockBlobReference( StorageHelpers.GetPackageBlobName(edit.Id, edit.Version)); Logger.LogInformation("Name is {SourceBlobName}, storage uri is {StorageUri}", sourceBlob.Name, sourceBlob.StorageUri); // Download the original file Logger.LogInformation("Downloading original copy of {EditId} {EditVersion}", edit.Id, edit.Version); await sourceBlob.DownloadToFileAsync(originalPath, FileMode.Create); Logger.LogInformation("Downloaded original copy of {EditId} {EditVersion}", edit.Id, edit.Version); // Check that a backup exists var backupBlob = BackupsContainer.GetBlockBlobReference( StorageHelpers.GetPackageBackupBlobName(edit.Id, edit.Version, edit.Hash)); if (!await backupBlob.ExistsAsync()) { Logger.LogInformation("Backing up original copy of {EditId} {EditVersion}", edit.Id, edit.Version); await backupBlob.UploadFromFileAsync(originalPath); Logger.LogInformation("Backed up original copy of {EditId} {EditVersion}", edit.Id, edit.Version); } // Update the nupkg manifest with the new metadata using (var originalStream = File.Open(originalPath, FileMode.Open, FileAccess.ReadWrite)) { Logger.LogInformation("Rewriting package file for {EditId} {EditVersion}", edit.Id, edit.Version); var editActionList = edit.GetEditsAsActionList(); NupkgRewriter.RewriteNupkgManifest(originalStream, editActionList); Logger.LogInformation("Rewrote package file for {EditId} {EditVersion}", edit.Id, edit.Version); } // Snapshot the original blob Logger.LogInformation("Snapshotting original blob for {EditId} {EditVersion} ({BlobUri}).", edit.Id, edit.Version, sourceBlob.Uri.AbsoluteUri); var sourceSnapshot = await sourceBlob.CreateSnapshotAsync(); Logger.LogInformation("Snapshotted original blob for {EditId} {EditVersion} ({BlobUri}).", edit.Id, edit.Version, sourceBlob.Uri.AbsoluteUri); // Upload the updated file Logger.LogInformation("Uploading modified package file for {EditId} {EditVersion} to {BlobUri}", edit.Id, edit.Version, sourceBlob.Uri.AbsoluteUri); await sourceBlob.UploadFromFileAsync(originalPath); Logger.LogInformation("Uploaded modified package file for {EditId} {EditVersion} to {BlobUri}", edit.Id, edit.Version, sourceBlob.Uri.AbsoluteUri); // Calculate new size and hash string hash; long size; using (var originalStream = File.OpenRead(originalPath)) { size = originalStream.Length; var hashAlgorithm = HashAlgorithm.Create(HashAlgorithmName); hash = Convert.ToBase64String( hashAlgorithm.ComputeHash(originalStream)); } // ReadMe update var readMeMDBlob = await UpdateReadMeAsync(edit, directory, originalReadMeMDPath, MarkdownExtension); try { Logger.LogInformation("Updating package record for {EditId} {EditVersion}", edit.Id, edit.Version); await UpdateDatabaseWithEdit(edit, hash, size); Logger.LogInformation("Updated package record for {EditId} {EditVersion}", edit.Id, edit.Version); } catch (Exception exception) { // Error occurred while updaing database, roll back the blob to the snapshot Logger.LogError("Failed to update database! {Exception}", exception); Logger.LogWarning( "Rolling back updated blob for {EditId} {EditVersion}. Copying snapshot {SnapshotUri} to {BlobUri}", edit.Id, edit.Version, sourceSnapshot.Uri.AbsoluteUri, sourceBlob.Uri.AbsoluteUri); await sourceBlob.StartCopyAsync(sourceSnapshot); while (sourceBlob.CopyState.Status != CopyStatus.Success) { await Task.Delay(1000); } Logger.LogWarning( "Rolled back updated blob for {EditId} {EditVersion}. Copying snapshot {SnapshotUri} to {BlobUri}", sourceSnapshot.Uri.AbsoluteUri, sourceBlob.Uri.AbsoluteUri); await RollBackReadMeAsync(edit, directory, originalReadMeMDPath, readMeMDBlob.activeSnapshot, readMeMDBlob.activeBlob); throw; } if (edit.ReadMeState == ReadMeChanged) { // Delete pending ReadMes Logger.LogInformation("Deleting pending ReadMe for {EditId} {EditVersion} from {PendingReadMeMdUri}", edit.Id, edit.Version, readMeMDBlob.pendingBlob.Uri.AbsoluteUri); await readMeMDBlob.pendingBlob.DeleteIfExistsAsync(); Logger.LogInformation($"Deleted pending ReadMe for {edit.Id} {edit.Version} from {readMeMDBlob.pendingBlob.Uri.AbsoluteUri}"); } Logger.LogInformation("Deleting snapshot blob {SnapshotUri} for {EditId} {EditVersion}.", sourceSnapshot.Uri.AbsoluteUri, edit.Id, edit.Version); await sourceSnapshot.DeleteAsync(); Logger.LogInformation("Deleted snapshot blob {SnapshotUri} for {EditId} {EditVersion}.", sourceSnapshot.Uri.AbsoluteUri, edit.Id, edit.Version); if (readMeMDBlob.activeSnapshot != null) { Logger.LogInformation("Deleting snapshot ReadMe Md {ActiveReadMeMdUri} for {EditId} {EditVersion}.", readMeMDBlob.activeSnapshot.Uri.AbsoluteUri, edit.Id, edit.Version); await readMeMDBlob.activeSnapshot.DeleteAsync(); Logger.LogInformation("Deleted snapshot ReadMe Md {ActiveReadMeMdUri} for {EditId} {EditVersion}.", readMeMDBlob.activeSnapshot.Uri.AbsoluteUri, edit.Id, edit.Version); } } finally { if (!string.IsNullOrEmpty(originalPath) && File.Exists(originalPath)) { File.Delete(originalPath); } } }