public bool Synchronize(ComputeTokenCredential tokenCredential) { var uploadStatus = new ProgressStatus(alreadyUploadedData, alreadyUploadedData + dataToUpload, new ComputeStats()); using (new ServicePointHandler(pageBlob.Uri, this.maxParallelism)) using (ProgressTracker progressTracker = new ProgressTracker(uploadStatus)) { Task <LoopResult> task = Task <LoopResult> .Factory.StartNew(() => { return(Threading.Parallel.ForEach(dataWithRanges, () => new PSPageBlobClient(pageBlob.Uri, tokenCredential), (dwr, b) => { using (dwr) { var md5HashOfDataChunk = GetBase64EncodedMd5Hash(dwr.Data, (int)dwr.Range.Length); using (var stream = new MemoryStream(dwr.Data, 0, (int)dwr.Range.Length)) { b.UploadPages(stream, dwr.Range.StartIndex); } } uploadStatus.AddToProcessedBytes((int)dwr.Range.Length); }, this.maxParallelism)); }); while (!task.Wait(TimeSpan.FromSeconds(1))) { progressTracker.Update(); } LoopResult loopResult = task.Result; if (loopResult.IsExceptional) { if (loopResult.Exceptions.Any()) { Program.SyncOutput.ErrorUploadFailedWithExceptions(loopResult.Exceptions); throw new AggregateException(loopResult.Exceptions); } } } return(true); }
public override void ExecuteCmdlet() { base.ExecuteCmdlet(); ExecuteClientAction(() => { try { WriteVerbose("To be compatible with Azure, Add-AzVhd will automatically try to convert VHDX files to VHD and resize VHD files to N * Mib using Hyper-V Platform, a Windows native virtualization product. During the process, the cmdlet will temporarily create a converted/resized file in the same directory as the provided VHD/VHDX file. \nFor more information visit https://aka.ms/usingAdd-AzVhd \n"); Program.SyncOutput = new PSSyncOutputEvents(this); PathIntrinsics currentPath = SessionState.Path; vhdFileToBeUploaded = new FileInfo(currentPath.GetUnresolvedProviderPathFromPSPath(LocalFilePath.ToString())); // 1. CONVERT VHDX TO VHD if (vhdFileToBeUploaded.Extension == ".vhdx") { vhdFileToBeUploaded = ConvertVhd(); } // 2. RESIZE VHD long vdsLength = GetVirtualDiskStreamLength(); if (!this.SkipResizing.IsPresent && (vdsLength - 512) % 1048576 != 0) { long resizeTo = Convert.ToInt64(1048576 * Math.Ceiling((vdsLength - 512) / 1048576.0)); vhdFileToBeUploaded = ResizeVhdFile(vdsLength, resizeTo); vdsLength = resizeTo + 512; } else if (this.SkipResizing.IsPresent) { WriteVerbose("Skipping VHD resizing."); } if (this.ParameterSetName == DirectUploadToManagedDiskSet) { // 3. DIRECT UPLOAD TO MANAGED DISK // 3-1. CREATE DISK CONFIG CheckForExistingDisk(this.ResourceGroupName, this.DiskName); var diskConfig = CreateDiskConfig(vdsLength); // 3-2: CREATE DISK CreateManagedDisk(this.ResourceGroupName, this.DiskName, diskConfig); // 3-3: GENERATE SAS WriteVerbose("Generating SAS"); var accessUri = GenerateSAS(); Uri sasUri = new Uri(accessUri.AccessSAS); WriteVerbose("SAS generated: " + accessUri.AccessSAS); // 3-4: UPLOAD WriteVerbose("Preparing for Upload"); ComputeTokenCredential tokenCredential = null; if (this.DataAccessAuthMode == "AzureActiveDirectory") { // get token tokenCredential = new ComputeTokenCredential(DefaultContext, "https://disk.azure.com/"); } PSPageBlobClient managedDisk = new PSPageBlobClient(sasUri, tokenCredential); DiskUploadCreator diskUploadCreator = new DiskUploadCreator(); var uploadContext = diskUploadCreator.Create(vhdFileToBeUploaded, managedDisk, false); var synchronizer = new DiskSynchronizer(uploadContext, this.NumberOfUploaderThreads ?? DefaultNumberOfUploaderThreads); WriteVerbose("Uploading"); if (synchronizer.Synchronize(tokenCredential)) { var result = new VhdUploadContext { LocalFilePath = vhdFileToBeUploaded, DestinationUri = sasUri }; WriteObject(result); } else { RevokeSAS(); this.ComputeClient.ComputeManagementClient.Disks.Delete(this.ResourceGroupName, this.DiskName); Exception outputEx = new Exception("Upload failed. Please try again later."); ThrowTerminatingError(new ErrorRecord( outputEx, "Error uploading data.", ErrorCategory.NotSpecified, null)); } // 3-5: REVOKE SAS WriteVerbose("Revoking SAS"); RevokeSAS(); WriteVerbose("SAS revoked."); WriteVerbose("\nUpload complete."); } else { var parameters = ValidateParameters(); var vhdUploadContext = VhdUploaderModel.Upload(parameters); WriteObject(vhdUploadContext); } } finally { if (temporaryFileCreated) { WriteVerbose("Deleting file: " + vhdFileToBeUploaded.FullName); File.Delete(vhdFileToBeUploaded.FullName); } } }); }