Exemplo n.º 1
0
        public bool Synchronize(ComputeTokenCredential tokenCredential)
        {
            var uploadStatus = new ProgressStatus(alreadyUploadedData, alreadyUploadedData + dataToUpload, new ComputeStats());

            using (new ServicePointHandler(pageBlob.Uri, this.maxParallelism))
                using (ProgressTracker progressTracker = new ProgressTracker(uploadStatus))
                {
                    Task <LoopResult> task = Task <LoopResult> .Factory.StartNew(() =>
                    {
                        return(Threading.Parallel.ForEach(dataWithRanges,
                                                          () => new PSPageBlobClient(pageBlob.Uri, tokenCredential),
                                                          (dwr, b) =>
                        {
                            using (dwr)
                            {
                                var md5HashOfDataChunk = GetBase64EncodedMd5Hash(dwr.Data, (int)dwr.Range.Length);
                                using (var stream = new MemoryStream(dwr.Data, 0, (int)dwr.Range.Length))
                                {
                                    b.UploadPages(stream, dwr.Range.StartIndex);
                                }
                            }
                            uploadStatus.AddToProcessedBytes((int)dwr.Range.Length);
                        }, this.maxParallelism));
                    });

                    while (!task.Wait(TimeSpan.FromSeconds(1)))
                    {
                        progressTracker.Update();
                    }

                    LoopResult loopResult = task.Result;
                    if (loopResult.IsExceptional)
                    {
                        if (loopResult.Exceptions.Any())
                        {
                            Program.SyncOutput.ErrorUploadFailedWithExceptions(loopResult.Exceptions);

                            throw new AggregateException(loopResult.Exceptions);
                        }
                    }
                }
            return(true);
        }
Exemplo n.º 2
0
        public override void ExecuteCmdlet()
        {
            base.ExecuteCmdlet();
            ExecuteClientAction(() =>
            {
                try
                {
                    WriteVerbose("To be compatible with Azure, Add-AzVhd will automatically try to convert VHDX files to VHD and resize VHD files to N * Mib using Hyper-V Platform, a Windows native virtualization product. During the process, the cmdlet will temporarily create a converted/resized file in the same directory as the provided VHD/VHDX file. \nFor more information visit https://aka.ms/usingAdd-AzVhd \n");

                    Program.SyncOutput         = new PSSyncOutputEvents(this);
                    PathIntrinsics currentPath = SessionState.Path;
                    vhdFileToBeUploaded        = new FileInfo(currentPath.GetUnresolvedProviderPathFromPSPath(LocalFilePath.ToString()));

                    // 1.              CONVERT VHDX TO VHD
                    if (vhdFileToBeUploaded.Extension == ".vhdx")
                    {
                        vhdFileToBeUploaded = ConvertVhd();
                    }

                    // 2.              RESIZE VHD
                    long vdsLength = GetVirtualDiskStreamLength();
                    if (!this.SkipResizing.IsPresent && (vdsLength - 512) % 1048576 != 0)
                    {
                        long resizeTo       = Convert.ToInt64(1048576 * Math.Ceiling((vdsLength - 512) / 1048576.0));
                        vhdFileToBeUploaded = ResizeVhdFile(vdsLength, resizeTo);
                        vdsLength           = resizeTo + 512;
                    }
                    else if (this.SkipResizing.IsPresent)
                    {
                        WriteVerbose("Skipping VHD resizing.");
                    }


                    if (this.ParameterSetName == DirectUploadToManagedDiskSet)
                    {
                        // 3. DIRECT UPLOAD TO MANAGED DISK


                        // 3-1. CREATE DISK CONFIG
                        CheckForExistingDisk(this.ResourceGroupName, this.DiskName);
                        var diskConfig = CreateDiskConfig(vdsLength);

                        // 3-2: CREATE DISK
                        CreateManagedDisk(this.ResourceGroupName, this.DiskName, diskConfig);

                        // 3-3: GENERATE SAS
                        WriteVerbose("Generating SAS");
                        var accessUri = GenerateSAS();
                        Uri sasUri    = new Uri(accessUri.AccessSAS);
                        WriteVerbose("SAS generated: " + accessUri.AccessSAS);


                        // 3-4: UPLOAD
                        WriteVerbose("Preparing for Upload");
                        ComputeTokenCredential tokenCredential = null;
                        if (this.DataAccessAuthMode == "AzureActiveDirectory")
                        {
                            // get token
                            tokenCredential = new ComputeTokenCredential(DefaultContext, "https://disk.azure.com/");
                        }
                        PSPageBlobClient managedDisk        = new PSPageBlobClient(sasUri, tokenCredential);
                        DiskUploadCreator diskUploadCreator = new DiskUploadCreator();
                        var uploadContext = diskUploadCreator.Create(vhdFileToBeUploaded, managedDisk, false);
                        var synchronizer  = new DiskSynchronizer(uploadContext, this.NumberOfUploaderThreads ?? DefaultNumberOfUploaderThreads);

                        WriteVerbose("Uploading");
                        if (synchronizer.Synchronize(tokenCredential))
                        {
                            var result = new VhdUploadContext {
                                LocalFilePath = vhdFileToBeUploaded, DestinationUri = sasUri
                            };
                            WriteObject(result);
                        }
                        else
                        {
                            RevokeSAS();
                            this.ComputeClient.ComputeManagementClient.Disks.Delete(this.ResourceGroupName, this.DiskName);
                            Exception outputEx = new Exception("Upload failed. Please try again later.");
                            ThrowTerminatingError(new ErrorRecord(
                                                      outputEx,
                                                      "Error uploading data.",
                                                      ErrorCategory.NotSpecified,
                                                      null));
                        }

                        // 3-5: REVOKE SAS
                        WriteVerbose("Revoking SAS");
                        RevokeSAS();
                        WriteVerbose("SAS revoked.");

                        WriteVerbose("\nUpload complete.");
                    }
                    else
                    {
                        var parameters       = ValidateParameters();
                        var vhdUploadContext = VhdUploaderModel.Upload(parameters);
                        WriteObject(vhdUploadContext);
                    }
                }
                finally
                {
                    if (temporaryFileCreated)
                    {
                        WriteVerbose("Deleting file: " + vhdFileToBeUploaded.FullName);
                        File.Delete(vhdFileToBeUploaded.FullName);
                    }
                }
            });
        }