public List <BlobOperationStatus> UploadBlockBlobsInParallel(List <FileBlobNameMapper> fileBlobNameMapperList, string containerName)
{
//create list of blob operation status
List <BlobOperationStatus> blobOperationStatusList = new List <BlobOperationStatus>();
//upload every file from list to blob in parallel (multitasking)
Parallel.ForEach(fileBlobNameMapperList, fileBlobNameMapper =>
{
string blobName = fileBlobNameMapper.BlobName;
//read file contents in byte array
byte[] fileContent = File.ReadAllBytes(fileBlobNameMapper.FilePath);
//call private method to actually perform upload of files to blob storage
BlobOperationStatus blobStatus = UploadBlockBlobInternal(fileContent, containerName, blobName);
//add the status of every blob upload operation to list.
blobOperationStatusList.Add(blobStatus);
});
return(blobOperationStatusList);
}
private BlobOperationStatus UploadBlockBlobInternal(byte[] fileContent, string containerName, string blobName)
{
BlobOperationStatus blobStatus = new BlobOperationStatus();
try
{
// Create the blob client.
CloudBlobClient blobClient = storageAccount.CreateCloudBlobClient();
// Retrieve reference to container and create if not exists
CloudBlobContainer container = blobClient.GetContainerReference(containerName);
container.CreateIfNotExists();
// Retrieve reference to a blob and set the stream read and write size to minimum
CloudBlockBlob blockBlob = container.GetBlockBlobReference(blobName);
blockBlob.StreamWriteSizeInBytes = 1048576;
blockBlob.StreamMinimumReadSizeInBytes = 1048576;
blockBlob.Metadata.Add("username", "kunal");
//set the blob upload timeout and retry strategy
BlobRequestOptions options = new BlobRequestOptions();
options.ServerTimeout = new TimeSpan(0, 180, 0);
options.RetryPolicy = new ExponentialRetry(TimeSpan.Zero, 20);
//get the file blocks of 2MB size each and perform upload of each block
HashSet <string> blocklist = new HashSet <string>();
List <FileBlock> bloksT = GetFileBlocks(fileContent).ToList();
foreach (FileBlock block in GetFileBlocks(fileContent))
{
blockBlob.PutBlock(
block.Id,
new MemoryStream(block.Content, true), null,
null, options, null
);
blocklist.Add(block.Id);
}
//commit the blocks that are uploaded in above loop
blockBlob.PutBlockList(blocklist, null, options, null);
//set cache control property for the uploaded blob
//5 minutes of caching on client side. you can change it as per your requirement.
blockBlob.Properties.CacheControl = "max-age=300, must-revalidate";
blockBlob.SetProperties();
//set the status of operation of blob upload as succeeded as there is not exception
blobStatus.BlobUri = blockBlob.Uri;
blobStatus.Name = blockBlob.Name;
blobStatus.OperationStatus = OperationStatus.Succeded;
return(blobStatus);
}
catch (Exception ex)
{
//set the status of blob upload as failed along with exception message
blobStatus.Name = blobName;
blobStatus.OperationStatus = OperationStatus.Failed;
blobStatus.ExceptionDetails = ex;
return(blobStatus);
}
}
