public void BlobOpenWriteTest()
{
byte[] buffer = GetRandomBuffer(2 * 1024);
CloudBlobContainer container = GetRandomContainerReference();
try
{
container.Create();
CloudPageBlob blob = container.GetPageBlobReference("blob1");
using (CloudBlobStream blobStream = blob.OpenWrite(2048))
{
blobStream.Write(buffer, 0, 2048);
blobStream.Flush();
byte[] testBuffer = new byte[2048];
MemoryStream dstStream = new MemoryStream(testBuffer);
blob.DownloadRangeToStream(dstStream, null, null);
MemoryStream memStream = new MemoryStream(buffer);
TestHelper.AssertStreamsAreEqual(memStream, dstStream);
}
}
finally
{
container.DeleteIfExists();
}
}
public void BlobOpenWriteSeekReadTest()
{
byte[] buffer = GetRandomBuffer(2 * 1024);
CloudBlobContainer container = GetRandomContainerReference();
try
{
container.Create();
CloudPageBlob blob = container.GetPageBlobReference("blob1");
MemoryStream memoryStream = new MemoryStream(buffer);
Stream blobStream = blob.OpenWrite(2048);
blobStream.Write(buffer, 0, 2048);
Assert.AreEqual(blobStream.Position, 2048);
blobStream.Seek(1024, 0);
memoryStream.Seek(1024, 0);
Assert.AreEqual(blobStream.Position, 1024);
byte[] testBuffer = GetRandomBuffer(1024);
memoryStream.Write(testBuffer, 0, 1024);
blobStream.Write(testBuffer, 0, 1024);
Assert.AreEqual(blobStream.Position, memoryStream.Position);
blobStream.Close();
Stream dstStream = blob.OpenRead();
TestHelper.AssertStreamsAreEqual(memoryStream, dstStream);
}
finally
{
container.DeleteIfExists();
}
}
public void BlobWriteStreamOpenAndClose()
{
CloudBlobContainer container = GetRandomContainerReference();
try
{
container.Create();
CloudBlockBlob blockBlob = container.GetBlockBlobReference("blob1");
using (Stream blobStream = blockBlob.OpenWrite())
{
}
CloudBlockBlob blockBlob2 = container.GetBlockBlobReference("blob1");
blockBlob2.FetchAttributes();
Assert.AreEqual(0, blockBlob2.Properties.Length);
Assert.AreEqual(BlobType.BlockBlob, blockBlob2.Properties.BlobType);
CloudPageBlob pageBlob = container.GetPageBlobReference("blob2");
TestHelper.ExpectedException(
() => pageBlob.OpenWrite(null),
"Opening a page blob stream with no size should fail on a blob that does not exist",
HttpStatusCode.NotFound);
using (Stream blobStream = pageBlob.OpenWrite(1024))
{
}
using (Stream blobStream = pageBlob.OpenWrite(null))
{
}
CloudPageBlob pageBlob2 = container.GetPageBlobReference("blob2");
pageBlob2.FetchAttributes();
Assert.AreEqual(1024, pageBlob2.Properties.Length);
Assert.AreEqual(BlobType.PageBlob, pageBlob2.Properties.BlobType);
}
finally
{
container.Delete();
}
}
public void PageBlobWriteStreamRandomSeekTest()
{
byte[] buffer = GetRandomBuffer(3 * 1024 * 1024);
CloudBlobContainer container = GetRandomContainerReference();
container.ServiceClient.ParallelOperationThreadCount = 2;
try
{
container.Create();
CloudPageBlob blob = container.GetPageBlobReference("blob1");
using (MemoryStream wholeBlob = new MemoryStream())
{
using (Stream blobStream = blob.OpenWrite(buffer.Length))
{
TestHelper.ExpectedException <ArgumentOutOfRangeException>(
() => blobStream.Seek(1, SeekOrigin.Begin),
"Page blob stream should not allow unaligned seeks");
blobStream.Write(buffer, 0, buffer.Length);
wholeBlob.Write(buffer, 0, buffer.Length);
Random random = new Random();
for (int i = 0; i < 10; i++)
{
int offset = random.Next(buffer.Length / 512) * 512;
SeekRandomly(blobStream, offset);
blobStream.Write(buffer, 0, buffer.Length - offset);
wholeBlob.Seek(offset, SeekOrigin.Begin);
wholeBlob.Write(buffer, 0, buffer.Length - offset);
}
}
wholeBlob.Seek(0, SeekOrigin.End);
blob.FetchAttributes();
Assert.IsNull(blob.Properties.ContentMD5);
using (MemoryStream downloadedBlob = new MemoryStream())
{
blob.DownloadToStream(downloadedBlob);
TestHelper.AssertStreamsAreEqual(wholeBlob, downloadedBlob);
}
}
}
finally
{
container.DeleteIfExists();
}
}
public void PageBlobWriteStreamOneByteTest()
{
byte buffer = 127;
MD5 hasher = MD5.Create();
CloudBlobContainer container = GetRandomContainerReference();
container.ServiceClient.ParallelOperationThreadCount = 2;
try
{
container.Create();
CloudPageBlob blob = container.GetPageBlobReference("blob1");
blob.StreamWriteSizeInBytes = 16 * 1024;
using (MemoryStream wholeBlob = new MemoryStream())
{
BlobRequestOptions options = new BlobRequestOptions()
{
StoreBlobContentMD5 = true,
};
using (Stream blobStream = blob.OpenWrite(1 * 1024 * 1024, null, options))
{
for (int i = 0; i < 1 * 1024 * 1024; i++)
{
blobStream.WriteByte(buffer);
wholeBlob.WriteByte(buffer);
Assert.AreEqual(wholeBlob.Position, blobStream.Position);
}
}
wholeBlob.Seek(0, SeekOrigin.Begin);
string md5 = Convert.ToBase64String(hasher.ComputeHash(wholeBlob));
blob.FetchAttributes();
Assert.AreEqual(md5, blob.Properties.ContentMD5);
using (MemoryStream downloadedBlob = new MemoryStream())
{
blob.DownloadToStream(downloadedBlob);
TestHelper.AssertStreamsAreEqual(wholeBlob, downloadedBlob);
}
}
}
finally
{
container.DeleteIfExists();
}
}
public void BlobReadWhenOpenWrite()
{
byte[] buffer = GetRandomBuffer(2 * 1024);
CloudBlobContainer container = GetRandomContainerReference();
try
{
container.Create();
CloudPageBlob blob = container.GetPageBlobReference("blob1");
MemoryStream memoryStream = new MemoryStream(buffer);
Stream blobStream = blob.OpenWrite(2048);
blobStream.Write(buffer, 0, 2048);
byte[] testBuffer = new byte[2048];
TestHelper.ExpectedException <NotSupportedException>(() => blobStream.Read(testBuffer, 0, 2048),
"Try reading from a stream opened for Write");
}
finally
{
container.DeleteIfExists();
}
}
public void UseTransactionalMD5GetTestAPM()
{
BlobRequestOptions optionsWithNoMD5 = new BlobRequestOptions()
{
UseTransactionalMD5 = false,
};
BlobRequestOptions optionsWithMD5 = new BlobRequestOptions()
{
UseTransactionalMD5 = true,
};
byte[] buffer = GetRandomBuffer(3 * 1024 * 1024);
MD5 hasher = MD5.Create();
string md5 = Convert.ToBase64String(hasher.ComputeHash(buffer));
string lastCheckMD5 = null;
int checkCount = 0;
OperationContext opContextWithMD5Check = new OperationContext();
opContextWithMD5Check.ResponseReceived += (_, args) =>
{
if (args.Response.ContentLength >= buffer.Length)
{
lastCheckMD5 = args.Response.Headers[HttpResponseHeader.ContentMd5];
checkCount++;
}
};
CloudBlobContainer container = GetRandomContainerReference();
try
{
container.Create();
using (AutoResetEvent waitHandle = new AutoResetEvent(false))
{
IAsyncResult result;
CloudBlockBlob blockBlob = container.GetBlockBlobReference("blob1");
using (Stream blobStream = blockBlob.OpenWrite())
{
blobStream.Write(buffer, 0, buffer.Length);
blobStream.Write(buffer, 0, buffer.Length);
}
checkCount = 0;
using (Stream stream = new MemoryStream())
{
result = blockBlob.BeginDownloadToStream(stream, null, optionsWithNoMD5, opContextWithMD5Check,
ar => waitHandle.Set(),
null);
waitHandle.WaitOne();
blockBlob.EndDownloadRangeToStream(result);
Assert.IsNotNull(lastCheckMD5);
result = blockBlob.BeginDownloadToStream(stream, null, optionsWithMD5, opContextWithMD5Check,
ar => waitHandle.Set(),
null);
waitHandle.WaitOne();
blockBlob.EndDownloadRangeToStream(result);
Assert.IsNotNull(lastCheckMD5);
result = blockBlob.BeginDownloadRangeToStream(stream, buffer.Length, buffer.Length, null, optionsWithNoMD5, opContextWithMD5Check,
ar => waitHandle.Set(),
null);
waitHandle.WaitOne();
blockBlob.EndDownloadRangeToStream(result);
Assert.IsNull(lastCheckMD5);
result = blockBlob.BeginDownloadRangeToStream(stream, buffer.Length, buffer.Length, null, optionsWithMD5, opContextWithMD5Check,
ar => waitHandle.Set(),
null);
waitHandle.WaitOne();
blockBlob.EndDownloadRangeToStream(result);
Assert.AreEqual(md5, lastCheckMD5);
result = blockBlob.BeginDownloadRangeToStream(stream, 1024, 4 * 1024 * 1024 + 1, null, optionsWithNoMD5, opContextWithMD5Check,
ar => waitHandle.Set(),
null);
waitHandle.WaitOne();
blockBlob.EndDownloadRangeToStream(result);
Assert.IsNull(lastCheckMD5);
result = blockBlob.BeginDownloadRangeToStream(stream, 1024, 4 * 1024 * 1024 + 1, null, optionsWithMD5, opContextWithMD5Check,
ar => waitHandle.Set(),
null);
waitHandle.WaitOne();
StorageException storageEx = TestHelper.ExpectedException <StorageException>(
() => blockBlob.EndDownloadRangeToStream(result),
"Downloading more than 4MB with transactional MD5 should not be supported");
Assert.IsInstanceOfType(storageEx.InnerException, typeof(ArgumentOutOfRangeException));
}
Assert.AreEqual(5, checkCount);
CloudPageBlob pageBlob = container.GetPageBlobReference("blob2");
using (Stream blobStream = pageBlob.OpenWrite(buffer.Length * 2))
{
blobStream.Write(buffer, 0, buffer.Length);
blobStream.Write(buffer, 0, buffer.Length);
}
checkCount = 0;
using (Stream stream = new MemoryStream())
{
result = pageBlob.BeginDownloadToStream(stream, null, optionsWithNoMD5, opContextWithMD5Check,
ar => waitHandle.Set(),
null);
waitHandle.WaitOne();
pageBlob.EndDownloadRangeToStream(result);
Assert.IsNull(lastCheckMD5);
result = pageBlob.BeginDownloadToStream(stream, null, optionsWithMD5, opContextWithMD5Check,
ar => waitHandle.Set(),
null);
waitHandle.WaitOne();
StorageException storageEx = TestHelper.ExpectedException <StorageException>(
() => pageBlob.EndDownloadRangeToStream(result),
"Page blob will not have MD5 set by default; with UseTransactional, download should fail");
result = pageBlob.BeginDownloadRangeToStream(stream, buffer.Length, buffer.Length, null, optionsWithNoMD5, opContextWithMD5Check,
ar => waitHandle.Set(),
null);
waitHandle.WaitOne();
pageBlob.EndDownloadRangeToStream(result);
Assert.IsNull(lastCheckMD5);
result = pageBlob.BeginDownloadRangeToStream(stream, buffer.Length, buffer.Length, null, optionsWithMD5, opContextWithMD5Check,
ar => waitHandle.Set(),
null);
waitHandle.WaitOne();
pageBlob.EndDownloadRangeToStream(result);
Assert.AreEqual(md5, lastCheckMD5);
result = pageBlob.BeginDownloadRangeToStream(stream, 1024, 4 * 1024 * 1024 + 1, null, optionsWithNoMD5, opContextWithMD5Check,
ar => waitHandle.Set(),
null);
waitHandle.WaitOne();
pageBlob.EndDownloadRangeToStream(result);
Assert.IsNull(lastCheckMD5);
result = pageBlob.BeginDownloadRangeToStream(stream, 1024, 4 * 1024 * 1024 + 1, null, optionsWithMD5, opContextWithMD5Check,
ar => waitHandle.Set(),
null);
waitHandle.WaitOne();
storageEx = TestHelper.ExpectedException <StorageException>(
() => pageBlob.EndDownloadRangeToStream(result),
"Downloading more than 4MB with transactional MD5 should not be supported");
Assert.IsInstanceOfType(storageEx.InnerException, typeof(ArgumentOutOfRangeException));
}
Assert.AreEqual(5, checkCount);
}
}
finally
{
container.DeleteIfExists();
}
}
public void UseTransactionalMD5PutTest()
{
BlobRequestOptions optionsWithNoMD5 = new BlobRequestOptions()
{
UseTransactionalMD5 = false,
};
BlobRequestOptions optionsWithMD5 = new BlobRequestOptions()
{
UseTransactionalMD5 = true,
};
byte[] buffer = GetRandomBuffer(1024);
MD5 hasher = MD5.Create();
string md5 = Convert.ToBase64String(hasher.ComputeHash(buffer));
string lastCheckMD5 = null;
int checkCount = 0;
OperationContext opContextWithMD5Check = new OperationContext();
opContextWithMD5Check.SendingRequest += (_, args) =>
{
if (args.Request.ContentLength >= buffer.Length)
{
lastCheckMD5 = args.Request.Headers[HttpRequestHeader.ContentMd5];
checkCount++;
}
};
CloudBlobContainer container = GetRandomContainerReference();
try
{
container.Create();
CloudBlockBlob blockBlob = container.GetBlockBlobReference("blob1");
List <string> blockIds = GetBlockIdList(3);
checkCount = 0;
using (Stream blockData = new MemoryStream(buffer))
{
blockBlob.PutBlock(blockIds[0], blockData, null, null, optionsWithNoMD5, opContextWithMD5Check);
Assert.IsNull(lastCheckMD5);
blockData.Seek(0, SeekOrigin.Begin);
blockBlob.PutBlock(blockIds[1], blockData, null, null, optionsWithMD5, opContextWithMD5Check);
Assert.AreEqual(md5, lastCheckMD5);
blockData.Seek(0, SeekOrigin.Begin);
blockBlob.PutBlock(blockIds[2], blockData, md5, null, optionsWithNoMD5, opContextWithMD5Check);
Assert.AreEqual(md5, lastCheckMD5);
}
Assert.AreEqual(3, checkCount);
CloudPageBlob pageBlob = container.GetPageBlobReference("blob2");
pageBlob.Create(buffer.Length);
checkCount = 0;
using (Stream pageData = new MemoryStream(buffer))
{
pageBlob.WritePages(pageData, 0, null, null, optionsWithNoMD5, opContextWithMD5Check);
Assert.IsNull(lastCheckMD5);
pageData.Seek(0, SeekOrigin.Begin);
pageBlob.WritePages(pageData, 0, null, null, optionsWithMD5, opContextWithMD5Check);
Assert.AreEqual(md5, lastCheckMD5);
pageData.Seek(0, SeekOrigin.Begin);
pageBlob.WritePages(pageData, 0, md5, null, optionsWithNoMD5, opContextWithMD5Check);
Assert.AreEqual(md5, lastCheckMD5);
}
Assert.AreEqual(3, checkCount);
blockBlob = container.GetBlockBlobReference("blob3");
checkCount = 0;
using (Stream blobStream = blockBlob.OpenWrite(null, optionsWithMD5, opContextWithMD5Check))
{
blobStream.Write(buffer, 0, buffer.Length);
blobStream.Write(buffer, 0, buffer.Length);
}
Assert.IsNotNull(lastCheckMD5);
Assert.AreEqual(1, checkCount);
blockBlob = container.GetBlockBlobReference("blob4");
checkCount = 0;
using (Stream blobStream = blockBlob.OpenWrite(null, optionsWithNoMD5, opContextWithMD5Check))
{
blobStream.Write(buffer, 0, buffer.Length);
blobStream.Write(buffer, 0, buffer.Length);
}
Assert.IsNull(lastCheckMD5);
Assert.AreEqual(1, checkCount);
pageBlob = container.GetPageBlobReference("blob5");
checkCount = 0;
using (Stream blobStream = pageBlob.OpenWrite(buffer.Length * 3, null, optionsWithMD5, opContextWithMD5Check))
{
blobStream.Write(buffer, 0, buffer.Length);
blobStream.Write(buffer, 0, buffer.Length);
}
Assert.IsNotNull(lastCheckMD5);
Assert.AreEqual(1, checkCount);
pageBlob = container.GetPageBlobReference("blob6");
checkCount = 0;
using (Stream blobStream = pageBlob.OpenWrite(buffer.Length * 3, null, optionsWithNoMD5, opContextWithMD5Check))
{
blobStream.Write(buffer, 0, buffer.Length);
blobStream.Write(buffer, 0, buffer.Length);
}
Assert.IsNull(lastCheckMD5);
Assert.AreEqual(1, checkCount);
}
finally
{
container.DeleteIfExists();
}
}