public static void MultiPartUpload(IOss ossClient, string bucketName,
string objectKeyName, string originalFile, int numberOfParts, int totalSize)
{
var initRequest = new InitiateMultipartUploadRequest(bucketName, objectKeyName);
var initResult = ossClient.InitiateMultipartUpload(initRequest);
var partSize = totalSize % numberOfParts == 0 ? totalSize / numberOfParts : totalSize / numberOfParts + 1;
LogUtility.LogMessage("Each part size is {0} KB", partSize);
//change to Byte
partSize *= 1024;
var partFile = new FileInfo(originalFile);
// 新建一个List保存每个分块上传后的ETag和PartNumber
var partETags = new List <PartETag>();
//upload the file
using (var fs = new FileStream(partFile.FullName, FileMode.Open))
{
for (var i = 0; i < numberOfParts; i++)
{
// 跳到每个分块的开头
long skipBytes = partSize * i;
fs.Position = skipBytes;
// 计算每个分块的大小
long size = partSize < partFile.Length - skipBytes
? partSize
: partFile.Length - skipBytes;
// 创建UploadPartRequest，上传分块
var uploadPartRequest = new UploadPartRequest(bucketName, objectKeyName, initResult.UploadId);
uploadPartRequest.InputStream = fs;
uploadPartRequest.PartSize = size;
uploadPartRequest.PartNumber = (i + 1);
var uploadPartResult = ossClient.UploadPart(uploadPartRequest);
// 将返回的PartETag保存到List中。
partETags.Add(uploadPartResult.PartETag);
}
}
var completeRequest = new CompleteMultipartUploadRequest(bucketName, objectKeyName, initResult.UploadId);
foreach (var partETag in partETags)
{
completeRequest.PartETags.Add(partETag);
}
ossClient.CompleteMultipartUpload(completeRequest);
}
public static void MultiPartUpload(IOss ossClient, string bucketName,
string objectKeyName, string originalFile, int numberOfParts, int totalSize)
{
var initRequest = new InitiateMultipartUploadRequest(bucketName, objectKeyName);
var initResult = ossClient.InitiateMultipartUpload(initRequest);
var partSize = totalSize % numberOfParts == 0 ? totalSize / numberOfParts : totalSize / numberOfParts + 1;
LogUtility.LogMessage("Each part size is {0} KB", partSize);
//change to Byte
partSize *= 1024;
var partFile = new FileInfo(originalFile);
// Create a list to save the result
var partETags = new List <PartETag>();
//upload the file
using (Stream fs = new FileStream(partFile.FullName, FileMode.Open))
{
for (var i = 0; i < numberOfParts; i++)
{
// Skip to the start position
long skipBytes = partSize * i;
fs.Position = skipBytes;
// Calculate the part size
long size = partSize < partFile.Length - skipBytes
? partSize
: partFile.Length - skipBytes;
// Create a UploadPartRequest, uploading the part
var uploadPartRequest = new UploadPartRequest(bucketName, objectKeyName, initResult.UploadId);
uploadPartRequest.InputStream = fs;
uploadPartRequest.PartSize = size;
uploadPartRequest.PartNumber = (i + 1);
var uploadPartResult = ossClient.UploadPart(uploadPartRequest);
// Save the result
partETags.Add(uploadPartResult.PartETag);
}
}
var completeRequest = new CompleteMultipartUploadRequest(bucketName, objectKeyName, initResult.UploadId);
foreach (var partETag in partETags)
{
completeRequest.PartETags.Add(partETag);
}
ossClient.CompleteMultipartUpload(completeRequest);
}
public void MultipartUploadProgressTest()
{
// Initiate a multipart upload
var initRequest = new InitiateMultipartUploadRequest(_bucketName, _bigObjectKey);
var initResult = _ossClient.InitiateMultipartUpload(initRequest);
// Set the part size
const int partSize = 1024 * 1024 * 1;
var partFile = new FileInfo(Config.MultiUploadTestFile);
// Calculate the part count
var partCount = OssTestUtils.CalculatePartCount(partFile.Length, partSize);
// Create a list to save the result
var partETags = new List <PartETag>();
//upload the file
using (var fs = new FileStream(partFile.FullName, FileMode.Open))
{
for (var i = 0; i < partCount; i++)
{
// Skip to the start position
long skipBytes = partSize * i;
fs.Position = skipBytes;
// Calculate the part size
var size = partSize < partFile.Length - skipBytes
? partSize
: partFile.Length - skipBytes;
// Create a UploadPartRequest, uploading the part
var uploadPartRequest = new UploadPartRequest(_bucketName, _bigObjectKey, initResult.UploadId)
{
InputStream = fs,
PartSize = size,
PartNumber = (i + 1)
};
uploadPartRequest.StreamTransferProgress += uploadProgressCallback;
var uploadPartResult = _ossClient.UploadPart(uploadPartRequest);
// Save the result
partETags.Add(uploadPartResult.PartETag);
}
}
// Complete the multipart upload
var completeRequest = new CompleteMultipartUploadRequest(_bucketName, _bigObjectKey, initResult.UploadId);
foreach (var partETag in partETags)
{
completeRequest.PartETags.Add(partETag);
}
_ossClient.CompleteMultipartUpload(completeRequest);
// Download the file to check the hash digest
OssTestUtils.DownloadObject(_ossClient, _bucketName, _bigObjectKey, _tmpLocalFile);
var expectedHashDigest = FileUtils.ComputeContentMd5(Config.MultiUploadTestFile);
var actualHashDigest = FileUtils.ComputeContentMd5(_tmpLocalFile);
Assert.AreEqual(expectedHashDigest, actualHashDigest);
_ossClient.DeleteObject(_bucketName, _bigObjectKey);
File.Delete(_tmpLocalFile);
}
//[Test]
public void ListMultipartUploadsWithHiddenCharacters()
{
char[] buffer = new char[2];
buffer[0] = Convert.ToChar(0x1c);
buffer[1] = Convert.ToChar(0x1a);
var newKey = _keyName + (new string(buffer)) + ".1.cd";
try
{
var initRequest = new InitiateMultipartUploadRequest(_bucketName, newKey);
var initResult = _ossClient.InitiateMultipartUpload(initRequest);
Assert.AreEqual(newKey, initRequest.Key);
// 设置每块为 5M
const int partSize = 5 * 1024 * 1024;
var fileInfo = new FileInfo(Config.MultiUploadTestFile);
// 计算分块数目
var partCount = OssTestUtils.CalculatePartCount(fileInfo.Length, partSize);
// 新建一个List保存每个分块上传后的ETag和PartNumber
var partETags = new List <PartETag>();
//upload the file
using (var fs = new FileStream(fileInfo.FullName, FileMode.Open))
{
for (var i = 0; i < partCount; i++)
{
// 跳到每个分块的开头
long skipBytes = partSize * i;
fs.Position = skipBytes;
// 计算每个分块的大小
long size = partSize < fileInfo.Length - skipBytes ? partSize : fileInfo.Length - skipBytes;
// 创建UploadPartRequest，上传分块
var uploadPartRequest = new UploadPartRequest(_bucketName, newKey, initResult.UploadId);
uploadPartRequest.InputStream = fs;
uploadPartRequest.PartSize = size;
uploadPartRequest.PartNumber = (i + 1);
var uploadPartResult = _ossClient.UploadPart(uploadPartRequest);
// 将返回的PartETag保存到List中。
partETags.Add(uploadPartResult.PartETag);
var multipartListing = _ossClient.ListMultipartUploads(new ListMultipartUploadsRequest(_bucketName));
foreach (var upload in multipartListing.MultipartUploads)
{
Assert.AreEqual(newKey, upload.Key);
}
}
}
var completeRequest = new CompleteMultipartUploadRequest(_bucketName, newKey, initResult.UploadId);
foreach (var partETag in partETags)
{
completeRequest.PartETags.Add(partETag);
}
_ossClient.CompleteMultipartUpload(completeRequest);
}
finally
{
var multipartListing = _ossClient.ListMultipartUploads(new ListMultipartUploadsRequest(_bucketName));
foreach (var upload in multipartListing.MultipartUploads)
{
var abortRequest = new AbortMultipartUploadRequest(_bucketName, newKey, upload.UploadId);
_ossClient.AbortMultipartUpload(abortRequest);
}
_ossClient.DeleteObject(_bucketName, newKey);
}
}
public void MultipartUploadCallbackVarTest()
{
// Initiate a multipart upload
var initRequest = new InitiateMultipartUploadRequest(_bucketName, _bigObjectKey);
var initResult = _ossClient.InitiateMultipartUpload(initRequest);
// Sets the part size as 1M
const int partSize = 1024 * 1024 * 1;
var partFile = new FileInfo(Config.MultiUploadTestFile);
// Calculates the part count
var partCount = OssTestUtils.CalculatePartCount(partFile.Length, partSize);
// creates a list of PartETag
var partETags = new List <PartETag>();
//upload the file
using (var fs = new FileStream(partFile.FullName, FileMode.Open))
{
for (var i = 0; i < partCount; i++)
{
// skip to the start of each part
long skipBytes = partSize * i;
fs.Position = skipBytes;
// calculates the part size
var size = partSize < partFile.Length - skipBytes
? partSize
: partFile.Length - skipBytes;
// uploads the part
var uploadPartRequest = new UploadPartRequest(_bucketName, _bigObjectKey, initResult.UploadId)
{
InputStream = fs,
PartSize = size,
PartNumber = (i + 1)
};
var uploadPartResult = _ossClient.UploadPart(uploadPartRequest);
// adds the result to the list
partETags.Add(uploadPartResult.PartETag);
}
}
string callbackHeaderBuilder = new CallbackHeaderBuilder(_callbackUrl, _callbackBody).Build();
string CallbackVariableHeaderBuilder = new CallbackVariableHeaderBuilder().
AddCallbackVariable("x:var1", "x:value1").AddCallbackVariable("x:var2", "x:value2").Build();
var metadata = new ObjectMetadata();
metadata.AddHeader(HttpHeaders.Callback, callbackHeaderBuilder);
metadata.AddHeader(HttpHeaders.CallbackVar, CallbackVariableHeaderBuilder);
var completeRequest = new CompleteMultipartUploadRequest(_bucketName, _bigObjectKey, initResult.UploadId);
completeRequest.Metadata = metadata;
foreach (var partETag in partETags)
{
completeRequest.PartETags.Add(partETag);
}
var completeMultipartUploadResult = _ossClient.CompleteMultipartUpload(completeRequest);
Assert.IsTrue(completeMultipartUploadResult.IsSetResponseStream());
Assert.AreEqual(_callbackOkResponse, GetCallbackResponse(completeMultipartUploadResult));
Assert.AreEqual(completeMultipartUploadResult.HttpStatusCode, HttpStatusCode.OK);
Assert.AreEqual(completeMultipartUploadResult.ContentLength, _callbackOkResponse.Length);
Assert.AreEqual(completeMultipartUploadResult.RequestId.Length, "58DB0ACB686D42D5B4163D75".Length);
Assert.AreEqual(completeMultipartUploadResult.ResponseMetadata[HttpHeaders.ContentType], "application/json");
Assert.AreEqual(completeMultipartUploadResult.ResponseMetadata[HttpHeaders.ETag], completeMultipartUploadResult.ETag);
Assert.IsFalse(completeMultipartUploadResult.ResponseMetadata.ContainsKey(HttpHeaders.ContentMd5));
Assert.IsTrue(completeMultipartUploadResult.ResponseMetadata[HttpHeaders.HashCrc64Ecma].Length > 0);
Assert.IsTrue(completeMultipartUploadResult.ResponseMetadata[HttpHeaders.ServerElapsedTime].Length > 0);
Assert.AreEqual(completeMultipartUploadResult.ResponseMetadata[HttpHeaders.Date].Length, "Wed, 29 Mar 2017 01:15:58 GMT".Length);
//delete the object
_ossClient.DeleteObject(_bucketName, _bigObjectKey);
}
public void CompleteMultipartUploadWithListParts()
{
var sourceFile = Config.MultiUploadTestFile;
//get target object name
var targetObjectKey = OssTestUtils.GetObjectKey(_className);
var initRequest = new InitiateMultipartUploadRequest(_bucketName, targetObjectKey);
var initResult = _ossClient.InitiateMultipartUpload(initRequest);
// Set the part size
const int partSize = 1024 * 1024 * 1;
var partFile = new FileInfo(sourceFile);
// Calculate the part count
var partCount = OssTestUtils.CalculatePartCount(partFile.Length, partSize);
LogUtility.LogMessage("File {0} is splitted to {1} parts for multipart upload",
sourceFile, partCount);
//upload the file
using (var fs = new FileStream(partFile.FullName, FileMode.Open))
{
for (var i = 0; i < partCount; i++)
{
// Skip to the start position
long skipBytes = partSize * i;
fs.Position = skipBytes;
// calculate the part size
var size = partSize < partFile.Length - skipBytes
? partSize
: partFile.Length - skipBytes;
// Create a UploadPartRequest, uploading parts
var uploadPartRequest = new UploadPartRequest(_bucketName, targetObjectKey, initResult.UploadId)
{
InputStream = fs,
PartSize = size,
PartNumber = (i + 1)
};
_ossClient.UploadPart(uploadPartRequest);
}
}
var lmuRequest = new ListMultipartUploadsRequest(_bucketName);
var lmuListing = _ossClient.ListMultipartUploads(lmuRequest);
string mpUpload = null;
foreach (var t in lmuListing.MultipartUploads)
{
if (t.UploadId == initResult.UploadId)
{
mpUpload = t.UploadId;
}
}
Assert.IsNotNull(mpUpload, "The multipart uploading should be in progress");
PartListing partList = _ossClient.ListParts(new ListPartsRequest(_bucketName, targetObjectKey, mpUpload));
var completeRequest = new CompleteMultipartUploadRequest(_bucketName, targetObjectKey, initResult.UploadId);
foreach (var part in partList.Parts)
{
completeRequest.PartETags.Add(part.PartETag);
}
_ossClient.CompleteMultipartUpload(completeRequest);
Assert.IsTrue(OssTestUtils.ObjectExists(_ossClient, _bucketName, targetObjectKey));
//delete the object
_ossClient.DeleteObject(_bucketName, targetObjectKey);
}
public void MultipartUploadComplexStepTest()
{
var sourceFile = Config.MultiUploadTestFile;
//get target object name
var targetObjectKey = OssTestUtils.GetObjectKey(_className);
var initRequest = new InitiateMultipartUploadRequest(_bucketName, targetObjectKey);
var initResult = _ossClient.InitiateMultipartUpload(initRequest);
// 设置每块为 1M
const int partSize = 1024 * 1024 * 1;
var partFile = new FileInfo(sourceFile);
// 计算分块数目
var partCount = OssTestUtils.CalculatePartCount(partFile.Length, partSize);
LogUtility.LogMessage("File {0} is splitted to {1} parts for multipart upload",
sourceFile, partCount);
// 新建一个List保存每个分块上传后的ETag和PartNumber
var partETags = new List <PartETag>();
//upload the file
using (var fs = new FileStream(partFile.FullName, FileMode.Open))
{
for (var i = 0; i < partCount; i++)
{
// 跳到每个分块的开头
long skipBytes = partSize * i;
fs.Position = skipBytes;
// 计算每个分块的大小
var size = partSize < partFile.Length - skipBytes
? partSize
: partFile.Length - skipBytes;
// 创建UploadPartRequest，上传分块
var uploadPartRequest = new UploadPartRequest(_bucketName, targetObjectKey, initResult.UploadId)
{
InputStream = fs,
PartSize = size,
PartNumber = (i + 1)
};
var uploadPartResult = _ossClient.UploadPart(uploadPartRequest);
// 将返回的PartETag保存到List中。
partETags.Add(uploadPartResult.PartETag);
}
}
var lmuRequest = new ListMultipartUploadsRequest(_bucketName);
var lmuListing = _ossClient.ListMultipartUploads(lmuRequest);
string mpUpload = null;
foreach (var t in lmuListing.MultipartUploads)
{
if (t.UploadId == initResult.UploadId)
{
mpUpload = t.UploadId;
}
}
Assert.IsNotNull(mpUpload, "The multipart uploading should be in progress");
var completeRequest = new CompleteMultipartUploadRequest(_bucketName, targetObjectKey, initResult.UploadId);
foreach (var partETag in partETags)
{
completeRequest.PartETags.Add(partETag);
}
_ossClient.CompleteMultipartUpload(completeRequest);
Assert.IsTrue(OssTestUtils.ObjectExists(_ossClient, _bucketName, targetObjectKey));
//delete the object
_ossClient.DeleteObject(_bucketName, targetObjectKey);
}
public static void MultiPartUpload(IOss ossClient, string bucketName,
string objectKeyName, string originalFile, int numberOfParts, int totalSize)
{
var initRequest = new InitiateMultipartUploadRequest(bucketName, objectKeyName);
var initResult = ossClient.InitiateMultipartUpload(initRequest);
var partSize = totalSize%numberOfParts == 0 ? totalSize/numberOfParts : totalSize/numberOfParts + 1;
LogUtility.LogMessage("Each part size is {0} KB", partSize);
//change to Byte
partSize *= 1024;
var partFile = new FileInfo(originalFile);
// 新建一个List保存每个分块上传后的ETag和PartNumber
var partETags = new List<PartETag>();
//upload the file
using (var fs = new FileStream(partFile.FullName, FileMode.Open))
{
for (var i = 0; i < numberOfParts; i++)
{
// 跳到每个分块的开头
long skipBytes = partSize * i;
fs.Position = skipBytes;
// 计算每个分块的大小
long size = partSize < partFile.Length - skipBytes
? partSize
: partFile.Length - skipBytes;
// 创建UploadPartRequest，上传分块
var uploadPartRequest = new UploadPartRequest(bucketName, objectKeyName, initResult.UploadId);
uploadPartRequest.InputStream = fs;
uploadPartRequest.PartSize = size;
uploadPartRequest.PartNumber = (i + 1);
var uploadPartResult = ossClient.UploadPart(uploadPartRequest);
// 将返回的PartETag保存到List中。
partETags.Add(uploadPartResult.PartETag);
}
}
var completeRequest = new CompleteMultipartUploadRequest(bucketName, objectKeyName, initResult.UploadId);
foreach (var partETag in partETags)
{
completeRequest.PartETags.Add(partETag);
}
ossClient.CompleteMultipartUpload(completeRequest);
}
public void MultipartUploadCopyTest()
{
//get target object name
var sourceObjectKey = OssTestUtils.GetObjectKey(_className);
var targetObjectKey = OssTestUtils.GetObjectKey(_className);
OssTestUtils.UploadObject(_ossClient, _bucketName, sourceObjectKey, Config.UploadTestFile);
var initRequest = new InitiateMultipartUploadRequest(_bucketName, targetObjectKey);
var initResult = _ossClient.InitiateMultipartUpload(initRequest);
// Set the part size
const int partSize = 100 * 1024;
var sourceObjectMeta = _ossClient.GetObjectMetadata(_bucketName, sourceObjectKey);
// Calculate the part count
var partCount = OssTestUtils.CalculatePartCount(sourceObjectMeta.ContentLength, partSize);
// Create a list to save result
var partETags = new List <PartETag>();
for (var i = 0; i < partCount; i++)
{
// Skip to the start position
long skipBytes = partSize * i;
// calculate the part size
var size = partSize < sourceObjectMeta.ContentLength - skipBytes
? partSize
: sourceObjectMeta.ContentLength - skipBytes;
// Create a UploadPartRequest, uploading parts
var uploadPartCopyRequest =
new UploadPartCopyRequest(_bucketName, targetObjectKey, _bucketName, sourceObjectKey, initResult.UploadId)
{
BeginIndex = skipBytes,
PartSize = size,
PartNumber = (i + 1),
ModifiedSinceConstraint = DateTime.Now.AddDays(-1),
RequestPayer = RequestPayer.Requester
};
uploadPartCopyRequest.MatchingETagConstraints.Add(sourceObjectMeta.ETag);
var uploadPartCopyResult = _ossPayerClient.UploadPartCopy(uploadPartCopyRequest);
// Save the result
partETags.Add(uploadPartCopyResult.PartETag);
}
var completeRequest = new CompleteMultipartUploadRequest(_bucketName, targetObjectKey, initResult.UploadId);
foreach (var partETag in partETags)
{
completeRequest.PartETags.Add(partETag);
}
_ossClient.CompleteMultipartUpload(completeRequest);
var targetObjectMeta = _ossClient.GetObjectMetadata(_bucketName, targetObjectKey);
Assert.AreEqual(targetObjectMeta.Crc64, sourceObjectMeta.Crc64);
//delete the object
_ossClient.DeleteObject(_bucketName, targetObjectKey);
}
public void MultipartUploadNegativeTest()
{
var key = OssTestUtils.GetObjectKey(_className);
// Initiate a multipart upload
var initRequest = new InitiateMultipartUploadRequest(_bucketName, key);
Assert.AreEqual(initRequest.RequestPayer, RequestPayer.BucketOwner);
try
{
var initResult = _ossPayerClient.InitiateMultipartUpload(initRequest);
Assert.Fail("should not here.");
}
catch (OssException e)
{
Assert.AreEqual(e.ErrorCode, "AccessDenied");
}
// uploads the part
var uploadPartRequest = new UploadPartRequest(_bucketName, key, "initId")
{
InputStream = new MemoryStream(Encoding.ASCII.GetBytes("hello world")),
PartSize = 11,
PartNumber = 1
};
Assert.AreEqual(uploadPartRequest.RequestPayer, RequestPayer.BucketOwner);
try
{
var uploadPartResult = _ossPayerClient.UploadPart(uploadPartRequest);
Assert.Fail("should not here.");
}
catch (OssException e)
{
Assert.AreEqual(e.ErrorCode, "AccessDenied");
}
//list part
var listpartRequest = new ListPartsRequest(_bucketName, key, "initId");
Assert.AreEqual(listpartRequest.RequestPayer, RequestPayer.BucketOwner);
try
{
var listPartResult = _ossPayerClient.ListParts(listpartRequest);
Assert.Fail("should not here.");
}
catch (OssException e)
{
Assert.AreEqual(e.ErrorCode, "AccessDenied");
}
//abort
var abortRequest = new AbortMultipartUploadRequest(_bucketName, key, "initId");
Assert.AreEqual(abortRequest.RequestPayer, RequestPayer.BucketOwner);
try
{
_ossPayerClient.AbortMultipartUpload(abortRequest);
Assert.Fail("should not here.");
}
catch (OssException e)
{
Assert.AreEqual(e.ErrorCode, "AccessDenied");
}
//complete
var completeRequest = new CompleteMultipartUploadRequest(_bucketName, key, "initId");
Assert.AreEqual(completeRequest.RequestPayer, RequestPayer.BucketOwner);
try
{
var listPartResult = _ossPayerClient.CompleteMultipartUpload(completeRequest);
Assert.Fail("should not here.");
}
catch (OssException e)
{
Assert.AreEqual(e.ErrorCode, "AccessDenied");
}
//list upload
var listUploadsRequest = new ListMultipartUploadsRequest(_bucketName);
Assert.AreEqual(listUploadsRequest.RequestPayer, RequestPayer.BucketOwner);
try
{
var listUploadsResult = _ossPayerClient.ListMultipartUploads(listUploadsRequest);
Assert.Fail("should not here.");
}
catch (OssException e)
{
Assert.AreEqual(e.ErrorCode, "AccessDenied");
}
//uploadpart copy
var uploadpartcopyRequet = new UploadPartCopyRequest(_bucketName, key, _bucketName, key, "uploadId")
{
BeginIndex = 0,
PartNumber = 1,
PartSize = 100 * 1024
};
Assert.AreEqual(uploadpartcopyRequet.RequestPayer, RequestPayer.BucketOwner);
try
{
var uploadpartcopyResult = _ossPayerClient.UploadPartCopy(uploadpartcopyRequet);
Assert.Fail("should not here.");
}
catch (OssException e)
{
Assert.AreEqual(e.ErrorCode, "AccessDenied");
}
}
public static Task CompleteMultipartUploadAsync(this IOss client, CompleteMultipartUploadRequest completeMultipartUploadRequest)
{
return(Task.Factory.StartNew(() => client.CompleteMultipartUpload(completeMultipartUploadRequest)));
}
public void MultipartUploadDisableMD5CheckTest()
{
// 初始化分片上传任务
var initRequest = new InitiateMultipartUploadRequest(_bucketName, _bigObjectKey);
var initResult = _ossClientDisableMD5.InitiateMultipartUpload(initRequest);
// 设置每块为 1M
const int partSize = 1024 * 1024 * 1;
var partFile = new FileInfo(Config.MultiUploadTestFile);
// 计算分块数目
var partCount = OssTestUtils.CalculatePartCount(partFile.Length, partSize);
// 新建一个List保存每个分块上传后的ETag和PartNumber
var partETags = new List <PartETag>();
//upload the file
using (var fs = new FileStream(partFile.FullName, FileMode.Open))
{
for (var i = 0; i < partCount; i++)
{
// 跳到每个分块的开头
long skipBytes = partSize * i;
fs.Position = skipBytes;
// 计算每个分块的大小
var size = partSize < partFile.Length - skipBytes
? partSize
: partFile.Length - skipBytes;
// 创建UploadPartRequest，上传分块
var uploadPartRequest = new UploadPartRequest(_bucketName, _bigObjectKey, initResult.UploadId)
{
InputStream = fs,
PartSize = size,
PartNumber = (i + 1)
};
var uploadPartResult = _ossClientDisableMD5.UploadPart(uploadPartRequest);
// 将返回的PartETag保存到List中。
partETags.Add(uploadPartResult.PartETag);
}
}
// 提交上传任务
var completeRequest = new CompleteMultipartUploadRequest(_bucketName, _bigObjectKey, initResult.UploadId);
foreach (var partETag in partETags)
{
completeRequest.PartETags.Add(partETag);
}
_ossClientDisableMD5.CompleteMultipartUpload(completeRequest);
// 校验文件内容
OssTestUtils.DownloadObject(_ossClientDisableMD5, _bucketName, _bigObjectKey, _tmpLocalFile);
var expectedHashDigest = FileUtils.ComputeContentMd5(Config.MultiUploadTestFile);
var actualHashDigest = FileUtils.ComputeContentMd5(_tmpLocalFile);
Assert.AreEqual(expectedHashDigest, actualHashDigest);
_ossClientDisableMD5.DeleteObject(_bucketName, _bigObjectKey);
File.Delete(_tmpLocalFile);
}
private void MultipartUploadComplexStepTest(IOss ossClient, bool overrideCrc = false)
{
var sourceFile = Config.MultiUploadTestFile;
//get target object name
var targetObjectKey = OssTestUtils.GetObjectKey(_className);
var initRequest = new InitiateMultipartUploadRequest(_bucketName, targetObjectKey);
var initResult = ossClient.InitiateMultipartUpload(initRequest);
// Set the part size
const int partSize = 1024 * 1024 * 1;
var partFile = new FileInfo(sourceFile);
// Calculate the part count
var partCount = OssTestUtils.CalculatePartCount(partFile.Length, partSize);
LogUtility.LogMessage("File {0} is splitted to {1} parts for multipart upload",
sourceFile, partCount);
// Create a list to save result
var partETags = new List <PartETag>();
//upload the file
using (var fs = new FileStream(partFile.FullName, FileMode.Open))
{
for (var i = 0; i < partCount; i++)
{
// Skip to the start position
long skipBytes = partSize * i;
fs.Position = skipBytes;
// calculate the part size
var size = partSize < partFile.Length - skipBytes
? partSize
: partFile.Length - skipBytes;
// Create a UploadPartRequest, uploading parts
var uploadPartRequest = new UploadPartRequest(_bucketName, targetObjectKey, initResult.UploadId)
{
InputStream = fs,
PartSize = size,
PartNumber = (i + 1)
};
var uploadPartResult = ossClient.UploadPart(uploadPartRequest);
// Save the result
partETags.Add(uploadPartResult.PartETag);
Assert.AreNotEqual(uploadPartResult.Crc64, 0);
Assert.AreNotEqual(uploadPartResult.Length, 0);
}
}
var lmuRequest = new ListMultipartUploadsRequest(_bucketName);
var lmuListing = ossClient.ListMultipartUploads(lmuRequest);
string mpUpload = null;
string mpUploadInfo = null;
foreach (var t in lmuListing.MultipartUploads)
{
if (t.UploadId == initResult.UploadId)
{
mpUpload = t.UploadId;
mpUploadInfo = t.ToString();
}
}
Assert.IsNotNull(mpUpload, "The multipart uploading should be in progress");
Assert.IsTrue(mpUploadInfo.Contains(mpUpload));
var completeRequest = new CompleteMultipartUploadRequest(_bucketName, targetObjectKey, initResult.UploadId);
foreach (var partETag in partETags)
{
if (overrideCrc)
{
partETag.Crc64 = "0";
}
completeRequest.PartETags.Add(partETag);
}
ossClient.CompleteMultipartUpload(completeRequest);
Assert.IsTrue(OssTestUtils.ObjectExists(_ossClient, _bucketName, targetObjectKey));
//delete the object
ossClient.DeleteObject(_bucketName, targetObjectKey);
}
