/// <summary>
/// Uploads the file.
/// </summary>
/// <returns>The upload id.</returns>
/// <param name="filePath">File path.</param>
/// <param name="uploadName">Upload name.</param>
/// <param name="maxPartRetry">Max part retry.</param>
public async Task <string> UploadFile(string filePath, string uploadName, int maxPartRetry = 3, long maxPartSize = 6000000L)
{
if (string.IsNullOrEmpty(filePath))
{
throw new ArgumentNullException(nameof(filePath));
}
if (string.IsNullOrWhiteSpace(uploadName))
{
throw new ArgumentNullException(nameof(uploadName));
}
if (maxPartRetry < 1)
{
throw new ArgumentException("Max Part Retry needs to be greater than or equal to 1", nameof(maxPartRetry));
}
if (maxPartSize < 1)
{
throw new ArgumentException("Max Part Size needs to be greater than 0", nameof(maxPartSize));
}
var fileInfo = new FileInfo(filePath);
var contentType = MimeGuesser.GuessFileType(filePath).MimeType;
Amazon.S3.Model.InitiateMultipartUploadResponse multiPartStart;
using (var client = CreateNewClient())
{
multiPartStart = await client.InitiateMultipartUploadAsync(new Amazon.S3.Model.InitiateMultipartUploadRequest()
{
BucketName = _spaceName,
ContentType = contentType,
Key = uploadName
});
var estimatedParts = (int)(fileInfo.Length / maxPartSize);
if (estimatedParts == 0)
{
estimatedParts = 1;
}
UploadStatusEvent?.Invoke(this, new UploadStatus(0, estimatedParts, 0, fileInfo.Length));
try
{
var i = 0L;
var n = 1;
Dictionary <string, int> parts = new Dictionary <string, int>();
while (i < fileInfo.Length)
{
long partSize = maxPartSize;
var lastPart = (i + partSize) >= fileInfo.Length;
if (lastPart)
{
partSize = fileInfo.Length - i;
}
bool complete = false;
int retry = 0;
Amazon.S3.Model.UploadPartResponse partResp = null;
do
{
retry++;
try
{
partResp = await client.UploadPartAsync(new Amazon.S3.Model.UploadPartRequest()
{
BucketName = _spaceName,
FilePath = filePath,
FilePosition = i,
IsLastPart = lastPart,
PartSize = partSize,
PartNumber = n,
UploadId = multiPartStart.UploadId,
Key = uploadName
});
complete = true;
}
catch (Exception ex)
{
UploadExceptionEvent?.Invoke(this, new UploadException($"Failed to upload part {n} on try #{retry}", ex));
}
} while (!complete && retry <= maxPartRetry);
if (!complete || partResp == null)
{
throw new Exception($"Unable to upload part {n}");
}
parts.Add(partResp.ETag, n);
i += partSize;
UploadStatusEvent?.Invoke(this, new UploadStatus(n, estimatedParts, i, fileInfo.Length));
n++;
}
// upload complete
var completePart = await client.CompleteMultipartUploadAsync(new Amazon.S3.Model.CompleteMultipartUploadRequest()
{
UploadId = multiPartStart.UploadId,
BucketName = _spaceName,
Key = uploadName,
PartETags = parts.Select(p => new Amazon.S3.Model.PartETag(p.Value, p.Key)).ToList()
});
}
catch (Exception ex)
{
var abortPart = await client.AbortMultipartUploadAsync(_spaceName, uploadName, multiPartStart.UploadId);
UploadExceptionEvent?.Invoke(this, new UploadException("Something went wrong upload file and it was aborted", ex));
}
}
return(multiPartStart?.UploadId);
}
public async static Task MainAsync(string[] args)
{
//Welcome user
Console.BackgroundColor = ConsoleColor.Blue;
Console.ForegroundColor = ConsoleColor.White;
Console.WriteLine("Digital Ocean Spaces Manager");
Console.ResetColor();
#region Keys
Console.Write("Enter DO Access Key: ");
ConsoleKeyInfo key;
KeyManager.ACCESS_KEY.Clear();
do
{
key = Console.ReadKey(true);
if (key.Key != ConsoleKey.Backspace && key.Key != ConsoleKey.Enter)
{
KeyManager.ACCESS_KEY.AppendChar(key.KeyChar);
Console.Write("*");
}
else
{
if (key.Key == ConsoleKey.Backspace && KeyManager.ACCESS_KEY.Length > 0)
{
KeyManager.ACCESS_KEY.RemoveAt(KeyManager.ACCESS_KEY.Length - 1);
Console.Write("\b \b");
}
}
} while (key.Key != ConsoleKey.Enter);
Console.Write("\n");
Console.Write("Enter DO Secrey Key: ");
KeyManager.SECRET_KEY.Clear();
do
{
key = Console.ReadKey(true);
if (key.Key != ConsoleKey.Backspace && key.Key != ConsoleKey.Enter)
{
KeyManager.SECRET_KEY.AppendChar(key.KeyChar);
Console.Write("*");
}
else
{
if (key.Key == ConsoleKey.Backspace && KeyManager.ACCESS_KEY.Length > 0)
{
KeyManager.ACCESS_KEY.RemoveAt(KeyManager.ACCESS_KEY.Length - 1);
Console.Write("\b \b");
}
}
} while (key.Key != ConsoleKey.Enter);
Console.Write("\n");
#endregion
var client = new AmazonS3Client(KeyManager.SecureStringToString(KeyManager.ACCESS_KEY), KeyManager.SecureStringToString(KeyManager.SECRET_KEY), new AmazonS3Config()
{
ServiceURL = "https://nyc3.digitaloceanspaces.com"
});
client.ExceptionEvent += Client_ExceptionEvent;
string filePath, uploadName, spaceName, contentType = string.Empty;
Console.Write("Enter Space name to use: ");
spaceName = Console.ReadLine();
bool fileExists = false;
do
{
Console.Write("Enter file location: ");
filePath = Console.ReadLine();
if (File.Exists(filePath))
{
contentType = MimeGuesser.GuessFileType(filePath).MimeType;
fileExists = true;
}
else
{
fileExists = false;
Console.WriteLine("File does not exist. Please enter again.");
}
} while (!fileExists);
Console.Write("Enter name to use when uploaded: ");
uploadName = Console.ReadLine();
Console.Write("Wipe away previous attempts? (Y/n): ");
var wipeAway = Console.ReadLine();
if (wipeAway == "Y")
{
var currentMultiParts = await client.ListMultipartUploadsAsync(spaceName);
foreach (var multiPart in currentMultiParts.MultipartUploads)
{
try
{
await client.AbortMultipartUploadAsync(currentMultiParts.BucketName, multiPart.Key, multiPart.UploadId);
}
catch (Exception) { }
}
Console.WriteLine("Wiped away previous upload attempts");
}
var fileInfo = new FileInfo(filePath);
var multiPartStart = await client.InitiateMultipartUploadAsync(new Amazon.S3.Model.InitiateMultipartUploadRequest()
{
BucketName = spaceName,
ContentType = contentType,
Key = uploadName
});
try
{
var i = 0L;
var n = 1;
Dictionary <string, int> parts = new Dictionary <string, int>();
while (i < fileInfo.Length)
{
Console.WriteLine($"Starting upload for Part #{n}");
long partSize = 6000000;
var lastPart = (i + partSize) >= fileInfo.Length;
if (lastPart)
{
partSize = fileInfo.Length - i;
}
bool complete = false;
int retry = 0;
Amazon.S3.Model.UploadPartResponse partResp = null;
do
{
retry++;
try
{
partResp = await client.UploadPartAsync(new Amazon.S3.Model.UploadPartRequest()
{
BucketName = spaceName,
FilePath = filePath,
FilePosition = i,
IsLastPart = lastPart,
PartSize = partSize,
PartNumber = n,
UploadId = multiPartStart.UploadId,
Key = uploadName
});
complete = true;
}
catch (Exception)
{
Console.WriteLine($"Failed to upload part {n} on try #{retry}...");
}
} while (!complete && retry <= 3);
if (!complete || partResp == null)
{
throw new Exception($"Unable to upload part {n}... Failing");
}
parts.Add(partResp.ETag, n);
i += partSize;
n++;
Console.WriteLine($"Uploading {(((float)i/(float)fileInfo.Length) * 100).ToString("N2")} ({i}/{fileInfo.Length})");
}
Console.WriteLine("Done uploading! Completing upload");
var completePart = await client.CompleteMultipartUploadAsync(new Amazon.S3.Model.CompleteMultipartUploadRequest()
{
UploadId = multiPartStart.UploadId,
BucketName = spaceName,
Key = uploadName,
PartETags = parts.Select(p => new Amazon.S3.Model.PartETag(p.Value, p.Key)).ToList()
});
Console.WriteLine("Successfully uploaded!");
}
catch (Exception ex)
{
var abortPart = await client.AbortMultipartUploadAsync(spaceName, uploadName, multiPartStart.UploadId);
Console.WriteLine("Error while uploading! " + ex.Message);
await Task.Delay(10000);
}
Console.WriteLine("Press enter to exit");
Console.ReadLine();
}
