public void GuessFileTypeFromFilePath()
{
FileType expected = new FileType("image/jpeg", "jpeg");
FileType actual = MimeGuesser.GuessFileType(ResourceUtils.TestDataPath);
Assert.Equal(expected, actual);
}
/// <summary>
/// Constructor that load byte array and get MIME
/// </summary>
private Mime(byte[] file, string filename = "")
{
this._file = file;
this._filePath = filename;
this._fileType = MimeGuesser.GuessFileType(this._filePath);
}
public void GuessFileTypeFromFilePath()
{
var expected = new FileType("image/jpeg", "jpeg");
FileType actual = MimeGuesser.GuessFileType(ResourceUtils.GetFileFixture);
Assert.Equal(expected, actual);
}
public void GuessFileTypeFromBuffer()
{
byte[] buffer = File.ReadAllBytes(ResourceUtils.TestDataPath);
FileType expected = new FileType("image/jpeg", "jpeg");
FileType actual = MimeGuesser.GuessFileType(buffer);
Assert.Equal(expected, actual);
}
public void GuessFileTypeFromStream()
{
using var stream = File.OpenRead(ResourceUtils.GetFileFixture);
var expected = new FileType("image/jpeg", "jpeg");
FileType actual = MimeGuesser.GuessFileType(stream);
Assert.Equal(expected, actual);
}
public void GuessFileTypeFromStream()
{
using (var stream = File.OpenRead(ResourceUtils.TestDataPath))
{
FileType expected = new FileType("image/jpeg", "jpeg");
FileType actual = MimeGuesser.GuessFileType(stream);
Assert.Equal(expected, actual);
}
}
private static bool PhotoValidate(string filePath)
{
var fileType = MimeGuesser.GuessFileType(filePath);
if (fileType.MimeType.Equals("image/jpeg"))
{
return(true);
}
else
{
try
{
File.Delete(filePath);
return(false);
}
catch (Exception e)
{
Console.WriteLine(e);
throw;
}
}
}
/// <summary>
/// Uploads the file.
/// </summary>
/// <returns>The upload id.</returns>
/// <param name="filePath">File path.</param>
/// <param name="uploadName">Upload name.</param>
/// <param name="maxPartRetry">Max part retry.</param>
public async Task <string> UploadFile(string filePath, string uploadName, int maxPartRetry = 3, long maxPartSize = 6000000L)
{
if (string.IsNullOrEmpty(filePath))
{
throw new ArgumentNullException(nameof(filePath));
}
if (string.IsNullOrWhiteSpace(uploadName))
{
throw new ArgumentNullException(nameof(uploadName));
}
if (maxPartRetry < 1)
{
throw new ArgumentException("Max Part Retry needs to be greater than or equal to 1", nameof(maxPartRetry));
}
if (maxPartSize < 1)
{
throw new ArgumentException("Max Part Size needs to be greater than 0", nameof(maxPartSize));
}
var fileInfo = new FileInfo(filePath);
var contentType = MimeGuesser.GuessFileType(filePath).MimeType;
Amazon.S3.Model.InitiateMultipartUploadResponse multiPartStart;
using (var client = CreateNewClient())
{
multiPartStart = await client.InitiateMultipartUploadAsync(new Amazon.S3.Model.InitiateMultipartUploadRequest()
{
BucketName = _spaceName,
ContentType = contentType,
Key = uploadName
});
var estimatedParts = (int)(fileInfo.Length / maxPartSize);
if (estimatedParts == 0)
{
estimatedParts = 1;
}
UploadStatusEvent?.Invoke(this, new UploadStatus(0, estimatedParts, 0, fileInfo.Length));
try
{
var i = 0L;
var n = 1;
Dictionary <string, int> parts = new Dictionary <string, int>();
while (i < fileInfo.Length)
{
long partSize = maxPartSize;
var lastPart = (i + partSize) >= fileInfo.Length;
if (lastPart)
{
partSize = fileInfo.Length - i;
}
bool complete = false;
int retry = 0;
Amazon.S3.Model.UploadPartResponse partResp = null;
do
{
retry++;
try
{
partResp = await client.UploadPartAsync(new Amazon.S3.Model.UploadPartRequest()
{
BucketName = _spaceName,
FilePath = filePath,
FilePosition = i,
IsLastPart = lastPart,
PartSize = partSize,
PartNumber = n,
UploadId = multiPartStart.UploadId,
Key = uploadName
});
complete = true;
}
catch (Exception ex)
{
UploadExceptionEvent?.Invoke(this, new UploadException($"Failed to upload part {n} on try #{retry}", ex));
}
} while (!complete && retry <= maxPartRetry);
if (!complete || partResp == null)
{
throw new Exception($"Unable to upload part {n}");
}
parts.Add(partResp.ETag, n);
i += partSize;
UploadStatusEvent?.Invoke(this, new UploadStatus(n, estimatedParts, i, fileInfo.Length));
n++;
}
// upload complete
var completePart = await client.CompleteMultipartUploadAsync(new Amazon.S3.Model.CompleteMultipartUploadRequest()
{
UploadId = multiPartStart.UploadId,
BucketName = _spaceName,
Key = uploadName,
PartETags = parts.Select(p => new Amazon.S3.Model.PartETag(p.Value, p.Key)).ToList()
});
}
catch (Exception ex)
{
var abortPart = await client.AbortMultipartUploadAsync(_spaceName, uploadName, multiPartStart.UploadId);
UploadExceptionEvent?.Invoke(this, new UploadException("Something went wrong upload file and it was aborted", ex));
}
}
return(multiPartStart?.UploadId);
}
public async static Task MainAsync(string[] args)
{
//Welcome user
Console.BackgroundColor = ConsoleColor.Blue;
Console.ForegroundColor = ConsoleColor.White;
Console.WriteLine("Digital Ocean Spaces Manager");
Console.ResetColor();
#region Keys
Console.Write("Enter DO Access Key: ");
ConsoleKeyInfo key;
KeyManager keyManager = new KeyManager();
do
{
key = Console.ReadKey(true);
if (key.Key != ConsoleKey.Backspace && key.Key != ConsoleKey.Enter)
{
keyManager.AccessKey.AppendChar(key.KeyChar);
Console.Write("*");
}
else
{
if (key.Key == ConsoleKey.Backspace && keyManager.AccessKey.Length > 0)
{
keyManager.AccessKey.RemoveAt(keyManager.AccessKey.Length - 1);
Console.Write("\b \b");
}
}
} while (key.Key != ConsoleKey.Enter);
Console.Write("\n");
Console.Write("Enter DO Secrey Key: ");
keyManager.SecretKey.Clear();
do
{
key = Console.ReadKey(true);
if (key.Key != ConsoleKey.Backspace && key.Key != ConsoleKey.Enter)
{
keyManager.SecretKey.AppendChar(key.KeyChar);
Console.Write("*");
}
else
{
if (key.Key == ConsoleKey.Backspace && keyManager.SecretKey.Length > 0)
{
keyManager.SecretKey.RemoveAt(keyManager.SecretKey.Length - 1);
Console.Write("\b \b");
}
}
} while (key.Key != ConsoleKey.Enter);
Console.Write("\n");
#endregion
string filePath, uploadName, spaceName, contentType = string.Empty;
Console.Write("Enter Space name to use: ");
spaceName = "sms";
//spaceName = Console.ReadLine();
// Can now setup manager
DigitalOceanUploadManager digitalOceanUploadManager = new DigitalOceanUploadManager(keyManager, spaceName);
Console.WriteLine("Do you wish to upload or download a file? (U - upload, D - download): ");
var upDown = Console.ReadLine();
if (upDown == "U")
{
bool fileExists = false;
do
{
Console.Write("Enter file location: ");
filePath = Console.ReadLine();
if (File.Exists(filePath))
{
contentType = MimeGuesser.GuessFileType(filePath).MimeType;
fileExists = true;
}
else
{
fileExists = false;
Console.WriteLine("File does not exist. Please enter again.");
}
} while (!fileExists);
Console.Write("Enter name to use when uploaded: ");
uploadName = Console.ReadLine();
Console.Write("Wipe away previous attempts? (Y/n): ");
var wipeAway = Console.ReadLine();
if (wipeAway == "Y")
{
await digitalOceanUploadManager.CleanUpPreviousAttempts();
}
digitalOceanUploadManager.UploadStatusEvent += DigitalOceanUploadManager_UploadStatusEvent;
digitalOceanUploadManager.UploadExceptionEvent += DigitalOceanUploadManager_UploadExceptionEvent;
var uploadId = await digitalOceanUploadManager.UploadFile(filePath, uploadName);
Console.WriteLine("File upload complete");
digitalOceanUploadManager.UploadStatusEvent -= DigitalOceanUploadManager_UploadStatusEvent;
digitalOceanUploadManager.UploadExceptionEvent -= DigitalOceanUploadManager_UploadExceptionEvent;
}
else if (upDown == "D")
{
Console.Write("Enter name used to upload file: ");
var uploadFileName = Console.ReadLine();
Console.Write("Enter location to save file: ");
var downloadLocation = Console.ReadLine();
var file = await digitalOceanUploadManager.DownloadFile(uploadFileName);
using (var fs = File.Create(downloadLocation))
{
fs.Write(file, 0, file.Length);
}
Console.WriteLine($"File downloaded to {downloadLocation} ({file.Length})");
}
else if (upDown == "L") // List Files
{
var files = await digitalOceanUploadManager.ListFiles();
foreach (var file in files)
{
Console.WriteLine($"{file}");
}
}
else if (upDown == "DA") // Download All
{
var files = await digitalOceanUploadManager.ListFiles();
Console.Write("Enter location to save file: ");
var downloadLocation = Console.ReadLine();
var i = 0;
foreach (var uploadFileName in files)
{
i++;
if (uploadFileName.EndsWith('/'))
{
var dir = Path.GetDirectoryName(uploadFileName);
Directory.CreateDirectory(Path.Combine(downloadLocation, dir));
continue;
}
var file = await digitalOceanUploadManager.DownloadFile(uploadFileName);
var fullFilePath = Path.Combine(downloadLocation, uploadFileName);
using (var fs = File.Create(fullFilePath))
{
fs.Write(file, 0, file.Length);
}
Console.WriteLine($"{i} File downloaded to {fullFilePath} ({file.Length})");
}
}
else
{
Console.WriteLine("No idea what you want. Try again");
}
digitalOceanUploadManager?.Dispose();
digitalOceanUploadManager = null;
keyManager?.Dispose();
keyManager = null;
Console.WriteLine("Press enter to exit");
Console.ReadLine();
}
public async static Task MainAsync(string[] args)
{
//Welcome user
Console.BackgroundColor = ConsoleColor.Blue;
Console.ForegroundColor = ConsoleColor.White;
Console.WriteLine("Digital Ocean Spaces Manager");
Console.ResetColor();
#region Keys
Console.Write("Enter DO Access Key: ");
ConsoleKeyInfo key;
KeyManager.ACCESS_KEY.Clear();
do
{
key = Console.ReadKey(true);
if (key.Key != ConsoleKey.Backspace && key.Key != ConsoleKey.Enter)
{
KeyManager.ACCESS_KEY.AppendChar(key.KeyChar);
Console.Write("*");
}
else
{
if (key.Key == ConsoleKey.Backspace && KeyManager.ACCESS_KEY.Length > 0)
{
KeyManager.ACCESS_KEY.RemoveAt(KeyManager.ACCESS_KEY.Length - 1);
Console.Write("\b \b");
}
}
} while (key.Key != ConsoleKey.Enter);
Console.Write("\n");
Console.Write("Enter DO Secrey Key: ");
KeyManager.SECRET_KEY.Clear();
do
{
key = Console.ReadKey(true);
if (key.Key != ConsoleKey.Backspace && key.Key != ConsoleKey.Enter)
{
KeyManager.SECRET_KEY.AppendChar(key.KeyChar);
Console.Write("*");
}
else
{
if (key.Key == ConsoleKey.Backspace && KeyManager.ACCESS_KEY.Length > 0)
{
KeyManager.ACCESS_KEY.RemoveAt(KeyManager.ACCESS_KEY.Length - 1);
Console.Write("\b \b");
}
}
} while (key.Key != ConsoleKey.Enter);
Console.Write("\n");
#endregion
var client = new AmazonS3Client(KeyManager.SecureStringToString(KeyManager.ACCESS_KEY), KeyManager.SecureStringToString(KeyManager.SECRET_KEY), new AmazonS3Config()
{
ServiceURL = "https://nyc3.digitaloceanspaces.com"
});
client.ExceptionEvent += Client_ExceptionEvent;
string filePath, uploadName, spaceName, contentType = string.Empty;
Console.Write("Enter Space name to use: ");
spaceName = Console.ReadLine();
bool fileExists = false;
do
{
Console.Write("Enter file location: ");
filePath = Console.ReadLine();
if (File.Exists(filePath))
{
contentType = MimeGuesser.GuessFileType(filePath).MimeType;
fileExists = true;
}
else
{
fileExists = false;
Console.WriteLine("File does not exist. Please enter again.");
}
} while (!fileExists);
Console.Write("Enter name to use when uploaded: ");
uploadName = Console.ReadLine();
Console.Write("Wipe away previous attempts? (Y/n): ");
var wipeAway = Console.ReadLine();
if (wipeAway == "Y")
{
var currentMultiParts = await client.ListMultipartUploadsAsync(spaceName);
foreach (var multiPart in currentMultiParts.MultipartUploads)
{
try
{
await client.AbortMultipartUploadAsync(currentMultiParts.BucketName, multiPart.Key, multiPart.UploadId);
}
catch (Exception) { }
}
Console.WriteLine("Wiped away previous upload attempts");
}
var fileInfo = new FileInfo(filePath);
var multiPartStart = await client.InitiateMultipartUploadAsync(new Amazon.S3.Model.InitiateMultipartUploadRequest()
{
BucketName = spaceName,
ContentType = contentType,
Key = uploadName
});
try
{
var i = 0L;
var n = 1;
Dictionary <string, int> parts = new Dictionary <string, int>();
while (i < fileInfo.Length)
{
Console.WriteLine($"Starting upload for Part #{n}");
long partSize = 6000000;
var lastPart = (i + partSize) >= fileInfo.Length;
if (lastPart)
{
partSize = fileInfo.Length - i;
}
bool complete = false;
int retry = 0;
Amazon.S3.Model.UploadPartResponse partResp = null;
do
{
retry++;
try
{
partResp = await client.UploadPartAsync(new Amazon.S3.Model.UploadPartRequest()
{
BucketName = spaceName,
FilePath = filePath,
FilePosition = i,
IsLastPart = lastPart,
PartSize = partSize,
PartNumber = n,
UploadId = multiPartStart.UploadId,
Key = uploadName
});
complete = true;
}
catch (Exception)
{
Console.WriteLine($"Failed to upload part {n} on try #{retry}...");
}
} while (!complete && retry <= 3);
if (!complete || partResp == null)
{
throw new Exception($"Unable to upload part {n}... Failing");
}
parts.Add(partResp.ETag, n);
i += partSize;
n++;
Console.WriteLine($"Uploading {(((float)i/(float)fileInfo.Length) * 100).ToString("N2")} ({i}/{fileInfo.Length})");
}
Console.WriteLine("Done uploading! Completing upload");
var completePart = await client.CompleteMultipartUploadAsync(new Amazon.S3.Model.CompleteMultipartUploadRequest()
{
UploadId = multiPartStart.UploadId,
BucketName = spaceName,
Key = uploadName,
PartETags = parts.Select(p => new Amazon.S3.Model.PartETag(p.Value, p.Key)).ToList()
});
Console.WriteLine("Successfully uploaded!");
}
catch (Exception ex)
{
var abortPart = await client.AbortMultipartUploadAsync(spaceName, uploadName, multiPartStart.UploadId);
Console.WriteLine("Error while uploading! " + ex.Message);
await Task.Delay(10000);
}
Console.WriteLine("Press enter to exit");
Console.ReadLine();
}
public BasicProperties(string FiletoScan, ref XMLParser raport)
{
try
{
var peHeader = new PeNet.PeFile(FiletoScan);
raport.AddBasicProperties(peHeader.MD5, peHeader.SHA1, AuthentihashCheckSum(FiletoScan), peHeader.ImpHash, MimeGuesser.GuessFileType(FiletoScan).MimeType, peHeader.FileSize.ToString());
}
catch (Exception)
{
raport.AddBasicProperties(MD5CheckSum(FiletoScan), SHA1CheckSum(FiletoScan), AuthentihashCheckSum(FiletoScan), "", MimeGuesser.GuessFileType(FiletoScan).MimeType, "");
}
}
