public static int UploadDirectory(PutOptions options, Client client)
{
var stopwatch = Stopwatch.StartNew();
if (!Directory.Exists(options.File))
{
Logger.LogError($"Directory not found {options.File}");
return(404);
}
if (options.ToLower)
{
options.Container = options.Container.ToLowerInvariant();
}
var files = Directory.GetFiles(options.File, "*", SearchOption.AllDirectories);
int total = files.Length;
int done = 0;
ParallelOptions parallelOptions = new ParallelOptions();
parallelOptions.MaxDegreeOfParallelism = options.Parallel > 0 ? options.Parallel : 4;
Parallel.ForEach(files, parallelOptions, file =>
{
//put sub-directory path in object name
var objectName = file.Replace(options.File, "");
if (objectName.StartsWith("\\") || objectName.StartsWith("/"))
{
objectName = objectName.Substring(1, objectName.Length - 1);
}
objectName = objectName.Replace("\\", "/");
if (options.ToLower)
{
objectName = objectName.ToLowerInvariant();
}
var meta = new PutOptions
{
BufferSize = options.BufferSize,
Container = options.Container,
File = file,
Object = objectName
};
UploadFile(meta, client, false);
Interlocked.Increment(ref done);
Console.Write($"\rUploaded {done}/{total}");
});
Console.Write($"\rUpload done in {stopwatch.ElapsedMilliseconds.Milliseconds().Humanize()} {Environment.NewLine}");
return(0);
}
public static int UploadDirectory(PutOptions options, Client client)
{
var stopwatch = Stopwatch.StartNew();
if (!Directory.Exists(options.File))
{
Logger.LogError($"Directory not found {options.File}");
return 404;
}
if (options.ToLower)
{
options.Container = options.Container.ToLowerInvariant();
}
var files = Directory.GetFiles(options.File, "*", SearchOption.AllDirectories);
int total = files.Length;
int done = 0;
ParallelOptions parallelOptions = new ParallelOptions();
parallelOptions.MaxDegreeOfParallelism = options.Parallel > 0 ? options.Parallel : 4;
Parallel.ForEach(files, parallelOptions, file =>
{
//put sub-directory path in object name
var objectName = file.Replace(options.File, "");
if (objectName.StartsWith("\\") || objectName.StartsWith("/"))
{
objectName = objectName.Substring(1, objectName.Length - 1);
}
objectName = objectName.Replace("\\", "/");
if (options.ToLower)
{
objectName = objectName.ToLowerInvariant();
}
var meta = new PutOptions
{
BufferSize = options.BufferSize,
Container = options.Container,
File = file,
Object = objectName
};
UploadFile(meta, client, false);
Interlocked.Increment(ref done);
Console.Write($"\rUploaded {done}/{total}");
});
Console.Write($"\rUpload done in {stopwatch.ElapsedMilliseconds.Milliseconds().Humanize()} {Environment.NewLine}");
return 0;
}
public static int Run(PutOptions options, Client client)
{
if (!string.IsNullOrEmpty(options.File))
{
options.File = options.File.Replace('"', ' ').Trim();
}
else
{
Logger.LogError($"Not found {options.File}");
return 404;
}
if (!string.IsNullOrEmpty(options.Object) || !Directory.Exists(options.File))
{
return UploadFile(options, client);
}
else
{
return UploadDirectory(options, client);
}
}
public static int Run(PutOptions options, Client client)
{
if (!string.IsNullOrEmpty(options.File))
{
options.File = options.File.Replace('"', ' ').Trim();
}
else
{
Logger.LogError($"Not found {options.File}");
return(404);
}
if (!string.IsNullOrEmpty(options.Object) || !Directory.Exists(options.File))
{
return(UploadFile(options, client));
}
else
{
return(UploadDirectory(options, client));
}
}
public static int UploadFile(PutOptions options, Client client, bool showProgress = true)
{
var stopwatch = Stopwatch.StartNew();
long bufferSize = Convert.ToInt64(ByteSize.FromMegabytes(options.BufferSize).Bytes);
if (!File.Exists(options.File))
{
Logger.LogError($"File not found {options.File}");
return 404;
}
if (options.ToLower)
{
options.Container = options.Container.ToLowerInvariant();
if (!string.IsNullOrEmpty(options.Object))
{
options.Object = options.Object.ToLowerInvariant();
}
}
if (showProgress) Logger.Log($"Uploading {options.File} to {options.Object}");
var response = new SwiftBaseResponse();
var fileName = Path.GetFileName(options.File);
response = client.PutContainer(options.Container).Result;
if (!response.IsSuccess)
{
Logger.LogError($"Put container error {response.Reason}");
return 500;
}
using (var stream = File.OpenRead(options.File))
{
if (showProgress)
Console.Write($"\rUploading...");
var headers = new Dictionary<string, string>
{
{ $"X-Object-Meta-Filename", fileName },
{ $"X-Object-Meta-Contenttype", MimeTypeMap.GetMimeType(Path.GetExtension(options.File)) }
};
response = client.PutLargeObject(options.Container, options.Object, stream, headers, (chunk, bytesRead) =>
{
if (showProgress)
Console.Write($"\rUploaded {((chunk * options.BufferSize).Megabytes() + bytesRead.Bytes()).Humanize("MB")}");
}, Convert.ToInt64(ByteSize.FromMegabytes(options.BufferSize).Bytes)).Result;
if (!response.IsSuccess)
{
Logger.LogError($"Uploading error {response.Reason}");
return 500;
}
if (showProgress) Console.Write($"\rUpload done in {stopwatch.ElapsedMilliseconds.Milliseconds().Humanize()}");
if (showProgress) Console.Write(Environment.NewLine);
}
return 0;
}
public static int UploadFile(PutOptions options, Client client, bool showProgress = true)
{
var stopwatch = Stopwatch.StartNew();
long bufferSize = Convert.ToInt64(ByteSize.FromMegabytes(options.BufferSize).Bytes);
if (!File.Exists(options.File))
{
Logger.LogError($"File not found {options.File}");
return(404);
}
if (options.ToLower)
{
options.Container = options.Container.ToLowerInvariant();
if (!string.IsNullOrEmpty(options.Object))
{
options.Object = options.Object.ToLowerInvariant();
}
}
if (showProgress)
{
Logger.Log($"Uploading {options.File} to {options.Object}");
}
var response = new SwiftBaseResponse();
var fileName = Path.GetFileName(options.File);
response = client.PutContainer(options.Container).Result;
if (!response.IsSuccess)
{
Logger.LogError($"Put container error {response.Reason}");
return(500);
}
using (var stream = File.OpenRead(options.File))
{
if (showProgress)
{
Console.Write($"\rUploading...");
}
var headers = new Dictionary <string, string>
{
{ $"X-Object-Meta-Filename", fileName },
{ $"X-Object-Meta-Contenttype", MimeTypeMap.GetMimeType(Path.GetExtension(options.File)) }
};
response = client.PutLargeObject(options.Container, options.Object, stream, headers, (chunk, bytesRead) =>
{
if (showProgress)
{
Console.Write($"\rUploaded {((chunk * options.BufferSize).Megabytes() + bytesRead.Bytes()).Humanize("MB")}");
}
}, Convert.ToInt64(ByteSize.FromMegabytes(options.BufferSize).Bytes)).Result;
if (!response.IsSuccess)
{
Logger.LogError($"Uploading error {response.Reason}");
return(500);
}
if (showProgress)
{
Console.Write($"\rUpload done in {stopwatch.ElapsedMilliseconds.Milliseconds().Humanize()}");
}
if (showProgress)
{
Console.Write(Environment.NewLine);
}
}
return(0);
}
