private List <string> Get(string directoryName, FileSystemType type, string filter = "*")
{
filter = (string.IsNullOrEmpty(filter)) ? "*" : filter;
List <string> files = new List <string>();
S3DirectoryInfo s3DirectoryInfo = GetDirectoryInfo(directoryName);
IEnumerable <IS3FileSystemInfo> elements = null;
switch (type)
{
case FileSystemType.Directory:
elements = s3DirectoryInfo.EnumerateDirectories(filter, SearchOption.TopDirectoryOnly);
break;
case FileSystemType.File:
elements = s3DirectoryInfo.EnumerateFiles(filter, SearchOption.TopDirectoryOnly);
break;
default:
throw new NotImplementedException(type.ToString());
}
foreach (IS3FileSystemInfo file in elements)
{
files.Add(directoryName + StorageUtils.DELIMITER + file.Name);
}
return(files);
}
private static void ScanDirectory(S3DirectoryInfo dir)
{
var files = dir.EnumerateFiles();
var subDirs = dir.EnumerateDirectories();
if (subDirs.Any())
{
WriteLine($"\r\nProcessing {subDirs.Count()} directories in {dir.Name}...");
foreach (S3DirectoryInfo sub in subDirs)
{
ScanDirectory(sub);
}
}
if (files.Any())
{
WriteLine($"\r\nScanning Files in {dir.Name}...");
foreach (S3FileInfo file in files)
{
try
{
ScanFile(file);
}
catch (Exception e)
{
LogError(e.Message);
}
}
}
}
/// <summary>
/// Delete Directory from S3
/// </summary>
/// <param name="uploadDirectory"></param>
/// <param name="bucket"></param>
/// <returns></returns>
public bool DeleteAsset(string bucket, string uploadDirectory)
{
try
{
S3DirectoryInfo directoryToDelete = new S3DirectoryInfo(_client, bucket, uploadDirectory);
var directoryFiles = directoryToDelete.EnumerateFiles();
foreach (S3FileInfo file in directoryFiles)
{
S3FileInfo filetoDelete = new S3FileInfo(_client, bucket, file.FullName.Replace(bucket + ":\\", string.Empty));
if (filetoDelete.Exists)
{
filetoDelete.Delete();
}
}
if (directoryToDelete.Exists)
{
directoryToDelete.Delete(false);
return(true);
}
}
catch (Exception exception)
{
Console.WriteLine(exception.InnerException.Message);
return(false);
}
return(false);
}
public string[] GetAllFileNames()
{
return(_mainDirectory.EnumerateFiles().Select(file =>
{
int index = file.Name.IndexOf('.');
return file.Name.Substring(0, index);
}).ToArray());
}
public AWSStorageClient(string specificFolder)
{
_apiClientName = specificFolder;
_storageClient = AWSClientFactory.CreateAmazonS3Client();
_rootDirectory = new S3DirectoryInfo(_storageClient, BucketName);
_rootDirectory.Create();
_subDirectory = _rootDirectory.CreateSubdirectory(_apiClientName);
// Get the correct subdirectory
var fileNames = _subDirectory.EnumerateFiles().Select(file => file.Name).ToArray();
_latestDate = fileNames.Length > 0
? fileNames
.Max(
fileName =>
{
int index = fileName.IndexOf('.');
DateTime date;
return(DateTime.TryParse(fileName.Substring(0, index), out date) ? date : DateTime.MinValue);
}).AddDays(1)
: _minDate;
}
static void Main(string[] args)
{
stopwatch.Start();
WriteLine("\r\n\r\n***** " + DateTime.Now + " *****\r\n");
getPrefs(args);
while (!authorized)
{
GetCredentials();
// scan S3
using (var client = new AmazonS3Client(accessKey, secretKey, RegionEndpoint.USEast1))
{
try
{
S3DirectoryInfo root = new S3DirectoryInfo(client, bucket, key);
S3DirectoryInfo[] dirs = root.EnumerateDirectories().ToArray();
authorized = true;
bool run = true;
while (run)
{
DisplayDirectories(dirs);
WriteLine("\r\nEnter directory number to process directory, or enter 0 to process all.");
string response = Console.ReadLine();
bool success = int.TryParse(response, out dirNum);
while (!success || dirNum < 0 || dirNum > dirs.Length)
{
WriteLine("\r\nInvalid entry. Enter 0 or a directory number:");
response = Console.ReadLine();
success = int.TryParse(response, out dirNum);
}
if (dirNum == 0)
{
sdd = new ScannedDirectoryData(root.FullName);
// process files in root directory
WriteLine($"Scanning files in {root.FullName}...");
foreach (S3FileInfo f in root.EnumerateFiles())
{
try
{
ScanFile(f);
}
catch (Exception e)
{
LogError(e.Message);
}
}
db.AWSS3Objects.InsertAllOnSubmit(insertionList);
SubmitBatch();
// process each sub directory recursively and submit
foreach (S3DirectoryInfo d in dirs)
{
ProcessDirectory(d);
}
run = false;
}
else
{
ProcessDirectory(dirs[dirNum - 1]);
WriteLine($"\r\nDo you want to scan another directory? (Y/N)");
response = Console.ReadLine();
while (response.ToUpper() != "Y" && response.ToUpper() != "N")
{
WriteLine("\r\nInvalid response. Enter Y or N:");
response = Console.ReadLine();
}
run = response.ToUpper() == "Y";
}
}
DisplayTotals();
stopwatch.Stop();
WriteLine($"\r\nTime elapsed: {stopwatch.Elapsed}");
}
catch (Exception e)
{
LogError("UNAUTHORIZED");
}
}
}
Console.ReadKey();
}
