public override void Execute()
{
AWSAuthConnection svc = new AWSAuthConnection();
if (prefix.EndsWith("*"))
prefix = prefix.Substring(0, prefix.Length - 1);
int fileCount = 0, errorCount = 0;
long fileSize = 0;
foreach (ListEntry e in new IterativeList(bucket, prefix, regex))
{
string prompt = string.Format("{0}\t{1,14:##,#}\t{2}", e.LastModified, e.Size, e.Key);
if (Yes.Confirm(prompt))
{
Response response = svc.delete(bucket, e.Key, null);
response.Connection.Close();
if (response.Status != System.Net.HttpStatusCode.NoContent)
{
Console.Error.WriteLine(" error: {0}", response.Status);
errorCount++;
}
else
{
fileCount++;
fileSize += e.Size;
}
}
else
{
}
}
if (0 == errorCount)
{
Console.Error.WriteLine(string.Format("{0} files, {1:##,#} bytes", fileCount, fileSize));
}
else
{
Console.Error.WriteLine(string.Format("{0} files, {1:##,#} bytes; {2} errors", fileCount, fileSize, errorCount));
}
}
public override void Execute()
{
AWSAuthConnection svc = new AWSAuthConnection();
string directory, filename;
if (fileArgument == "") // nothing specified; assume current directory
{
directory = Path.GetFullPath(".");
filename = "*";
}
else if (Directory.Exists(fileArgument)) // only a directory specified
{
directory = Path.GetFullPath(fileArgument);
filename = "*";
}
else if (fileArgument.IndexOf(Path.DirectorySeparatorChar) != -1) // directory and filename specified
{
directory = Path.GetFullPath(Path.GetDirectoryName(fileArgument));
filename = Path.GetFileName(fileArgument);
}
else // only a filename specified
{
directory = Path.GetFullPath(".");
filename = fileArgument;
}
if (!directory.EndsWith(Path.DirectorySeparatorChar.ToString()))
directory = string.Concat(directory, Path.DirectorySeparatorChar.ToString());
bool foundAnything = false;
IterativeList existingItems = null;
if (sync && Utils.IsMono)
existingItems = new IterativeList(bucket, "");
foreach (string file in Sub.GetFiles(directory, filename, sub))
{
foundAnything = true;
if (backup && (File.GetAttributes(file) & FileAttributes.Archive) != FileAttributes.Archive)
continue;
string key;
if (sub)
key = baseKey + file.Substring(directory.Length).Replace("\\", "/");
else
key = baseKey + Path.GetFileName(file);
const long maxFileBytes = 5L * 1024L * 1024L * 1024L;
if (sub && Directory.Exists(file))
{
// Unlike S3Fox, we don't create dummy folder keys ending with _$folder$. That's a bit of
// a hack, and would require special handling with the get and list commands resulting
// in us attempting to simulate a filesystem, which is not KISS enough for this project.
// And the only downside appears to be that there is no way to represent empty folders.
}
else
{
if (sync)
{
if (Utils.IsMono)
{
// the getLastModified method does not work on linux, so we iterate a list of
// received items instead
bool changed = true;
foreach (ListEntry e in existingItems)
{
if (e.Key == key)
{
if (e.LastModified > File.GetLastWriteTimeUtc(file))
{
changed = false;
break;
}
}
}
if (!changed)
continue;
}
else
{
DateTime? lastModified = svc.getLastModified(bucket, key);
if (lastModified.HasValue && lastModified.Value > File.GetLastWriteTimeUtc(file))
{
Progress.reportProgress(key, 0, 0);
continue;
}
}
}
SortedList headers = AWSAuthConnection.GetHeaders(acl, file, storageClass, encrypt);
using (FileStream fs = new FileStream(file, FileMode.Open, FileAccess.Read))
{
if (!big)
{
if (fs.Length > maxFileBytes)
throw new ArgumentOutOfRangeException(string.Format("{0} is too big; maximum file size on S3 is {1}GB. Type s3 help and see the /big option.",
Path.GetFileName(file), maxFileBytes / 1024 / 1024 / 1024));
else
{
Console.WriteLine(key);
svc.put(bucket, key, fs, headers).Connection.Close();
}
}
else
{
const string formatString = "{0}.{1:000}";
int sequence = 0;
while (fs.Position < fs.Length)
{
long putBytes = Math.Min(perChunkBytes, fs.Length - fs.Position);
string thisKey = string.Format(formatString, key, sequence++);
string remoteMD5 = svc.getChecksum(bucket, thisKey);
if (remoteMD5 != null)
{
long positionBeforeChecksum = fs.Position;
string localMD5 = Utils.BytesToHex(AWSAuthConnection.calculateMD5(fs, fs.Position, putBytes));
if (string.Equals(localMD5, remoteMD5, StringComparison.InvariantCultureIgnoreCase))
{
Progress.reportProgress(thisKey, 0, 0);
continue; // file position has already been advanced by calculating the checksum
}
else
fs.Position = positionBeforeChecksum;
}
Console.WriteLine(thisKey);
svc.put(bucket, thisKey, fs, headers, fs.Position, putBytes).Connection.Close();
}
// ensure that there isn't a key on S3 corresponding to the next chunk number, perhaps
// from a previous upload of the same file when it was smaller than it is now
svc.delete(bucket, string.Format(formatString, key, sequence), null).Connection.Close();
}
}
}
if (backup)
File.SetAttributes(file, File.GetAttributes(file) & ~FileAttributes.Archive);
}
if (!foundAnything)
throw new FileNotFoundException(string.Format("No files found at {0}{1}", directory, filename));
if (sub && subWithDelete)
Sub.deleteKeys(directory, bucket, baseKey);
}