public override void Execute()
{
AWSAuthConnection svc = new AWSAuthConnection();
string directory, filename;
if (fileArgument == "") // nothing specified; assume current directory
{
directory = Path.GetFullPath(".");
filename = "*";
}
else if (Directory.Exists(fileArgument)) // only a directory specified
{
directory = Path.GetFullPath(fileArgument);
filename = "*";
}
else if (fileArgument.IndexOf(Path.DirectorySeparatorChar) != -1) // directory and filename specified
{
directory = Path.GetFullPath(Path.GetDirectoryName(fileArgument));
filename = Path.GetFileName(fileArgument);
}
else // only a filename specified
{
directory = Path.GetFullPath(".");
filename = fileArgument;
}
if (!directory.EndsWith(Path.DirectorySeparatorChar.ToString()))
{
directory = string.Concat(directory, Path.DirectorySeparatorChar.ToString());
}
bool foundAnything = false;
IterativeList existingItems = null;
if (sync && Utils.IsMono)
{
existingItems = new IterativeList(bucket, "");
}
foreach (string file in Sub.GetFiles(directory, filename, sub))
{
foundAnything = true;
if (backup && (File.GetAttributes(file) & FileAttributes.Archive) != FileAttributes.Archive)
{
continue;
}
string key;
if (sub)
{
key = baseKey + file.Substring(directory.Length).Replace("\\", "/");
}
else
{
key = baseKey + Path.GetFileName(file);
}
const long maxFileBytes = 5L * 1024L * 1024L * 1024L;
if (sub && Directory.Exists(file))
{
// Unlike S3Fox, we don't create dummy folder keys ending with _$folder$. That's a bit of
// a hack, and would require special handling with the get and list commands resulting
// in us attempting to simulate a filesystem, which is not KISS enough for this project.
// And the only downside appears to be that there is no way to represent empty folders.
}
else
{
if (sync)
{
if (Utils.IsMono)
{
// the getLastModified method does not work on linux, so we iterate a list of
// received items instead
bool changed = true;
foreach (ListEntry e in existingItems)
{
if (e.Key == key)
{
if (e.LastModified > File.GetLastWriteTimeUtc(file))
{
changed = false;
break;
}
}
}
if (!changed)
{
continue;
}
}
else
{
DateTime?lastModified = svc.getLastModified(bucket, key);
if (lastModified.HasValue && lastModified.Value > File.GetLastWriteTimeUtc(file))
{
Progress.reportProgress(key, 0, 0);
continue;
}
}
}
SortedList headers = AWSAuthConnection.GetHeaders(acl, file, storageClass);
using (FileStream fs = new FileStream(file, FileMode.Open, FileAccess.Read))
{
if (!big)
{
if (fs.Length > maxFileBytes)
{
throw new ArgumentOutOfRangeException(string.Format("{0} is too big; maximum file size on S3 is {1}GB. Type s3 help and see the /big option.",
Path.GetFileName(file), maxFileBytes / 1024 / 1024 / 1024));
}
else
{
Console.Error.WriteLine(key);
svc.put(bucket, key, fs, headers).Connection.Close();
}
}
else
{
const string formatString = "{0}.{1:000}";
int sequence = 0;
while (fs.Position < fs.Length)
{
long putBytes = Math.Min(perChunkBytes, fs.Length - fs.Position);
string thisKey = string.Format(formatString, key, sequence++);
string remoteMD5 = svc.getChecksum(bucket, thisKey);
if (remoteMD5 != null)
{
long positionBeforeChecksum = fs.Position;
string localMD5 = Utils.BytesToHex(AWSAuthConnection.calculateMD5(fs, fs.Position, putBytes));
if (string.Equals(localMD5, remoteMD5, StringComparison.InvariantCultureIgnoreCase))
{
Progress.reportProgress(thisKey, 0, 0);
continue; // file position has already been advanced by calculating the checksum
}
else
{
fs.Position = positionBeforeChecksum;
}
}
Console.Error.WriteLine(thisKey);
svc.put(bucket, thisKey, fs, headers, fs.Position, putBytes).Connection.Close();
}
// ensure that there isn't a key on S3 corresponding to the next chunk number, perhaps
// from a previous upload of the same file when it was smaller than it is now
svc.delete(bucket, string.Format(formatString, key, sequence), null).Connection.Close();
}
}
}
if (backup)
{
File.SetAttributes(file, File.GetAttributes(file) & ~FileAttributes.Archive);
}
}
if (!foundAnything)
{
throw new FileNotFoundException(string.Format("No files found at {0}{1}", directory, filename));
}
if (sub && subWithDelete)
{
Sub.deleteKeys(directory, bucket, baseKey);
}
}
