private IEnumerable <BackupDetails> GetAll()
{
// Common Prefix == Directory
var files = _service.ListAllObjects(_settings.Bucket, string.Format("{0}/", _settings.Prefix)).Where(s => s as CommonPrefix == null && !string.IsNullOrWhiteSpace(s.Name)).ToList();
return(files.Select(f => BackupDetails.ParseFromBackupFile(f.Name)).ToList());
}
public IEnumerable <S3Entry> GetObjects(string bucketName, string prefix, string delimiter)
{
return(client
.ListAllObjects(bucketName, prefix, delimiter)
.Select(o =>
{
var f = o as ObjectEntry;
return f != null ?
(S3Entry) new S3File(f.Name, f.Size, f.LastModified) :
(S3Entry) new S3Folder(o.Name);
}));
}
static void Main(string[] args)
{
var service = new S3Service()
{
AccessKeyID = "AKIAJ6F26BFDPKHVPHIA",
SecretAccessKey = "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",
};
var buckets = service.GetAllBuckets();
var objects = service
.ListAllObjects("static.teamlab.com", "")
.ToList();
}
static void RunS3Tests()
{
// This is basically a bunch of testing code written either for the LitS3 homepage
// or to attempt to reproduce various submitted issues.
var s3 = new S3Service
{
AccessKeyID = Settings.Default.AccessKeyID,
SecretAccessKey = Settings.Default.SecretAccessKey
};
s3.UseSubdomains = true;
//s3.CreateBucketInEurope("lits3-demo-europe");
s3.UseSsl = false;
s3.BeforeAuthorize += (o, a) => { a.Request.Proxy = new WebProxy("http://192.168.104.1:7777"); };
string bucket = "lits3-fashionable" + new Random().Next();
s3.CreateBucketInEurope(bucket);
//s3.AddObjectString("hello world", bucket, "hello.txt");
s3.ListAllObjects(bucket);
s3.DeleteBucket(bucket);
//s3.AddObjectString("hello world", "lits3-demo", "stuff/hello world.txt", "text/plain", default(CannedAcl));
//Console.WriteLine(s3.GetAuthorizedUri("lits3-demo", "stuff/hello world.txt", DateTime.Now.AddYears(1)).AbsoluteUri);
//Console.WriteLine(string.Join(",", s3.ListObjects("lits3-demo", "stuff/").Select(e => e.Name).ToArray()));
/*var addRequest = new AddObjectRequest(s3, "lits3-demo", "File 1.txt");
addRequest.ContentLength = 0;
addRequest.CacheControl = "max-age=3000, must-revalidate";
addRequest.Expires = DateTime.Now.Date.AddYears(10);
addRequest.GetResponse();
var getRequest = new GetObjectRequest(s3, "lits3-demo", "File 1.txt");
GetObjectResponse getResponse = getRequest.GetResponse();
Console.WriteLine("Expires: " + getResponse.Headers[HttpResponseHeader.Expires]);
Console.WriteLine("CacheControl: " + getResponse.Headers[HttpResponseHeader.CacheControl]);*/
//s3.AddObjectString("Bonjour Europe!", "lits3-demo-europe", "bonjour.txt");
//Console.WriteLine(s3.GetObjectString("lits3-demo-europe", "bonjour.txt"));
//s3.ForEachBucket(Console.WriteLine);
/*string etag;
{
var request = new AddObjectRequest(s3, "lits3-demo", "File 1.txt");
request.ContentLength = 0;
request.Metadata.Add("sky", "blue");
var response = request.GetResponse();
etag = response.ETag;
Console.WriteLine("ETag: " + etag);
}
{
var request = new CopyObjectRequest(s3, "lits3-demo", "File 1.txt", "File 1 copy.txt");
//request.CopyIfNoneMatchETag = etag;
request.MetadataDirective = MetadataDirective.Replace;
//request.Metadata.Add("shoes", "brown");
request.GetResponse();
}
{
var request = new GetObjectRequest(s3, "lits3-demo", "File 1.txt", true);
var response = request.GetResponse();
Console.WriteLine("Sky on file1 is " + response.Metadata.Get("sky"));
}
Console.WriteLine("File2 exists? " + s3.ObjectExists("lits3-demo", "File 2.txt"));
{
var request = new GetObjectRequest(s3, "lits3-demo", "File 1 copy.txt", true);
var response = request.GetResponse();
Console.WriteLine("Sky on file2 is " + response.Metadata.Get("sky"));
Console.WriteLine("Shoes on file2 are " + response.Metadata.Get("shoes"));
}*/
/*s3.ForEachBucket(Console.WriteLine);
//> Bucket "mybucket"
//> Bucket "myotherbucket"
//> Bucket "lits3-demo"
s3.AddObjectString("This is file one!", "lits3-demo", "File 1.txt");
s3.ForEachObject("lits3-demo", Console.WriteLine);
//> S3Object "File 1.txt"
//> Common Prefix "MyDirectory"
Console.WriteLine(s3.GetObjectString("lits3-demo", "File 1.txt"));
//> This is file one!
s3.CopyObject("lits3-demo", "File 1.txt", "File 1 copy.txt");
s3.ForEachObject("lits3-demo", Console.WriteLine);
//> S3Object "File 1 copy.txt"
//> S3Object "File 1.txt"
//> Common Prefix "MyDirectory"
s3.ForEachObject("lits3-demo", "MyDirectory/", Console.WriteLine);
//> S3Object "Other File.txt"
// "Need more flexibility?"
var request = new GetObjectRequest(s3, "lits3-demo", "File 1.txt");
request.BeginGetResponse(result =>
{
// comes in on a separate thread
using (GetObjectResponse response = request.EndGetResponse(result))
{
StreamReader reader = new StreamReader(response.GetResponseStream());
Console.WriteLine(reader.ReadToEnd());
//> This is file one!
}
}, null);
// continues immediately without blocking...
*/
//s3.AddObjectProgress += (s, e) => Console.WriteLine("Progress: " + e.ProgressPercentage);
//s3.AddObjectString("Hello world", "lits3-demo", "Test File.txt");
//> Progress: 0
//> Progress: 40
//> ...
//> Progress: 100
/*string objectContents = "This will be written directly to S3.";
long objectLength = objectContents.Length;
s3.AddObject("lits3-demo", "Directly Written.txt", objectLength, stream =>
{
// Create a StreamWriter to write some text data
var writer = new StreamWriter(stream, Encoding.ASCII);
writer.Write(objectContents);
writer.Flush();
});*/
#region Some more testing code that needs to be refactored and separated into classes
//s3.CreateBucketInEurope("test-europe234234");
//var copyRequest = new CopyObjectRequest(s3, "spotlightmobile", "office.jpg", "office2.jpg");
//copyRequest.GetResponse().Close();
//s3.CopyObject("spotlightmobile", "office.jpg", "office2.jpg");
/*
string testBucket = "ctu-test";
// Upload dynamically from a stream
s3.AddObject(testBucket, "test-stream", 10, stream =>
{
// write 10 ASCII characters starting with "a"
foreach (byte i in Enumerable.Range(65, 10))
stream.WriteByte(i);
});
// Download dynamically from a stream
using (Stream stream = s3.GetObjectStream(testBucket, "test-stream"))
Console.WriteLine("Contents: " + new StreamReader(stream).ReadToEnd());
// List all objects
s3.ListAllObjects(testBucket, null, entry => Console.WriteLine("Found: " + entry));
//string testBucket = "ctu-test";
//string testKey = "hello";
foreach (ListEntry entry in s3.ListObjects("ctu-beta", null))
Console.WriteLine(entry);
Console.WriteLine("Bucket status of {0}: {1}", testBucket, s3.QueryBucket(testBucket));
//s3.DeleteBucket(testBucket);
s3.AddObjectString("four thousand years", testBucket, testKey, "text/plain", CannedAcl.Private);
Console.WriteLine(s3.GetObjectString(testBucket, testKey));
Console.WriteLine(s3.GetUrl(testBucket, testKey));
Console.WriteLine(s3.GetAuthorizedUrl(testBucket, testKey, DateTime.Now + TimeSpan.FromMinutes(10)));
//s3.DeleteObject("ctu-test", "hello");
s3.AddObjectString("jackdaws quartz", testBucket, "jackdaws quartz", "text/plain", CannedAcl.Private);
s3.AddObjectString("one+two=three", testBucket, "one+two=three", "text/plain", CannedAcl.Private);
s3.UseSubdomains = false;
s3.ListObjects("testing_special_chars", null).ForEach(i => Console.WriteLine(i));
Console.WriteLine(s3.GetObjectString(testBucket, "jackdaws quartz"));
Console.WriteLine(s3.GetObjectString(testBucket, "one+two=three"));
Debug.WriteLine(s3.GetAuthorizedUrl(testBucket, "jackdaws quartz", DateTime.Now + TimeSpan.FromMinutes(10)));
Debug.WriteLine(s3.GetAuthorizedUrl(testBucket, "one+two=three", DateTime.Now + TimeSpan.FromMinutes(10)));
{
// Create a file on S3 from the contents of a string
s3.AddObjectString("some simple string content", testBucket, "test-object");
// Upload a local file
//s3.AddObject(@"H:\Music\Andrew Bird\The Swimming Hour\02 - Andrew Bird - The Swimming Hour - Core And Rind.mp3", testBucket, "andrew-bird.mp3");
// Upload dynamically from a stream
var request = new AddObjectRequest(s3, testBucket, "test-stream");
request.ContentLength = 36;
// Add some metadata
request.Metadata["meaning-of-life"] = "42";
// This will call out to the S3 server and initiate an upload
using (Stream requestStream = request.GetRequestStream())
{
// Create a StreamWriter to write some text data
var writer = new StreamWriter(requestStream, Encoding.ASCII);
writer.Write("This will be written directly to S3.");
writer.Flush();
}
// We're finished, so get the response to finish our submission. Remember to Close() it!
request.GetResponse().Close();
}
{
// Get the contents of a file on S3 as a string
Console.WriteLine(s3.GetObjectString(testBucket, "test-object"));
// Download a file from S3 into a local file
//s3.GetObject(testBucket, "andrew-bird.mp3", @"C:\andrew-bird.mp3");
// Download dynamically into a stream
var request = new GetObjectRequest(s3, testBucket, "test-stream");
using (GetObjectResponse response = request.GetResponse())
{
// Read some metadata
Console.WriteLine("Meaning of life: " + response.Metadata["meaning-of-life"]); // prints "42"
// Create a StreamReader to read the text data we stored above
var reader = new StreamReader(response.GetResponseStream(), Encoding.ASCII);
Console.WriteLine(reader.ReadLine());
}
}
{
// Download dynamically into a stream
var request = new GetObjectRequest(s3, testBucket, "andrew-bird.mp3");
using (GetObjectResponse response = request.GetResponse())
{
var buffer = new byte[31768];
var bytesDownloaded = 0;
var responseStream = response.GetResponseStream();
while (bytesDownloaded < response.ContentLength)
{
var bytesRead = responseStream.Read(buffer, 0, buffer.Length);
// write the downloaded data somewhere...
bytesDownloaded += bytesRead;
var percent = (int)(((float)bytesDownloaded / (float)response.ContentLength) * 100);
Console.CursorLeft = 0;
Console.Write("Downloading... {0}%", percent);
}
}
}
*/
//s3.CreateBucket("ctu-america");
//Console.WriteLine("America in europe? " + s3.IsBucketInEurope("ctu-america"));
//s3.CreateBucketInEurope("ctu-europe");
//Console.WriteLine("Europe in europe? " + s3.IsBucketInEurope("ctu-europe"));
/*var request = new GetAllBucketsRequest(s3);
request.BeginGetResponse(delegate (IAsyncResult result)
{
using (GetAllBucketsResponse response = request.EndGetResponse(result))
{
foreach (Bucket bucket in response.Buckets)
Console.WriteLine(bucket);
}
}, null);*/
#endregion
}