public void TestingAQueryWithVersioning()
{
string bucket = Guid.NewGuid().ToString();
PutBucketRequestECS pbr = new PutBucketRequestECS()
{
BucketName = bucket,
};
pbr.SetMetadataSearchKeys(bucketMetadataSearchKeys);
client.PutBucket(pbr);
PutBucketVersioningRequest pbv = new PutBucketVersioningRequest()
{
BucketName = bucket,
VersioningConfig = new S3BucketVersioningConfig()
{
Status = VersionStatus.Enabled
}
};
client.PutBucketVersioning(pbv);
for (int i = 0; i < 5; i++)
{
PutObjectRequest object_request = new PutObjectRequest()
{
BucketName = bucket,
Key = string.Format("obj-{0}", i),
ContentBody = string.Format("This is sample content for object {0}.", i)
};
object_request.Metadata.Add("x-amz-meta-decimalvalue", Convert.ToString(i * 2));
object_request.Metadata.Add("x-amz-meta-stringvalue", string.Format("sample-{0}", Convert.ToString(i)));
client.PutObject(object_request);
object_request.ContentBody = string.Format("This is sample content for object {0} after versioning has been enabled.", i);
client.PutObject(object_request);
}
QueryObjectsRequest qor = new QueryObjectsRequest()
{
BucketName = bucket,
IncludeOlderVersions = true,
Query = "x-amz-meta-decimalvalue>4"
};
var qor_respose = client.QueryObjects(qor);
Assert.IsNotNull(qor_respose.ObjectMatches);
Assert.AreEqual(4, qor_respose.ObjectMatches.Count);
Assert.AreEqual(bucket, qor_respose.BucketName);
CleanBucket(bucket);
client.DeleteBucket(bucket);
}
public static void Main(string[] args)
{
// create the ECS S3 client
ECSS3Client s3 = ECSS3Factory.getS3Client();
// retrieve the object key and object content from the user
Console.Write("Enter the object key: ");
string key = Console.ReadLine();
Console.Write("Enter the object content: ");
string content = Console.ReadLine();
// create object request with retrieved input
PutObjectRequestECS request = new PutObjectRequestECS()
{
BucketName = ECSS3Factory.S3_BUCKET,
ContentBody = content,
Key = key
};
// create the object in demo bucket
s3.PutObject(request);
// print out object key/value for validation
Console.WriteLine(string.Format("Created object {0}/{1} with content: {2}", ECSS3Factory.S3_BUCKET, key, content));
Console.ReadLine();
}
public static void Initialize(TestContext testContext)
{
BasicAWSCredentials creds = new BasicAWSCredentials(ConfigurationManager.AppSettings["S3_ACCESS_KEY_ID"], ConfigurationManager.AppSettings["S3_SECRET_KEY"]);
AmazonS3Config cc = new AmazonS3Config()
{
ForcePathStyle = true,
ServiceURL = ConfigurationManager.AppSettings["S3_ENDPOINT"],
SignatureVersion = ConfigurationManager.AppSettings["SIGNATURE_VERSION"],
SignatureMethod = SigningAlgorithm.HmacSHA1,
UseHttp = false,
};
client = new ECSS3Client(creds, cc);
PutBucketRequestECS request = new PutBucketRequestECS()
{
BucketName = temp_bucket,
};
// Set the indexable search keys on the bucket.
request.SetMetadataSearchKeys(bucketMetadataSearchKeys);
string vpool_id = ConfigurationManager.AppSettings["VPOOL_ID"];
if (!string.IsNullOrWhiteSpace(vpool_id))
{
request.VirtualPoolId = vpool_id;
}
client.PutBucket(request);
for (int i = 0; i < 5; i++)
{
PutObjectRequest object_request = new PutObjectRequest()
{
BucketName = temp_bucket,
Key = string.Format("obj-{0}", i),
ContentBody = string.Format("This is sample content for object {0}", i)
};
object_request.Metadata.Add("x-amz-meta-decimalvalue", Convert.ToString(i * 2));
object_request.Metadata.Add("x-amz-meta-stringvalue", string.Format("sample-{0}", Convert.ToString(i)));
client.PutObject(object_request);
}
}
public static void Main(string[] args)
{
// create the ECS S3 client
ECSS3Client s3 = ECSS3Factory.getS3Client();
// object key to create, update, and append
string key = "atomic-append.txt";
string bucketName = ECSS3Factory.S3_BUCKET; // bucket to create object in
string content = "Hello World!";
// first create an initial object
Console.WriteLine(string.Format("creating initial object {0}/{1} with content: {2}", ECSS3Factory.S3_BUCKET, key, content));
PutObjectRequestECS request = new PutObjectRequestECS()
{
BucketName = bucketName,
Key = key,
ContentBody = content
};
s3.PutObject(request);
// read object and print content
Console.WriteLine(string.Format("initial object {0}/{1} with content: [{2}]", bucketName, key, readObject(s3, bucketName, key)));
// append to the end of the object
string content2 = " ... and Universe!!";
// the offset at which our appended data was written is returned
// (this is the previous size of the object)
long appendOffset = s3.AppendObject(bucketName, key, content2);
Console.WriteLine(string.Format("append successful at offset {0}", appendOffset));
// read object and print content
Console.WriteLine(string.Format("final object {0}/{1} with content: [{2}]", bucketName, key, readObject(s3, bucketName, key)));
Console.ReadLine();
}
public static void Main(string[] args)
{
// create the ECS S3 Client
ECSS3Client s3 = ECSS3Factory.getS3Client();
// retrieve the object key and object content from the user
Console.Write("Enter the object key: ");
string key = Console.ReadLine();
Console.Write("Enter the object content: ");
string content = Console.ReadLine();
// retrieve the object metadata key and value from user
Console.Write("Enter the metadata key: ");
string metaKey = Console.ReadLine();
Console.Write("Enter the metadata value: ");
string metaValue = Console.ReadLine();
// create object request with retrieved input
PutObjectRequestECS request = new PutObjectRequestECS()
{
BucketName = ECSS3Factory.S3_BUCKET,
ContentBody = content,
Key = key
};
// add metadata to request
request.Metadata.Add(metaKey, metaValue);
// create the object with metadata in the demo bucket
s3.PutObject(request);
// print out object key/value and metadata key/value for validation
Console.WriteLine(string.Format("Create object {0}/{1} with metadata {2}={3} and content: {4}",
ECSS3Factory.S3_BUCKET, key, metaKey, metaValue, content));
Console.ReadLine();
}
public static void Main(string[] args)
{
ECSS3Client s3 = ECSS3Factory.getS3Client();
PutObjectRequestECS request;
string key = "update-append.txt"; // object key to create, update, and append
string bucketName = ECSS3Factory.S3_BUCKET; // bucket to create object in
string content = "The tan fox jumped over the dog"; // initial object content
int tanIndex = content.IndexOf("tan");
Console.WriteLine(string.Format("creating initial object {0}/{1} with content: {2}", ECSS3Factory.S3_BUCKET, key, content));
// first create an initial object
request = new PutObjectRequestECS();
request.BucketName = bucketName;
request.Key = key;
request.ContentBody = content;
s3.PutObject(request);
// read object and print content
Console.WriteLine(string.Format("initial object {0}/{1} with content: [{2}]", bucketName, key, readObject(s3, bucketName, key)));
// update the object in the middle
string content2 = "red";
request = new PutObjectRequestECS();
request.BucketName = bucketName;
request.Key = key;
request.ContentBody = content2;
request.Range = Range.fromOffsetLength(tanIndex, content2.Length);
Console.WriteLine(string.Format("updating object at offset {0}", tanIndex));
s3.PutObject(request);
// read object and print content
Console.WriteLine(string.Format("updated object {0}/{1} with content: [{2}]", bucketName, key, readObject(s3, bucketName, key)));
// append to the object
string content3 = " and cat";
Console.WriteLine(string.Format("appending object at offset {0}", content.Length));
request = new PutObjectRequestECS();
request.BucketName = bucketName;
request.Key = key;
request.ContentBody = content3;
request.Range = Range.fromOffset(content.Length);
s3.PutObject(request);
// read object and print content
Console.WriteLine(string.Format("appended object {0}/{1} with content: [{2}]", bucketName, key, readObject(s3, bucketName, key)));
// create a sparse object by appending past the end of the object
string content4 = "#last byte#";
Console.WriteLine(string.Format("sparse append object at offset {0}", 45));
request = new PutObjectRequestECS();
request.BucketName = bucketName;
request.Key = key;
request.ContentBody = content4;
request.Range = Range.fromOffset(45);
s3.PutObject(request);
// read object and print content
Console.WriteLine(string.Format("sparse append object {0}/{1} with content: [{2}]", bucketName, key, readObject(s3, bucketName, key)));
Console.ReadLine();
}
public static void Main(string[] args)
{
// create the AWS S3 client
ECSS3Client s3 = ECSS3Factory.getS3Client();
foreach (string key in KEY_LIST)
{
// create object request with retrieved input
PutObjectRequest request = new PutObjectRequest()
{
BucketName = ECSS3Factory.S3_BUCKET,
ContentBody = key,
Key = key
};
// create the object in demo bucket
s3.PutObject(request);
}
while (true)
{
Console.Write("Enter the prefix (empty if none): ");
string prefix = Console.ReadLine();
Console.Write("Enter the delimiter (e.g. /, empty for none): ");
string delimiter = Console.ReadLine();
Console.Write("Enter the marker (empty if none): ");
string marker = Console.ReadLine();
Console.Write("Enter the max keys (empty for defaul): ");
string maxKeys = Console.ReadLine();
ListObjectsRequest request = new ListObjectsRequest()
{
BucketName = ECSS3Factory.S3_BUCKET
};
if (prefix.Length > 0)
{
request.Prefix = prefix;
}
if (delimiter.Length > 0)
{
request.Delimiter = delimiter;
}
if (marker.Length > 0)
{
request.Marker = marker;
}
if (maxKeys.Length > 0)
{
request.MaxKeys = Int32.Parse(maxKeys);
}
ListObjectsResponse response = s3.ListObjects(request);
Console.WriteLine("-----------------");
Console.WriteLine("Bucket: " + ECSS3Factory.S3_BUCKET);
Console.WriteLine("Prefix: " + response.Prefix);
Console.WriteLine("Delimiter: " + response.Delimiter);
Console.WriteLine("Marker: " + marker);
Console.WriteLine("IsTruncated? " + response.IsTruncated);
Console.WriteLine("NextMarker: " + response.NextMarker);
Console.WriteLine();
if (response.CommonPrefixes != null)
{
foreach (string commonPrefix in response.CommonPrefixes)
{
Console.WriteLine("CommonPrefix: " + commonPrefix);
}
}
Console.WriteLine("Printing objects");
Console.WriteLine("-----------------");
foreach (S3Object s3Object in response.S3Objects)
{
Console.WriteLine(String.Format("{0} {1} {2}", s3Object.LastModified.ToString(), s3Object.Size, s3Object.Key));
}
Console.Write("Another? (Y/N) ");
string another = Console.ReadLine();
if (another.ToUpper() == "N")
{
break;
}
}
foreach (string key in KEY_LIST)
{
s3.DeleteObject(ECSS3Factory.S3_BUCKET, key);
}
Console.ReadLine();
}
public void TestUpdateObjectWithRange()
{
string key = "key-1";
string content = "The cat crossed the road.";
int offset = content.IndexOf("cat");
PutObjectRequestECS por = new PutObjectRequestECS()
{
BucketName = temp_bucket,
Key = key,
ContentBody = content
};
// create the object
client.PutObject(por);
GetObjectResponse respone = client.GetObject(temp_bucket, key);
Stream responeStream = respone.ResponseStream;
StreamReader reader1 = new StreamReader(responeStream);
string readContent1 = reader1.ReadToEnd();
Assert.AreEqual(content.Length, readContent1.Length);
Assert.AreEqual("The cat crossed the road.", readContent1);
string updatePart = "dog";
por = new PutObjectRequestECS()
{
BucketName = temp_bucket,
Key = key,
ContentBody = updatePart,
Range = Range.fromOffsetLength(offset, updatePart.Length)
};
// update the object
client.PutObject(por);
// verify update
GetObjectResponse response = client.GetObject(temp_bucket, key);
Stream responseStream = response.ResponseStream;
StreamReader reader = new StreamReader(responseStream);
string readContent = reader.ReadToEnd();
Assert.AreEqual("The dog crossed the road.", readContent);
updatePart = "very lucky animal crossed the road.";
por = new PutObjectRequestECS()
{
BucketName = temp_bucket,
Key = key,
Range = Range.fromOffset(offset),
ContentBody = updatePart
};
client.PutObject(por);
// verify update
response = client.GetObject(temp_bucket, key);
responseStream = response.ResponseStream;
reader = new StreamReader(responseStream);
readContent = reader.ReadToEnd();
Assert.AreEqual(content.Substring(0, offset) + updatePart, readContent);
}
public static void Main(string[] args)
{
// create the ECS S3 client
ECSS3Client s3 = ECSS3Factory.getS3Client();
// Create the bucket with indexed keys
List <MetaSearchKey> bucketMetadataSearchKeys = new List <MetaSearchKey>()
{
new MetaSearchKey()
{
Name = USER_PREFIX + FIELD_ACCOUNT_ID, Type = MetaSearchDatatype.integer
},
new MetaSearchKey()
{
Name = USER_PREFIX + FIELD_BILLING_DATE, Type = MetaSearchDatatype.datetime
},
new MetaSearchKey()
{
Name = USER_PREFIX + FIELD_BILL_TYPE, Type = MetaSearchDatatype.@string
}
};
PutBucketRequestECS pbr = new PutBucketRequestECS();
pbr.BucketName = BUCKET_NAME;
pbr.SetMetadataSearchKeys(bucketMetadataSearchKeys);
s3.PutBucket(pbr);
foreach (string key in KEY_LIST)
{
PutObjectRequestECS por = new PutObjectRequestECS();
por.BucketName = BUCKET_NAME;
por.Key = key;
por.Metadata.Add(FIELD_ACCOUNT_ID, extractAccountId(key));
por.Metadata.Add(FIELD_BILLING_DATE, extractBillDate(key));
por.Metadata.Add(FIELD_BILL_TYPE, extractBillType(key));
s3.PutObject(por);
}
while (true)
{
Console.Write("Enter the account id (empty for none): ");
string accountId = Console.ReadLine();
Console.Write("Enter the billing date (e.g. 2016-09-22, empty for none): ");
string billingDate = Console.ReadLine();
Console.Write("Enter the bill type (e.g. xml. empty for none): ");
string billType = Console.ReadLine();
QueryObjectsRequest qor = new QueryObjectsRequest()
{
BucketName = BUCKET_NAME
};
StringBuilder query = new StringBuilder();
if (accountId.Length > 0)
{
query.Append(USER_PREFIX + FIELD_ACCOUNT_ID + "==" + accountId + "");
}
if (billingDate.Length > 0)
{
if (query.Length > 0)
{
query.Append(" and ");
}
query.Append(USER_PREFIX + FIELD_BILLING_DATE + "==" + billingDate + "T00:00:00Z");
}
if (billType.Length > 0)
{
if (query.Length > 0)
{
query.Append(" and ");
}
query.Append(USER_PREFIX + FIELD_BILL_TYPE + "=='" + billType + "'");
}
qor.Query = query.ToString();
QueryObjectsResponse res = s3.QueryObjects(qor);
Console.WriteLine("--------------------------");
Console.WriteLine("Bucket: " + res.BucketName);
Console.WriteLine("Query: " + qor.Query);
Console.WriteLine();
Console.WriteLine("Key");
Console.WriteLine("--------------------------");
foreach (QueryObject obj in res.ObjectMatches)
{
Console.WriteLine(string.Format("{0}", obj.Name));
}
Console.Write("Another? (Y/N) ");
string another = Console.ReadLine();
if (another.ToUpper() == "N")
{
break;
}
}
//cleanup
foreach (string key in KEY_LIST)
{
s3.DeleteObject(BUCKET_NAME, key);
}
s3.DeleteBucket(BUCKET_NAME);
}
