public async Task <HttpResponseMessage> PutContainerComp(string container, string comp)
{
return(await DoHandlerAsync(String.Format("ContainerController.PutContainerComp: {0}", comp), async() =>
{
CloudBlobContainer containerObj = NamespaceHandler.GetContainerByName(DashConfiguration.NamespaceAccount, container);
HttpResponseMessage errorResponse = await ValidatePreconditions(containerObj);
if (errorResponse != null)
{
return errorResponse;
}
switch (comp.ToLower())
{
case "lease":
return await SetContainerLease(containerObj);
case "metadata":
return await SetContainerMetadata(containerObj);
case "acl":
return await SetContainerAcl(containerObj);
default:
return new HttpResponseMessage(HttpStatusCode.BadRequest);
}
}));
}
public static UriBuilder GetRedirectUriBuilder(string method,
string scheme,
CloudStorageAccount account,
string containerName,
string blobName,
bool useSas,
string queryString,
bool decodeQueryParams = true)
{
CloudBlobContainer container = NamespaceHandler.GetContainerByName(account, containerName);
// Strip any existing SAS query params as we'll replace them with our own SAS calculation
var queryParams = RequestQueryParameters.Create(queryString, decodeQueryParams);
SharedAccessSignature.RemoveSasQueryParameters(queryParams);
if (useSas)
{
// Be careful to preserve the URL encoding in the signature
queryParams.Append(CalculateSASStringForContainer(method, container), false);
}
return(new UriBuilder
{
Scheme = scheme,
Host = account.BlobEndpoint.Host,
Path = PathUtils.CombineContainerAndBlob(containerName, PathUtils.PathEncode(blobName)),
Query = queryParams.ToString(),
});
}
static async Task <BlobContainerPublicAccessType> GetContainerPublicAccessAsync(string container)
{
// TODO: Plug this potential DoS vector - spurious anonymous requests could drown us here...
var containerObject = NamespaceHandler.GetContainerByName(DashConfiguration.NamespaceAccount, container);
var permissions = await containerObject.GetPermissionsAsync();
return(permissions.PublicAccess);
}
private static async Task <IEnumerable <IListBlobItem> > ChildBlobListAsync(CloudStorageAccount dataAccount,
string container, string prefix, string delimiter, string includeFlags)
{
CloudBlobContainer containerObj = NamespaceHandler.GetContainerByName(dataAccount, container);
if (!String.IsNullOrWhiteSpace(delimiter))
{
containerObj.ServiceClient.DefaultDelimiter = delimiter;
}
var results = new List <IEnumerable <IListBlobItem> >();
BlobListingDetails listDetails;
Enum.TryParse(includeFlags, true, out listDetails);
string nextMarker = null;
try
{
do
{
var continuationToken = new BlobContinuationToken
{
NextMarker = nextMarker,
};
var blobResults = await containerObj.ListBlobsSegmentedAsync(prefix, String.IsNullOrWhiteSpace(delimiter), listDetails, null, continuationToken, null, null);
results.Add(blobResults.Results);
if (blobResults.ContinuationToken != null)
{
nextMarker = blobResults.ContinuationToken.NextMarker;
}
else
{
nextMarker = null;
}
} while (!String.IsNullOrWhiteSpace(nextMarker));
}
catch (StorageException)
{
// Silently swallow the exception if we're missing the container for this account
}
return(results
.SelectMany(segmentResults => segmentResults));
}
static async Task <SharedAccessBlobPolicy> GetStoredPolicyForContainer(string container, string storedPolicyId)
{
try
{
// TODO: Move this information to cache to mitigate DoS vector
var containerObject = NamespaceHandler.GetContainerByName(DashConfiguration.NamespaceAccount, container);
var permissions = await containerObject.GetPermissionsAsync();
SharedAccessBlobPolicy retval;
if (permissions.SharedAccessPolicies.TryGetValue(storedPolicyId, out retval))
{
return(retval);
}
}
catch (StorageException)
{
}
return(null);
}
public async Task <HttpResponseMessage> GetContainerProperties(string container)
{
return(await DoHandlerAsync("ContainerController.GetContainerProperties", async() =>
{
CloudBlobContainer containerObj = NamespaceHandler.GetContainerByName(DashConfiguration.NamespaceAccount, container);
HttpResponseMessage errorResponse = await ValidatePreconditions(containerObj);
if (errorResponse != null)
{
return errorResponse;
}
HttpResponseMessage response = await FormContainerMetadataResponse(containerObj);
response.Headers.Add("x-ms-lease-status", containerObj.Properties.LeaseStatus.ToString().ToLower());
response.Headers.Add("x-ms-lease-state", containerObj.Properties.LeaseState.ToString().ToLower());
//Only add Lease Duration information if the container is leased
if (containerObj.Properties.LeaseState == LeaseState.Leased)
{
response.Headers.Add("x-ms-lease-duration", containerObj.Properties.LeaseDuration.ToString().ToLower());
}
return response;
}));
}
public static async Task <HandlerResult> CopyBlobAsync(IHttpRequestWrapper requestWrapper, string destContainer, string destBlob, string source)
{
return(await WebOperationRunner.DoHandlerAsync(String.Format("BlobHandler.CopyBlobAsync: {0}/{1} from {2}", destContainer, destBlob, source), async() =>
{
// source is a naked URI supplied by client
Uri sourceUri;
if (Uri.TryCreate(source, UriKind.RelativeOrAbsolute, out sourceUri))
{
string sourceContainer = String.Empty;
string sourceBlobName = String.Empty;
string sourceQuery = String.Empty;
BlobType sourceBlobType = BlobType.BlockBlob;
var requestVersion = requestWrapper.Headers.Value("x-ms-version", StorageServiceVersions.Version_2009_09_19);
bool processRelativeSource = false;
if (!sourceUri.IsAbsoluteUri)
{
if (requestVersion >= StorageServiceVersions.Version_2012_02_12)
{
// 2012-02-12 onwards doesn't accept relative URIs
return new HandlerResult
{
StatusCode = HttpStatusCode.BadRequest,
};
}
// Make sourceUri absolute here because a bunch of Uri functionality fails for relative URIs
sourceUri = new Uri(new Uri("http://dummyhost"), sourceUri);
processRelativeSource = true;
}
if (processRelativeSource ||
(String.Equals(sourceUri.Host, requestWrapper.Url.Host, StringComparison.OrdinalIgnoreCase) &&
((sourceUri.IsDefaultPort && requestWrapper.Url.IsDefaultPort) || (sourceUri.Port == requestWrapper.Url.Port))))
{
var segments = PathUtils.GetPathSegments(sourceUri.AbsolutePath);
if (processRelativeSource)
{
// Blob in named container: /accountName/containerName/blobName
// Snapshot in named container: /accountName/containerName/blobName?snapshot=<DateTime>
// Blob in root container: /accountName/blobName
// Snapshot in root container: /accountName/blobName?snapshot=<DateTime>
if (!String.Equals(segments.FirstOrDefault(), DashConfiguration.AccountName))
{
return new HandlerResult
{
StatusCode = HttpStatusCode.BadRequest,
ErrorInformation = new DashErrorInformation
{
ErrorCode = "CopyAcrossAccountsNotSupported",
ErrorMessage = "The copy source account and destination account must be the same.",
},
};
}
if (segments.Count() == 2)
{
sourceContainer = "root";
sourceBlobName = segments[1];
}
else if (segments.Count() > 2)
{
sourceContainer = segments[1];
sourceBlobName = PathUtils.CombinePathSegments(segments.Skip(2));
}
}
else
{
sourceContainer = segments.FirstOrDefault();
sourceBlobName = PathUtils.CombinePathSegments(segments.Skip(1));
}
}
var destNamespaceBlob = await NamespaceHandler.FetchNamespaceBlobAsync(destContainer, destBlob);
string destAccount = String.Empty;
if (!String.IsNullOrEmpty(sourceContainer) && !String.IsNullOrEmpty(sourceBlobName))
{
var sourceQueryParams = HttpUtility.ParseQueryString(sourceUri.Query);
var sourceNamespaceBlob = await NamespaceHandler.FetchNamespaceBlobAsync(sourceContainer, sourceBlobName, sourceQueryParams["snapshot"]);
if (!await sourceNamespaceBlob.ExistsAsync())
{
// This isn't actually documented (what happens when the source doesn't exist), but by obervation the service emits 404
return new HandlerResult
{
StatusCode = HttpStatusCode.NotFound,
};
}
var sourceCloudContainer = NamespaceHandler.GetContainerByName(
DashConfiguration.GetDataAccountByAccountName(sourceNamespaceBlob.PrimaryAccountName), sourceContainer);
sourceBlobType = sourceCloudContainer.GetBlobReferenceFromServer(sourceBlobName).BlobType;
// This is effectively an intra-account copy which is expected to be atomic. Therefore, even if the destination already
// exists, we need to place the destination in the same data account as the source.
// If the destination blob already exists, we delete it below to prevent an orphaned data blob
destAccount = sourceNamespaceBlob.PrimaryAccountName;
var sourceUriBuilder = ControllerOperations.GetRedirectUriBuilder("GET",
requestWrapper.Url.Scheme,
DashConfiguration.GetDataAccountByAccountName(destAccount),
sourceContainer,
sourceBlobName,
false,
String.Empty);
sourceUri = sourceUriBuilder.Uri;
}
else if (await destNamespaceBlob.ExistsAsync())
{
destAccount = destNamespaceBlob.PrimaryAccountName;
}
else
{
destAccount = NamespaceHandler.GetDataStorageAccountForBlob(destBlob).Credentials.AccountName;
}
bool replicateDestination = false;
if (await destNamespaceBlob.ExistsAsync() && destNamespaceBlob.PrimaryAccountName != destAccount)
{
// Delete the existing blob to prevent orphaning it
replicateDestination = destNamespaceBlob.IsReplicated;
var dataBlob = NamespaceHandler.GetBlobByName(
DashConfiguration.GetDataAccountByAccountName(destNamespaceBlob.PrimaryAccountName), destContainer, destBlob);
await dataBlob.DeleteIfExistsAsync();
}
destNamespaceBlob.PrimaryAccountName = destAccount;
destNamespaceBlob.Container = destContainer;
destNamespaceBlob.BlobName = destBlob;
destNamespaceBlob.IsMarkedForDeletion = false;
await destNamespaceBlob.SaveAsync();
// Now that we've got the metadata tucked away - do the actual copy
var destCloudContainer = NamespaceHandler.GetContainerByName(DashConfiguration.GetDataAccountByAccountName(destAccount), destContainer);
ICloudBlob destCloudBlob = null;
if (sourceBlobType == BlobType.PageBlob)
{
destCloudBlob = destCloudContainer.GetPageBlobReference(destBlob);
}
else
{
destCloudBlob = destCloudContainer.GetBlockBlobReference(destBlob);
}
// Storage client will retry failed copy. Let our clients decide that.
var copyId = await destCloudBlob.StartCopyFromBlobAsync(sourceUri,
AccessCondition.GenerateEmptyCondition(),
AccessCondition.GenerateEmptyCondition(),
new BlobRequestOptions
{
RetryPolicy = new NoRetry(),
},
new OperationContext());
// Check if we should replicate the copied destination blob
if (replicateDestination || BlobReplicationHandler.ShouldReplicateBlob(requestWrapper.Headers, destContainer, destBlob))
{
await BlobReplicationHandler.EnqueueBlobReplicationAsync(destNamespaceBlob, false);
}
return new HandlerResult
{
StatusCode = requestVersion >= StorageServiceVersions.Version_2012_02_12 ? HttpStatusCode.Accepted : HttpStatusCode.Created,
Headers = new ResponseHeaders(new[]
{
new KeyValuePair <string, string>("x-ms-copy-id", copyId),
new KeyValuePair <string, string>("x-ms-copy-status", destCloudBlob.CopyState.Status == CopyStatus.Success ? "success" : "pending"),
})
};
}
return new HandlerResult
{
StatusCode = HttpStatusCode.BadRequest,
};
}));
}