public async Task <int> ArchiveSessionAsync(Guid sessionId, DateTime archiveDate) { var listResponse = await _cephS3Client.ListObjectsAsync( new ListObjectsRequest { BucketName = _filesBucketName, Prefix = sessionId.ToString() }); if (listResponse.S3Objects.Count == 0) { return(0); } var s3Objects = listResponse.S3Objects.OrderByDescending(x => x.Size).ToList(); foreach (var obj in s3Objects) { var getMetadataResponse = await _cephS3Client.GetObjectMetadataAsync(_filesBucketName, obj.Key); var archivedFileKey = obj.Key.AsArchivedFileKey(archiveDate); var copyRequest = new CopyObjectRequest { SourceBucket = _filesBucketName, SourceKey = obj.Key, DestinationBucket = _filesBucketName, DestinationKey = archivedFileKey, MetadataDirective = S3MetadataDirective.REPLACE, CannedACL = S3CannedACL.PublicRead }; foreach (var metadataKey in getMetadataResponse.Metadata.Keys) { copyRequest.Metadata.Add(metadataKey, getMetadataResponse.Metadata[metadataKey]); } await _cephS3Client.CopyObjectAsync(copyRequest); _logger.LogInformation( "File {fileKey} copied to {archivedFileKey} while archiving session '{sessionId}'.", obj.Key, archivedFileKey, sessionId); } var count = await DeleteSessionFilesAsync(sessionId, s3Objects); _logger.LogInformation("Session '{sessionId}' archived.", sessionId); return(count); }
public async Task <string> CompleteMultipartUpload(MultipartUploadSession uploadSession) { var uploadKey = uploadSession.SessionId.AsS3ObjectKey(uploadSession.FileKey); var partETags = uploadSession.Parts.Select(x => new PartETag(x.PartNumber, x.Etag)).ToList(); var uploadResponse = await _cephS3Client.CompleteMultipartUploadAsync( new CompleteMultipartUploadRequest { BucketName = _filesBucketName, Key = uploadKey, UploadId = uploadSession.UploadId, PartETags = partETags }); uploadSession.Complete(); if (SessionDescriptor.IsSessionExpired(uploadSession.SessionExpiresAt)) { throw new SessionExpiredException(uploadSession.SessionId, uploadSession.SessionExpiresAt); } try { using (var getResponse = await _cephS3Client.GetObjectAsync(_filesBucketName, uploadKey)) { var memoryStream = new MemoryStream(); using (getResponse.ResponseStream) { getResponse.ResponseStream.CopyTo(memoryStream); memoryStream.Position = 0; } using (memoryStream) { var sessionDescriptor = uploadSession.SessionDescriptor; var elementDescriptor = uploadSession.ElementDescriptor; EnsureFileContentIsValid( elementDescriptor.TemplateCode, elementDescriptor.Type, elementDescriptor.Constraints.For(sessionDescriptor.Language), memoryStream, uploadSession.UploadedFileMetadata); } var metadataWrapper = MetadataCollectionWrapper.For(getResponse.Metadata); var fileName = metadataWrapper.Read <string>(MetadataElement.Filename); var fileExtension = Path.GetExtension(fileName).ToLowerInvariant(); var fileKey = Path.ChangeExtension(uploadSession.SessionId.AsS3ObjectKey(uploadResponse.ETag), fileExtension); var copyRequest = new CopyObjectRequest { ContentType = uploadSession.UploadedFileMetadata.ContentType, SourceBucket = _filesBucketName, SourceKey = uploadKey, DestinationBucket = _filesBucketName, DestinationKey = fileKey, MetadataDirective = S3MetadataDirective.REPLACE, CannedACL = S3CannedACL.PublicRead }; foreach (var metadataKey in getResponse.Metadata.Keys) { copyRequest.Metadata.Add(metadataKey, getResponse.Metadata[metadataKey]); } await _cephS3Client.CopyObjectAsync(copyRequest); _uploadedBinariesMetric.Inc(); _memoryCache.Set(fileKey, new BinaryMetadata(fileName, getResponse.ContentLength), uploadSession.SessionExpiresAt); return(fileKey); } } finally { await _cephS3Client.DeleteObjectAsync(_filesBucketName, uploadKey); } }