public STT.Task InsertBinaryPropertyAsync(IBlobProvider blobProvider, BinaryDataValue value, int versionId, int propertyTypeId, bool isNewNode, SnDataContext dataContext) { var streamLength = value.Stream?.Length ?? 0; var ctx = new BlobStorageContext(blobProvider) { VersionId = versionId, PropertyTypeId = propertyTypeId, FileId = 0, Length = streamLength }; // blob operation blobProvider.AllocateAsync(ctx, CancellationToken.None).GetAwaiter().GetResult(); using (var stream = blobProvider.GetStreamForWrite(ctx)) value.Stream?.CopyTo(stream); value.BlobProviderName = ctx.Provider.GetType().FullName; value.BlobProviderData = BlobStorageContext.SerializeBlobProviderData(ctx.BlobProviderData); // metadata operation var db = DataProvider.DB; if (!isNewNode) { DeleteBinaryPropertyAsync(versionId, propertyTypeId, dataContext).GetAwaiter().GetResult(); } var fileId = db.Files.GetNextId(); db.Files.Insert(new FileDoc { FileId = fileId, ContentType = value.ContentType, Extension = value.FileName.Extension, FileNameWithoutExtension = value.FileName.FileNameWithoutExtension, Size = Math.Max(0, value.Size), BlobProvider = value.BlobProviderName, BlobProviderData = value.BlobProviderData }); var binaryPropertyId = db.BinaryProperties.GetNextId(); db.BinaryProperties.Insert(new BinaryPropertyDoc { BinaryPropertyId = binaryPropertyId, FileId = fileId, PropertyTypeId = propertyTypeId, VersionId = versionId }); value.Id = binaryPropertyId; value.FileId = fileId; value.Timestamp = 0L; //TODO: file row timestamp return(STT.Task.CompletedTask); }
public async Task <string> StartChunkAsync(IBlobProvider blobProvider, int versionId, int propertyTypeId, long fullSize, CancellationToken cancellationToken) { var db = DataProvider.DB; // Get related objects var binaryDoc = db.BinaryProperties.FirstOrDefault(r => r.VersionId == versionId && r.PropertyTypeId == propertyTypeId); if (binaryDoc == null) { return(null); } var fileDoc = db.Files.FirstOrDefault(x => x.FileId == binaryDoc.FileId); if (fileDoc == null) { return(null); } if (fileDoc.Staging) { return(null); } // Create context var binaryPropertyId = binaryDoc.BinaryPropertyId; var fileId = fileDoc.FileId; var providerName = fileDoc.BlobProvider; var providerTextData = fileDoc.BlobProviderData; var provider = BlobStorageBase.GetProvider(providerName); var context = new BlobStorageContext(provider, providerTextData) { VersionId = versionId, PropertyTypeId = propertyTypeId, FileId = fileId, Length = fullSize, }; // Allocate a new blob await blobProvider.AllocateAsync(context, cancellationToken); var blobProviderName = blobProvider.GetType().FullName; var blobProviderData = BlobStorageContext.SerializeBlobProviderData(context.BlobProviderData); // Insert a new file row var contentType = fileDoc.ContentType; var fileNameWithoutExtension = fileDoc.FileNameWithoutExtension; var extension = fileDoc.Extension; var newFileId = db.Files.GetNextId(); db.Files.Insert(new FileDoc { FileId = newFileId, BlobProvider = blobProviderName, BlobProviderData = blobProviderData, ContentType = contentType, Extension = extension, FileNameWithoutExtension = fileNameWithoutExtension, Size = fullSize, Staging = true, }); // Return a token return(new ChunkToken { VersionId = versionId, PropertyTypeId = propertyTypeId, BinaryPropertyId = binaryPropertyId, FileId = newFileId }.GetToken()); }
public STT.Task UpdateBinaryPropertyAsync(IBlobProvider blobProvider, BinaryDataValue value, SnDataContext dataContext) { var streamLength = value.Stream?.Length ?? 0; var isExternal = false; if (streamLength > 0) { // BlobProviderData parameter is irrelevant because it will be overridden in the Allocate method var ctx = new BlobStorageContext(blobProvider) { VersionId = 0, PropertyTypeId = 0, FileId = value.FileId, Length = streamLength, }; blobProvider.AllocateAsync(ctx, CancellationToken.None).GetAwaiter().GetResult(); isExternal = true; value.BlobProviderName = ctx.Provider.GetType().FullName; value.BlobProviderData = BlobStorageContext.SerializeBlobProviderData(ctx.BlobProviderData); } var isRepositoryStream = value.Stream is RepositoryStream; var hasStream = isRepositoryStream || value.Stream is MemoryStream; if (!isExternal && !hasStream) { // do not do any database operation if the stream is not modified return(STT.Task.CompletedTask); } var db = DataProvider.DB; var fileId = db.Files.GetNextId(); db.Files.Insert(new FileDoc { FileId = fileId, ContentType = value.ContentType, Extension = value.FileName.Extension, FileNameWithoutExtension = value.FileName.FileNameWithoutExtension, Size = Math.Max(0, value.Size), BlobProvider = value.BlobProviderName, BlobProviderData = value.BlobProviderData }); var binaryPropertyDoc = db.BinaryProperties.FirstOrDefault(x => x.BinaryPropertyId == value.Id); if (binaryPropertyDoc != null) { binaryPropertyDoc.FileId = fileId; } if (fileId > 0 && fileId != value.FileId) { value.FileId = fileId; } // update stream with a new context var newCtx = new BlobStorageContext(blobProvider, value.BlobProviderData) { VersionId = 0, PropertyTypeId = 0, FileId = value.FileId, Length = streamLength, }; using (var stream = blobProvider.GetStreamForWrite(newCtx)) value.Stream?.CopyTo(stream); return(STT.Task.CompletedTask); }
public async Task <string> StartChunkAsync(IBlobProvider blobProvider, int versionId, int propertyTypeId, long fullSize, CancellationToken cancellationToken) { var ctx = new BlobStorageContext(blobProvider) { VersionId = versionId, PropertyTypeId = propertyTypeId, FileId = 0, Length = fullSize }; string blobProviderName = null; string blobProviderData = null; if (!(blobProvider is IBuiltInBlobProvider)) { await blobProvider.AllocateAsync(ctx, cancellationToken).ConfigureAwait(false); blobProviderName = blobProvider.GetType().FullName; blobProviderData = BlobStorageContext.SerializeBlobProviderData(ctx.BlobProviderData); } try { using (var dctx = new MsSqlDataContext(ConnectionStrings.ConnectionString, DataOptions, cancellationToken)) { using (var transaction = dctx.BeginTransaction()) { var result = await dctx.ExecuteReaderAsync(InsertStagingBinaryScript, cmd => { cmd.Parameters.AddRange(new[] { dctx.CreateParameter("@VersionId", DbType.Int32, versionId), dctx.CreateParameter("@PropertyTypeId", DbType.Int32, propertyTypeId), dctx.CreateParameter("@Size", DbType.Int64, fullSize), dctx.CreateParameter("@BlobProvider", DbType.String, 450, blobProviderName != null ? (object)blobProviderName : DBNull.Value), dctx.CreateParameter("@BlobProviderData", DbType.String, int.MaxValue, blobProviderData != null ? (object)blobProviderData : DBNull.Value), }); }, async (reader, cancel) => { int binaryPropertyId; int fileId; cancel.ThrowIfCancellationRequested(); if (await reader.ReadAsync(cancel).ConfigureAwait(false)) { binaryPropertyId = reader.GetSafeInt32(0); fileId = reader.GetSafeInt32(1); } else { throw new DataException("File row could not be inserted."); } ctx.FileId = fileId; return(new ChunkToken { VersionId = versionId, PropertyTypeId = propertyTypeId, BinaryPropertyId = binaryPropertyId, FileId = fileId }.GetToken()); }).ConfigureAwait(false); transaction.Commit(); return(result); } } } catch (Exception ex) { throw new DataException("Error during saving binary chunk to SQL Server.", ex); } }
public async Task UpdateBinaryPropertyAsync(IBlobProvider blobProvider, BinaryDataValue value, SnDataContext dataContext) { var streamLength = value.Stream?.Length ?? 0; var isExternal = false; if (!(blobProvider is IBuiltInBlobProvider)) { // BlobProviderData parameter is irrelevant because it will be overridden in the Allocate method var ctx = new BlobStorageContext(blobProvider) { VersionId = 0, PropertyTypeId = 0, FileId = value.FileId, Length = streamLength, }; await blobProvider.AllocateAsync(ctx, dataContext.CancellationToken).ConfigureAwait(false); isExternal = true; value.BlobProviderName = ctx.Provider.GetType().FullName; value.BlobProviderData = BlobStorageContext.SerializeBlobProviderData(ctx.BlobProviderData); } else { value.BlobProviderName = null; value.BlobProviderData = null; } if (blobProvider is IBuiltInBlobProvider) { // MS-SQL does not support stream size over [Int32.MaxValue]. if (streamLength > int.MaxValue) { throw new NotSupportedException(); } } var isRepositoryStream = value.Stream is RepositoryStream; var hasStream = isRepositoryStream || value.Stream is MemoryStream; if (!isExternal && !hasStream) { // do not do any database operation if the stream is not modified return; } if (!(dataContext is MsSqlDataContext sqlCtx)) { throw new PlatformNotSupportedException(); } var sql = blobProvider is IBuiltInBlobProvider ? UpdateBinaryPropertyScript : UpdateBinaryPropertyNewFilerowScript; var fileId = (int)await sqlCtx.ExecuteScalarAsync(sql, cmd => { cmd.Parameters.AddRange(new[] { sqlCtx.CreateParameter("@BinaryPropertyId", DbType.Int32, value.Id), sqlCtx.CreateParameter("@ContentType", DbType.String, 450, value.ContentType), sqlCtx.CreateParameter("@FileNameWithoutExtension", DbType.String, 450, value.FileName.FileNameWithoutExtension == null ? DBNull.Value : (object)value.FileName.FileNameWithoutExtension), sqlCtx.CreateParameter("@Extension", DbType.String, 50, ValidateExtension(value.FileName.Extension)), sqlCtx.CreateParameter("@Size", DbType.Int64, value.Size), sqlCtx.CreateParameter("@Checksum", DbType.AnsiString, 200, value.Checksum != null ? (object)value.Checksum : DBNull.Value), sqlCtx.CreateParameter("@BlobProvider", DbType.String, 450, value.BlobProviderName != null ? (object)value.BlobProviderName : DBNull.Value), sqlCtx.CreateParameter("@BlobProviderData", DbType.String, int.MaxValue, value.BlobProviderData != null ? (object)value.BlobProviderData : DBNull.Value), }); }).ConfigureAwait(false); if (fileId > 0 && fileId != value.FileId) { value.FileId = fileId; } if (blobProvider is IBuiltInBlobProvider) { // Stream exists and is loaded -> write it var ctx = new BlobStorageContext(blobProvider, value.BlobProviderData) { VersionId = 0, PropertyTypeId = 0, FileId = value.FileId, Length = streamLength, BlobProviderData = new BuiltinBlobProviderData() }; await BuiltInBlobProvider.UpdateStreamAsync(ctx, value.Stream, sqlCtx).ConfigureAwait(false); } else { var ctx = new BlobStorageContext(blobProvider, value.BlobProviderData) { VersionId = 0, PropertyTypeId = 0, FileId = value.FileId, Length = streamLength, }; if (streamLength == 0) { await blobProvider.ClearAsync(ctx, dataContext.CancellationToken).ConfigureAwait(false); } else { using (var stream = blobProvider.GetStreamForWrite(ctx)) value.Stream?.CopyTo(stream); } } }
public async Task InsertBinaryPropertyAsync(IBlobProvider blobProvider, BinaryDataValue value, int versionId, int propertyTypeId, bool isNewNode, SnDataContext dataContext) { var streamLength = value.Stream?.Length ?? 0; var ctx = new BlobStorageContext(blobProvider) { VersionId = versionId, PropertyTypeId = propertyTypeId, FileId = 0, Length = streamLength }; // In case of an external provider allocate the place for bytes and // write the stream beforehand and get the generated provider data. // Note that the external provider does not need an existing record // in the Files table to work, it just stores the bytes. if (!(blobProvider is IBuiltInBlobProvider)) { await blobProvider.AllocateAsync(ctx, dataContext.CancellationToken).ConfigureAwait(false); using (var stream = blobProvider.GetStreamForWrite(ctx)) value.Stream?.CopyTo(stream); value.BlobProviderName = ctx.Provider.GetType().FullName; value.BlobProviderData = BlobStorageContext.SerializeBlobProviderData(ctx.BlobProviderData); } if (!(dataContext is MsSqlDataContext sqlCtx)) { throw new PlatformNotSupportedException(); } var sql = isNewNode ? InsertBinaryPropertyScript : DeleteAndInsertBinaryPropertyScript; if (!isNewNode) { dataContext.NeedToCleanupFiles = true; } await sqlCtx.ExecuteReaderAsync(sql, cmd => { cmd.Parameters.AddRange(new[] { sqlCtx.CreateParameter("@VersionId", DbType.Int32, versionId != 0 ? (object)versionId : DBNull.Value), sqlCtx.CreateParameter("@PropertyTypeId", DbType.Int32, propertyTypeId != 0 ? (object)propertyTypeId : DBNull.Value), sqlCtx.CreateParameter("@ContentType", DbType.String, 450, value.ContentType), sqlCtx.CreateParameter("@FileNameWithoutExtension", DbType.String, 450, value.FileName.FileNameWithoutExtension == null ? DBNull.Value : (object)value.FileName.FileNameWithoutExtension), sqlCtx.CreateParameter("@Extension", DbType.String, 50, ValidateExtension(value.FileName.Extension)), sqlCtx.CreateParameter("@Size", DbType.Int64, Math.Max(0, value.Size)), sqlCtx.CreateParameter("@BlobProvider", DbType.String, 450, value.BlobProviderName != null ? (object)value.BlobProviderName : DBNull.Value), sqlCtx.CreateParameter("@BlobProviderData", DbType.String, int.MaxValue, value.BlobProviderData != null ? (object)value.BlobProviderData : DBNull.Value), sqlCtx.CreateParameter("@Checksum", DbType.AnsiString, 200, value.Checksum != null ? (object)value.Checksum : DBNull.Value), }); }, async (reader, cancel) => { if (await reader.ReadAsync(cancel).ConfigureAwait(false)) { value.Id = Convert.ToInt32(reader[0]); value.FileId = Convert.ToInt32(reader[1]); value.Timestamp = Utility.Convert.BytesToLong((byte[])reader.GetValue(2)); } return(true); }).ConfigureAwait(false); // The BuiltIn blob provider saves the stream after the record // was saved into the Files table, because simple varbinary // column must exist before we can write a stream into the record. // ReSharper disable once InvertIf if (blobProvider is IBuiltInBlobProvider && value.Stream != null) { ctx.FileId = value.FileId; ctx.BlobProviderData = new BuiltinBlobProviderData(); await BuiltInBlobProvider.AddStreamAsync(ctx, value.Stream, sqlCtx).ConfigureAwait(false); } }