public STT.Task InsertBinaryPropertyAsync(IBlobProvider blobProvider, BinaryDataValue value, int versionId, int propertyTypeId,
bool isNewNode, SnDataContext dataContext)
{
var streamLength = value.Stream?.Length ?? 0;
var ctx = new BlobStorageContext(blobProvider)
{
VersionId = versionId, PropertyTypeId = propertyTypeId, FileId = 0, Length = streamLength
};
// blob operation
blobProvider.AllocateAsync(ctx, CancellationToken.None).GetAwaiter().GetResult();
using (var stream = blobProvider.GetStreamForWrite(ctx))
value.Stream?.CopyTo(stream);
value.BlobProviderName = ctx.Provider.GetType().FullName;
value.BlobProviderData = BlobStorageContext.SerializeBlobProviderData(ctx.BlobProviderData);
// metadata operation
var db = DataProvider.DB;
if (!isNewNode)
{
DeleteBinaryPropertyAsync(versionId, propertyTypeId, dataContext).GetAwaiter().GetResult();
}
var fileId = db.Files.GetNextId();
db.Files.Insert(new FileDoc
{
FileId = fileId,
ContentType = value.ContentType,
Extension = value.FileName.Extension,
FileNameWithoutExtension = value.FileName.FileNameWithoutExtension,
Size = Math.Max(0, value.Size),
BlobProvider = value.BlobProviderName,
BlobProviderData = value.BlobProviderData
});
var binaryPropertyId = db.BinaryProperties.GetNextId();
db.BinaryProperties.Insert(new BinaryPropertyDoc
{
BinaryPropertyId = binaryPropertyId,
FileId = fileId,
PropertyTypeId = propertyTypeId,
VersionId = versionId
});
value.Id = binaryPropertyId;
value.FileId = fileId;
value.Timestamp = 0L; //TODO: file row timestamp
return(STT.Task.CompletedTask);
}
public async Task <string> StartChunkAsync(IBlobProvider blobProvider, int versionId, int propertyTypeId, long fullSize,
CancellationToken cancellationToken)
{
var db = DataProvider.DB;
// Get related objects
var binaryDoc =
db.BinaryProperties.FirstOrDefault(r => r.VersionId == versionId && r.PropertyTypeId == propertyTypeId);
if (binaryDoc == null)
{
return(null);
}
var fileDoc = db.Files.FirstOrDefault(x => x.FileId == binaryDoc.FileId);
if (fileDoc == null)
{
return(null);
}
if (fileDoc.Staging)
{
return(null);
}
// Create context
var binaryPropertyId = binaryDoc.BinaryPropertyId;
var fileId = fileDoc.FileId;
var providerName = fileDoc.BlobProvider;
var providerTextData = fileDoc.BlobProviderData;
var provider = BlobStorageBase.GetProvider(providerName);
var context = new BlobStorageContext(provider, providerTextData)
{
VersionId = versionId,
PropertyTypeId = propertyTypeId,
FileId = fileId,
Length = fullSize,
};
// Allocate a new blob
await blobProvider.AllocateAsync(context, cancellationToken);
var blobProviderName = blobProvider.GetType().FullName;
var blobProviderData = BlobStorageContext.SerializeBlobProviderData(context.BlobProviderData);
// Insert a new file row
var contentType = fileDoc.ContentType;
var fileNameWithoutExtension = fileDoc.FileNameWithoutExtension;
var extension = fileDoc.Extension;
var newFileId = db.Files.GetNextId();
db.Files.Insert(new FileDoc
{
FileId = newFileId,
BlobProvider = blobProviderName,
BlobProviderData = blobProviderData,
ContentType = contentType,
Extension = extension,
FileNameWithoutExtension = fileNameWithoutExtension,
Size = fullSize,
Staging = true,
});
// Return a token
return(new ChunkToken
{
VersionId = versionId,
PropertyTypeId = propertyTypeId,
BinaryPropertyId = binaryPropertyId,
FileId = newFileId
}.GetToken());
}
public STT.Task UpdateBinaryPropertyAsync(IBlobProvider blobProvider, BinaryDataValue value, SnDataContext dataContext)
{
var streamLength = value.Stream?.Length ?? 0;
var isExternal = false;
if (streamLength > 0)
{
// BlobProviderData parameter is irrelevant because it will be overridden in the Allocate method
var ctx = new BlobStorageContext(blobProvider)
{
VersionId = 0,
PropertyTypeId = 0,
FileId = value.FileId,
Length = streamLength,
};
blobProvider.AllocateAsync(ctx, CancellationToken.None).GetAwaiter().GetResult();
isExternal = true;
value.BlobProviderName = ctx.Provider.GetType().FullName;
value.BlobProviderData = BlobStorageContext.SerializeBlobProviderData(ctx.BlobProviderData);
}
var isRepositoryStream = value.Stream is RepositoryStream;
var hasStream = isRepositoryStream || value.Stream is MemoryStream;
if (!isExternal && !hasStream)
{
// do not do any database operation if the stream is not modified
return(STT.Task.CompletedTask);
}
var db = DataProvider.DB;
var fileId = db.Files.GetNextId();
db.Files.Insert(new FileDoc
{
FileId = fileId,
ContentType = value.ContentType,
Extension = value.FileName.Extension,
FileNameWithoutExtension = value.FileName.FileNameWithoutExtension,
Size = Math.Max(0, value.Size),
BlobProvider = value.BlobProviderName,
BlobProviderData = value.BlobProviderData
});
var binaryPropertyDoc = db.BinaryProperties.FirstOrDefault(x => x.BinaryPropertyId == value.Id);
if (binaryPropertyDoc != null)
{
binaryPropertyDoc.FileId = fileId;
}
if (fileId > 0 && fileId != value.FileId)
{
value.FileId = fileId;
}
// update stream with a new context
var newCtx = new BlobStorageContext(blobProvider, value.BlobProviderData)
{
VersionId = 0,
PropertyTypeId = 0,
FileId = value.FileId,
Length = streamLength,
};
using (var stream = blobProvider.GetStreamForWrite(newCtx))
value.Stream?.CopyTo(stream);
return(STT.Task.CompletedTask);
}
public async Task <string> StartChunkAsync(IBlobProvider blobProvider, int versionId, int propertyTypeId, long fullSize,
CancellationToken cancellationToken)
{
var ctx = new BlobStorageContext(blobProvider)
{
VersionId = versionId, PropertyTypeId = propertyTypeId, FileId = 0, Length = fullSize
};
string blobProviderName = null;
string blobProviderData = null;
if (!(blobProvider is IBuiltInBlobProvider))
{
await blobProvider.AllocateAsync(ctx, cancellationToken).ConfigureAwait(false);
blobProviderName = blobProvider.GetType().FullName;
blobProviderData = BlobStorageContext.SerializeBlobProviderData(ctx.BlobProviderData);
}
try
{
using (var dctx = new MsSqlDataContext(ConnectionStrings.ConnectionString, DataOptions, cancellationToken))
{
using (var transaction = dctx.BeginTransaction())
{
var result = await dctx.ExecuteReaderAsync(InsertStagingBinaryScript, cmd =>
{
cmd.Parameters.AddRange(new[]
{
dctx.CreateParameter("@VersionId", DbType.Int32, versionId),
dctx.CreateParameter("@PropertyTypeId", DbType.Int32, propertyTypeId),
dctx.CreateParameter("@Size", DbType.Int64, fullSize),
dctx.CreateParameter("@BlobProvider", DbType.String, 450, blobProviderName != null ? (object)blobProviderName : DBNull.Value),
dctx.CreateParameter("@BlobProviderData", DbType.String, int.MaxValue, blobProviderData != null ? (object)blobProviderData : DBNull.Value),
});
}, async (reader, cancel) =>
{
int binaryPropertyId;
int fileId;
cancel.ThrowIfCancellationRequested();
if (await reader.ReadAsync(cancel).ConfigureAwait(false))
{
binaryPropertyId = reader.GetSafeInt32(0);
fileId = reader.GetSafeInt32(1);
}
else
{
throw new DataException("File row could not be inserted.");
}
ctx.FileId = fileId;
return(new ChunkToken
{
VersionId = versionId,
PropertyTypeId = propertyTypeId,
BinaryPropertyId = binaryPropertyId,
FileId = fileId
}.GetToken());
}).ConfigureAwait(false);
transaction.Commit();
return(result);
}
}
}
catch (Exception ex)
{
throw new DataException("Error during saving binary chunk to SQL Server.", ex);
}
}
public async Task UpdateBinaryPropertyAsync(IBlobProvider blobProvider, BinaryDataValue value, SnDataContext dataContext)
{
var streamLength = value.Stream?.Length ?? 0;
var isExternal = false;
if (!(blobProvider is IBuiltInBlobProvider))
{
// BlobProviderData parameter is irrelevant because it will be overridden in the Allocate method
var ctx = new BlobStorageContext(blobProvider)
{
VersionId = 0,
PropertyTypeId = 0,
FileId = value.FileId,
Length = streamLength,
};
await blobProvider.AllocateAsync(ctx, dataContext.CancellationToken).ConfigureAwait(false);
isExternal = true;
value.BlobProviderName = ctx.Provider.GetType().FullName;
value.BlobProviderData = BlobStorageContext.SerializeBlobProviderData(ctx.BlobProviderData);
}
else
{
value.BlobProviderName = null;
value.BlobProviderData = null;
}
if (blobProvider is IBuiltInBlobProvider)
{
// MS-SQL does not support stream size over [Int32.MaxValue].
if (streamLength > int.MaxValue)
{
throw new NotSupportedException();
}
}
var isRepositoryStream = value.Stream is RepositoryStream;
var hasStream = isRepositoryStream || value.Stream is MemoryStream;
if (!isExternal && !hasStream)
{
// do not do any database operation if the stream is not modified
return;
}
if (!(dataContext is MsSqlDataContext sqlCtx))
{
throw new PlatformNotSupportedException();
}
var sql = blobProvider is IBuiltInBlobProvider
? UpdateBinaryPropertyScript
: UpdateBinaryPropertyNewFilerowScript;
var fileId = (int)await sqlCtx.ExecuteScalarAsync(sql, cmd =>
{
cmd.Parameters.AddRange(new[]
{
sqlCtx.CreateParameter("@BinaryPropertyId", DbType.Int32, value.Id),
sqlCtx.CreateParameter("@ContentType", DbType.String, 450, value.ContentType),
sqlCtx.CreateParameter("@FileNameWithoutExtension", DbType.String, 450, value.FileName.FileNameWithoutExtension == null ? DBNull.Value : (object)value.FileName.FileNameWithoutExtension),
sqlCtx.CreateParameter("@Extension", DbType.String, 50, ValidateExtension(value.FileName.Extension)),
sqlCtx.CreateParameter("@Size", DbType.Int64, value.Size),
sqlCtx.CreateParameter("@Checksum", DbType.AnsiString, 200, value.Checksum != null ? (object)value.Checksum : DBNull.Value),
sqlCtx.CreateParameter("@BlobProvider", DbType.String, 450, value.BlobProviderName != null ? (object)value.BlobProviderName : DBNull.Value),
sqlCtx.CreateParameter("@BlobProviderData", DbType.String, int.MaxValue, value.BlobProviderData != null ? (object)value.BlobProviderData : DBNull.Value),
});
}).ConfigureAwait(false);
if (fileId > 0 && fileId != value.FileId)
{
value.FileId = fileId;
}
if (blobProvider is IBuiltInBlobProvider)
{
// Stream exists and is loaded -> write it
var ctx = new BlobStorageContext(blobProvider, value.BlobProviderData)
{
VersionId = 0,
PropertyTypeId = 0,
FileId = value.FileId,
Length = streamLength,
BlobProviderData = new BuiltinBlobProviderData()
};
await BuiltInBlobProvider.UpdateStreamAsync(ctx, value.Stream, sqlCtx).ConfigureAwait(false);
}
else
{
var ctx = new BlobStorageContext(blobProvider, value.BlobProviderData)
{
VersionId = 0,
PropertyTypeId = 0,
FileId = value.FileId,
Length = streamLength,
};
if (streamLength == 0)
{
await blobProvider.ClearAsync(ctx, dataContext.CancellationToken).ConfigureAwait(false);
}
else
{
using (var stream = blobProvider.GetStreamForWrite(ctx))
value.Stream?.CopyTo(stream);
}
}
}
public async Task InsertBinaryPropertyAsync(IBlobProvider blobProvider, BinaryDataValue value, int versionId, int propertyTypeId,
bool isNewNode, SnDataContext dataContext)
{
var streamLength = value.Stream?.Length ?? 0;
var ctx = new BlobStorageContext(blobProvider)
{
VersionId = versionId, PropertyTypeId = propertyTypeId, FileId = 0, Length = streamLength
};
// In case of an external provider allocate the place for bytes and
// write the stream beforehand and get the generated provider data.
// Note that the external provider does not need an existing record
// in the Files table to work, it just stores the bytes.
if (!(blobProvider is IBuiltInBlobProvider))
{
await blobProvider.AllocateAsync(ctx, dataContext.CancellationToken).ConfigureAwait(false);
using (var stream = blobProvider.GetStreamForWrite(ctx))
value.Stream?.CopyTo(stream);
value.BlobProviderName = ctx.Provider.GetType().FullName;
value.BlobProviderData = BlobStorageContext.SerializeBlobProviderData(ctx.BlobProviderData);
}
if (!(dataContext is MsSqlDataContext sqlCtx))
{
throw new PlatformNotSupportedException();
}
var sql = isNewNode ? InsertBinaryPropertyScript : DeleteAndInsertBinaryPropertyScript;
if (!isNewNode)
{
dataContext.NeedToCleanupFiles = true;
}
await sqlCtx.ExecuteReaderAsync(sql, cmd =>
{
cmd.Parameters.AddRange(new[]
{
sqlCtx.CreateParameter("@VersionId", DbType.Int32, versionId != 0 ? (object)versionId : DBNull.Value),
sqlCtx.CreateParameter("@PropertyTypeId", DbType.Int32, propertyTypeId != 0 ? (object)propertyTypeId : DBNull.Value),
sqlCtx.CreateParameter("@ContentType", DbType.String, 450, value.ContentType),
sqlCtx.CreateParameter("@FileNameWithoutExtension", DbType.String, 450, value.FileName.FileNameWithoutExtension == null ? DBNull.Value : (object)value.FileName.FileNameWithoutExtension),
sqlCtx.CreateParameter("@Extension", DbType.String, 50, ValidateExtension(value.FileName.Extension)),
sqlCtx.CreateParameter("@Size", DbType.Int64, Math.Max(0, value.Size)),
sqlCtx.CreateParameter("@BlobProvider", DbType.String, 450, value.BlobProviderName != null ? (object)value.BlobProviderName : DBNull.Value),
sqlCtx.CreateParameter("@BlobProviderData", DbType.String, int.MaxValue, value.BlobProviderData != null ? (object)value.BlobProviderData : DBNull.Value),
sqlCtx.CreateParameter("@Checksum", DbType.AnsiString, 200, value.Checksum != null ? (object)value.Checksum : DBNull.Value),
});
}, async (reader, cancel) =>
{
if (await reader.ReadAsync(cancel).ConfigureAwait(false))
{
value.Id = Convert.ToInt32(reader[0]);
value.FileId = Convert.ToInt32(reader[1]);
value.Timestamp = Utility.Convert.BytesToLong((byte[])reader.GetValue(2));
}
return(true);
}).ConfigureAwait(false);
// The BuiltIn blob provider saves the stream after the record
// was saved into the Files table, because simple varbinary
// column must exist before we can write a stream into the record.
// ReSharper disable once InvertIf
if (blobProvider is IBuiltInBlobProvider && value.Stream != null)
{
ctx.FileId = value.FileId;
ctx.BlobProviderData = new BuiltinBlobProviderData();
await BuiltInBlobProvider.AddStreamAsync(ctx, value.Stream, sqlCtx).ConfigureAwait(false);
}
}
