private UploaderSettings GenerateUploaderSetting(Config.Categories.BackupConfiguration configuration)
{
var s3Settings = BackupTask.GetBackupConfigurationFromScript(Configuration.Connection.S3Settings, x => JsonDeserializationServer.S3Settings(x),
Database, updateServerWideSettingsFunc: null, serverWide: false);
var azureSettings = BackupTask.GetBackupConfigurationFromScript(Configuration.Connection.AzureSettings, x => JsonDeserializationServer.AzureSettings(x),
Database, updateServerWideSettingsFunc: null, serverWide: false);
var glacierSettings = BackupTask.GetBackupConfigurationFromScript(Configuration.Connection.GlacierSettings, x => JsonDeserializationServer.GlacierSettings(x),
Database, updateServerWideSettingsFunc: null, serverWide: false);
var googleCloudSettings = BackupTask.GetBackupConfigurationFromScript(Configuration.Connection.GoogleCloudSettings, x => JsonDeserializationServer.GoogleCloudSettings(x),
Database, updateServerWideSettingsFunc: null, serverWide: false);
var ftpSettings = BackupTask.GetBackupConfigurationFromScript(Configuration.Connection.FtpSettings, x => JsonDeserializationServer.FtpSettings(x),
Database, updateServerWideSettingsFunc: null, serverWide: false);
return(new UploaderSettings(configuration)
{
S3Settings = s3Settings,
AzureSettings = azureSettings,
GlacierSettings = glacierSettings,
GoogleCloudSettings = googleCloudSettings,
FtpSettings = ftpSettings,
DatabaseName = Database.Name,
TaskName = Name
});
}
public OlapDocumentTransformer(Transformation transformation, DocumentDatabase database, DocumentsOperationContext context, OlapEtlConfiguration config)
: base(database, context, new PatchRequest(transformation.Script, PatchRequestType.OlapEtl), null)
{
_config = config;
_tables = new Dictionary <string, OlapTransformedItems>();
var localSettings = BackupTask.GetBackupConfigurationFromScript(_config.Connection.LocalSettings, x => JsonDeserializationServer.LocalSettings(x),
database, updateServerWideSettingsFunc: null, serverWide: false);
_localFilePath = localSettings?.FolderPath ??
(database.Configuration.Storage.TempPath ?? database.Configuration.Core.DataDirectory).FullPath;
_fileNameSuffix = ParquetTransformedItems.GetSafeNameForRemoteDestination($"{database.Name}-{_config.Name}-{transformation.Name}");
LoadToDestinations = transformation.GetCollectionsFromScript();
}