private async static Task <bool> Do(AzureSqlJobCredentials azureJobsCreds, BackgroundTaskService.BackgroundTaskLog log, DatabaseDacPacUpdateTaskData data)
{
var serviceLocator = ServiceLocatorFactory.CreateMasterSysAdmin();
var masterTargets = new List <DatabaseTarget>
{
new DatabaseTarget(Settings.ChalkableSchoolDbServers.First(), Settings.MasterDbName)
};
log.LogInfo("Master DacPac deployment initated");
if (!(await DeployDacPac(azureJobsCreds, data.DacPacName + "-master", data.MasterDacPacUri, masterTargets, log)))
{
return(false);
}
log.LogInfo("Preparing schools DacPac targets");
var schoolTargets = new List <DatabaseTarget>(
Settings.ChalkableSchoolDbServers.Select(x => new DatabaseTarget(x, Settings.SchoolTemplateDbName))
.Concat(serviceLocator.DistrictService.GetDistricts().Select(x => new DatabaseTarget(x.ServerUrl, x.Id.ToString())))
);
log.LogInfo("Schools DacPac deployment initated");
if (!(await DeployDacPac(azureJobsCreds, data.DacPacName + "-school", data.SchoolDacPacUri, schoolTargets, log)))
{
return(false);
}
log.LogInfo("Deploy success");
return(true);
}
private static async Task <bool> DeployDacPac(AzureSqlJobCredentials azureJobsCreds, string dacPacName, string dacPacUri,
IList <DatabaseTarget> targets, BackgroundTaskService.BackgroundTaskLog log)
{
var elasticJobs = CreateAzureSqlJobClient(azureJobsCreds);
var jobExecution = await StartJob(elasticJobs, targets, log, dacPacName, dacPacUri);
JobStatHelper helper = new JobStatHelper(azureJobsCreds);
DateTime?since = null;
var lifecycle = jobExecution.Lifecycle;
while (true)
{
try
{
var status = await elasticJobs.JobExecutions.GetJobExecutionAsync(jobExecution.JobExecutionId);
if (status.Lifecycle != lifecycle)
{
log.LogInfo($"{dacPacName} job is {status.Lifecycle}");
}
lifecycle = status.Lifecycle;
var stats = helper.GetChilderJobExecutionStat(jobExecution.JobName);
log.LogInfo("Task stats:\n" + stats.Select(x => x.Lifecycle + ": " + x.Count).JoinString("\n"));
var taskExecutions = helper.GetJobTaskExecutions(jobExecution.JobName, since, null);
log.LogInfo(taskExecutions.Select(x => x.Message));
since = taskExecutions.Max(x => x.EndTime);
switch (status.Lifecycle)
{
case JobExecutionLifecycle.Failed:
case JobExecutionLifecycle.Canceled:
case JobExecutionLifecycle.Skipped:
case JobExecutionLifecycle.TimedOut:
log.LogError("Deploy " + status.Lifecycle);
return(false);
case JobExecutionLifecycle.Succeeded:
log.Flush();
return(true);
}
}
catch (SqlException e)
{
log.LogInfo($"Failed to connect to {azureJobsCreds.DatabaseName}@{azureJobsCreds.DatabaseName}: {e.Message}");
log.LogException(e);
}
await Task.Delay(30000);
}
}
public bool Handle(BackgroundTask task, BackgroundTaskService.BackgroundTaskLog log)
{
bool res;
try
{
var data = DatabaseDacPacUpdateTaskData.FromString(task.Data);
log.LogInfo("DACPAC: " + data.DacPacName);
var azureJobsCreds = new AzureSqlJobCredentials
{
ServerName = data.ServerName,
DatabaseName = data.DatabaseName,
Username = data.Username,
Password = data.Password
};
var work = Do(azureJobsCreds, log, data);
work.Wait();
res = work.Result;
}
catch (Exception ex)
{
log.LogError("Error during database update");
log.LogException(ex);
res = false;
}
return(res);
}
private static async Task <JobExecutionInfo> StartJob(AzureSqlJobClient elasticJobs, IList <DatabaseTarget> targets
, BackgroundTaskService.BackgroundTaskLog log, string dacPacName, string dacPacUri)
{
var dacPackDef = await elasticJobs.Content.GetContentAsync(dacPacName) ??
await elasticJobs.Content.CreateDacpacAsync(dacPacName, new Uri(dacPacUri));
var pwd = CreatePassword(Settings.ChalkableSchoolDbPassword);
var credential = await elasticJobs.Credentials.CreateCredentialAsync(Guid.NewGuid().ToString(), Settings.ChalkableSchoolDbUser, pwd);
string jobNamePrefix = "Apply DACPAC " + dacPacName + " ";
int lastNumber = await FindLastUsedNumber(elasticJobs, jobNamePrefix, log);
if (lastNumber >= 0)
{
bool inProgress = await IsJobInProgress(elasticJobs, BuildJobName(jobNamePrefix, lastNumber));
if (inProgress)
{
throw new Exception("Previous job on this version is not end yet");
}
}
var rooTarget = await elasticJobs.Targets.CreateCustomCollectionTargetAsync("Targets for DACPAC " + dacPacName + " " + Guid.NewGuid());
log.LogInfo("Job targets created as " + rooTarget.TargetId + " " + rooTarget.CustomCollectionName);
await CreateDbTargets(elasticJobs, rooTarget, log, targets, 20, 2000);
var jobName = BuildJobName(jobNamePrefix, lastNumber + 1);
var job = await elasticJobs.Jobs.CreateJobAsync(jobName, new JobBuilder
{
ContentName = dacPackDef.ContentName,
TargetId = rooTarget.TargetId,
CredentialName = credential.CredentialName
});
log.LogInfo("Job created as " + job.TargetId + " " + job.JobName);
var jobExecution = await elasticJobs.JobExecutions.StartJobExecutionAsync(job.JobName);
log.LogInfo($"{dacPacName} execution job as {jobExecution.JobExecutionId} with lifecycle {jobExecution.Lifecycle}");
return(jobExecution);
}
private static async Task <int> FindLastUsedNumber(AzureSqlJobClient elasticJobs, string jobNamePrefix, BackgroundTaskService.BackgroundTaskLog log)
{
for (int i = 0; i < int.MaxValue; i++)
{
var jobName = BuildJobName(jobNamePrefix, i);
log.LogInfo($"checking if {jobName} exists");
var job = await elasticJobs.Jobs.GetJobAsync(jobName);
if (job == null)
{
return(i - 1);
}
}
throw new Exception($"we used {int.MaxValue} numbers for jobs ????");
}
private static async Task CreateDbTarget(AzureSqlJobClient elasticJobs, CustomCollectionTargetInfo rootTarget
, BackgroundTaskService.BackgroundTaskLog log, DatabaseTarget dbTarget)
{
try
{
var dbTargetInfo = await elasticJobs.Targets.GetDatabaseTargetAsync(dbTarget.Server, dbTarget.Name)
?? await elasticJobs.Targets.CreateDatabaseTargetAsync(dbTarget.Server, dbTarget.Name);
var result = await elasticJobs.Targets.AddChildTargetAsync(rootTarget.TargetId, dbTargetInfo.TargetId);
if (!result)
{
throw new Exception("child target adding returns false");
}
log.LogInfo("Targeting db " + dbTarget.Name + "@" + dbTarget.Server + " complete as " + dbTargetInfo.TargetId);
}
catch (Exception e)
{
log.LogException(e);
throw new Exception("Targeting db " + dbTarget.Name + "@" + dbTarget.Server + " failed.", e);
}
}
