async Task ReScheduleSandboxResourceCreation(int sandboxId) { var sandbox = await _sandboxModelService.GetByIdForReScheduleCreateAsync(sandboxId); EnsureHasAllRequiredResourcesThrowIfNot(sandbox); var queueParentItem = QueueItemFactory.CreateParent($"Create basic resources for Sandbox (re-scheduled): {sandbox.Id}"); foreach (var currentSandboxResource in sandbox.Resources.Where(r => r.SandboxControlled).OrderBy(r => r.Id)) { var resourceCreateOperation = CloudResourceOperationUtil.GetCreateOperation(currentSandboxResource); if (resourceCreateOperation == null) { throw new Exception(ReScheduleLogPrefix(sandbox.StudyId, sandbox.Id, $"Could not locate create operation for resource {currentSandboxResource.Id} - {currentSandboxResource.ResourceName}")); } if (resourceCreateOperation.Status == CloudResourceOperationState.ABANDONED) { throw new Exception(ReScheduleLogPrefix(sandbox.StudyId, sandbox.Id, $"Create operation for resource {currentSandboxResource.Id} - {currentSandboxResource.ResourceName} was abandoned. Cannot proceed")); } await EnsureOperationIsReadyForRetryAndAddToQueueItem(currentSandboxResource, resourceCreateOperation, queueParentItem); } if (queueParentItem.Children.Count == 0) { throw new Exception(ReScheduleLogPrefix(sandbox.StudyId, sandbox.Id, $"Could not re-shedule creation. No relevant resource items found")); } else { await _provisioningQueueService.SendMessageAsync(queueParentItem); } }
public async Task CreateResourceGroupForStudySpecificDatasetsAsync(Study study, CancellationToken cancellationToken = default) { var studyForCreation = await _studyModelService.GetForDatasetCreationNoAccessCheckAsync(study.Id); var resourceGroupForDatasets = GetResourceGroupForStudySpecificDataset(studyForCreation); var parentQueueItem = QueueItemFactory.CreateParent("Create resource group for Study specific datasets"); if (resourceGroupForDatasets == null) { var resourceGroupName = AzureResourceNameUtil.StudySpecificDatasetResourceGroup(studyForCreation.Name); var tags = ResourceTagFactory.StudySpecificDatasourceResourceGroupTags(_config, studyForCreation); resourceGroupForDatasets = await _cloudResourceCreateService.CreateStudySpecificResourceGroupEntryAsync(studyForCreation.Id, resourceGroupName, "norwayeast", tags); ProvisioningQueueUtil.CreateChildAndAdd(parentQueueItem, resourceGroupForDatasets); } else { throw new Exception("Resource group allready exists"); } await ScheduleResourceGroupRoleAssignments(studyForCreation, resourceGroupForDatasets, parentQueueItem); await _provisioningQueueService.SendMessageAsync(parentQueueItem, cancellationToken : cancellationToken); }
public async Task DeleteAsync(int id) { var deleteResourceOperation = await _cloudResourceDeleteService.MarkAsDeletedWithDeleteOperationAsync(id, UserOperation.Study_Crud_Sandbox); _logger.LogInformation($"Delete VM: Enqueing delete operation"); var queueParentItem = QueueItemFactory.CreateParent(deleteResourceOperation); await _provisioningQueueService.SendMessageAsync(queueParentItem); }
public async Task HandleSandboxDeleteAsync(int sandboxId, EventId eventId) { var sandboxFromDb = await _sandboxModelService.GetWithResourcesNoPermissionCheckAsync(sandboxId); CloudResource sandboxResourceGroup = null; if (sandboxFromDb.Resources.Count > 0) { //Mark all resources as deleted foreach (var curResource in sandboxFromDb.Resources) { if (curResource.ResourceType == AzureResourceType.ResourceGroup) { sandboxResourceGroup = curResource; } _logger.LogInformation(eventId, "Study {0}, Sandbox {1}: Marking resource {2} for deletion", sandboxFromDb.StudyId, sandboxId, curResource.Id); await _cloudResourceDeleteService.MarkAsDeletedAsync(curResource.Id); } if (sandboxResourceGroup == null) { throw new Exception($"Unable to find ResourceGroup record in DB for Sandbox {sandboxId}, StudyId: {sandboxFromDb.StudyId}."); } _logger.LogInformation(eventId, $"Creating delete operation for resource group {sandboxResourceGroup.ResourceGroupName}"); var deleteOperation = await _cloudResourceOperationCreateService.CreateDeleteOperationAsync(sandboxResourceGroup.Id, ResourceOperationDescriptionUtils.CreateDescriptionForResourceOperation(sandboxResourceGroup.ResourceType, CloudResourceOperationType.DELETE, sandboxId: sandboxResourceGroup.SandboxId.Value) + ". (Delete of Sandbox resource group and all resources within)"); _logger.LogInformation(eventId, "Study {0}, Sandbox {1}: Queuing operation", sandboxFromDb.StudyId, sandboxId); var queueParentItem = QueueItemFactory.CreateParent(deleteOperation); await _provisioningQueueService.SendMessageAsync(queueParentItem, visibilityTimeout : TimeSpan.FromSeconds(10)); } else { _logger.LogCritical(eventId, "Study {0}, Sandbox {1}: Unable to find any resources for Sandbox", sandboxFromDb.StudyId, sandboxId); } }
public async Task CreateBasicSandboxResourcesAsync(Sandbox sandbox) { _logger.LogInformation($"Creating basic sandbox resources for sandbox: {sandbox.Name}. First creating Resource Group, other resources are created by worker"); try { var tags = ResourceTagFactory.SandboxResourceTags(_configuration, sandbox.Study, sandbox); var creationAndSchedulingDto = new SandboxResourceCreationAndSchedulingDto() { StudyId = sandbox.Study.Id, SandboxId = sandbox.Id, StudyName = sandbox.Study.Name, SandboxName = sandbox.Name, Region = sandbox.Region, Tags = tags, BatchId = Guid.NewGuid().ToString() }; var queueParentItem = new ProvisioningQueueParentDto { Description = $"Create basic resources for Sandbox: {creationAndSchedulingDto.SandboxId}" }; await ScheduleCreationOfSandboxResourceGroup(creationAndSchedulingDto, queueParentItem); await ScheduleCreationOfSandboxResourceGroupRoleAssignments(creationAndSchedulingDto, queueParentItem); await ScheduleCreationOfDiagStorageAccount(creationAndSchedulingDto, queueParentItem); await ScheduleCreationOfNetworkSecurityGroup(creationAndSchedulingDto, queueParentItem); await ScheduleCreationOfVirtualNetwork(creationAndSchedulingDto, queueParentItem); await ScheduleCreationOfBastion(creationAndSchedulingDto, queueParentItem); await _provisioningQueueService.SendMessageAsync(queueParentItem); _logger.LogInformation($"Done ordering creation of basic resources for sandbox: {creationAndSchedulingDto.SandboxName}"); } catch (Exception ex) { throw new Exception($"Unable to create basic sandbox resources.", ex); } }
public async Task <VmDto> CreateAsync(int sandboxId, VirtualMachineCreateDto userInput) { CloudResource vmResourceEntry = null; try { ValidateVmPasswordOrThrow(userInput.Password); GenericNameValidation.ValidateName(userInput.Name); _logger.LogInformation($"Creating Virtual Machine for sandbox: {sandboxId}"); var sandbox = await _sandboxModelService.GetByIdForResourceCreationAsync(sandboxId, UserOperation.Study_Crud_Sandbox); var virtualMachineName = AzureResourceNameUtil.VirtualMachine(sandbox.Study.Name, sandbox.Name, userInput.Name); await _cloudResourceCreateService.ValidateThatNameDoesNotExistThrowIfInvalid(virtualMachineName); var tags = ResourceTagFactory.SandboxResourceTags(_config, sandbox.Study, sandbox); var region = RegionStringConverter.Convert(sandbox.Region); userInput.DataDisks = await TranslateDiskSizes(sandbox.Region, userInput.DataDisks); var resourceGroup = await CloudResourceQueries.GetResourceGroupEntry(_db, sandboxId); //Make this dependent on bastion create operation to be completed, since bastion finishes last var dependsOn = await CloudResourceQueries.GetCreateOperationIdForBastion(_db, sandboxId); vmResourceEntry = await _cloudResourceCreateService.CreateVmEntryAsync(sandboxId, resourceGroup, region.Name, tags, virtualMachineName, dependsOn, null); //Create vm settings and immeately attach to resource entry var vmSettingsString = await CreateVmSettingsString(sandbox.Region, vmResourceEntry.Id, sandbox.Study.Id, sandboxId, userInput); vmResourceEntry.ConfigString = vmSettingsString; await _cloudResourceUpdateService.Update(vmResourceEntry.Id, vmResourceEntry); var queueParentItem = new ProvisioningQueueParentDto { Description = $"Create VM for Sandbox: {sandboxId}" }; queueParentItem.Children.Add(new ProvisioningQueueChildDto() { ResourceOperationId = vmResourceEntry.Operations.FirstOrDefault().Id }); await _provisioningQueueService.SendMessageAsync(queueParentItem); var dtoMappedFromResource = _mapper.Map <VmDto>(vmResourceEntry); return(dtoMappedFromResource); } catch (Exception ex) { try { //Delete resource if created if (vmResourceEntry != null) { await _cloudResourceDeleteService.HardDeleteAsync(vmResourceEntry.Id); } } catch (Exception rollbackEx) { _logger.LogError(rollbackEx, $"Failed to roll back VM creation for sandbox {sandboxId}"); } throw new Exception($"Failed to create VM: {ex.Message}", ex); } }