public async Task <bool> UpdateChangeFailureRate(TableStorageConfiguration tableStorageConfig,
string organization_owner, string project_repo, string buildName_workflowName,
int percentComplete, int numberOfDays)
{
//Gets a list of change failure rate builds
AzureTableStorageDA daTableStorage = new AzureTableStorageDA();
string partitionKey = PartitionKeys.CreateBuildWorkflowPartitionKey(organization_owner, project_repo, buildName_workflowName);
Newtonsoft.Json.Linq.JArray list = daTableStorage.GetTableStorageItemsFromStorage(tableStorageConfig, tableStorageConfig.TableChangeFailureRate, partitionKey);
List <ChangeFailureRateBuild> initialBuilds = JsonConvert.DeserializeObject <List <ChangeFailureRateBuild> >(list.ToString());
//Get the list of items we are going to process, within the date/day range
List <ChangeFailureRateBuild> builds = new List <ChangeFailureRateBuild>();
foreach (ChangeFailureRateBuild item in initialBuilds)
{
if (item.StartTime > DateTime.Now.AddDays(-numberOfDays))
{
builds.Add(item);
}
}
Tuple <List <ChangeFailureRateBuild>, List <ChangeFailureRateBuild> > positiveAndNegativeBuilds = GetPositiveAndNegativeLists(percentComplete, builds);
List <ChangeFailureRateBuild> positiveBuilds = positiveAndNegativeBuilds.Item1;
List <ChangeFailureRateBuild> negativeBuilds = positiveAndNegativeBuilds.Item2;
//Make the updates
TableStorageCommonDA tableChangeFailureRateDA = new TableStorageCommonDA(tableStorageConfig, tableStorageConfig.TableChangeFailureRate);
foreach (ChangeFailureRateBuild item in positiveBuilds)
{
item.DeploymentWasSuccessful = true;
await daTableStorage.UpdateChangeFailureRate(tableChangeFailureRateDA, item, partitionKey, true);
}
foreach (ChangeFailureRateBuild item in negativeBuilds)
{
item.DeploymentWasSuccessful = false;
await daTableStorage.UpdateChangeFailureRate(tableChangeFailureRateDA, item, partitionKey, true);
}
return(true);
}
public ChangeFailureRateModel GetChangeFailureRate(bool getSampleData, TableStorageConfiguration tableStorageConfig,
DevOpsPlatform targetDevOpsPlatform, string organization_owner, string project_repo, string branch, string buildName_workflowName,
int numberOfDays, int maxNumberOfItems)
{
ListUtility <ChangeFailureRateBuild> utility = new ListUtility <ChangeFailureRateBuild>();
ChangeFailureRate changeFailureRate = new ChangeFailureRate();
if (getSampleData == false)
{
//Gets a list of change failure rate builds from Azure storage
AzureTableStorageDA daTableStorage = new AzureTableStorageDA();
Newtonsoft.Json.Linq.JArray list = daTableStorage.GetTableStorageItemsFromStorage(tableStorageConfig, tableStorageConfig.TableChangeFailureRate, PartitionKeys.CreateBuildWorkflowPartitionKey(organization_owner, project_repo, buildName_workflowName));
List <ChangeFailureRateBuild> initialBuilds = JsonConvert.DeserializeObject <List <ChangeFailureRateBuild> >(list.ToString());
//Build the date list and then generate the change failure rate metric
List <ChangeFailureRateBuild> builds = new List <ChangeFailureRateBuild>();
List <KeyValuePair <DateTime, bool> > dateList = new List <KeyValuePair <DateTime, bool> >();
float maxBuildDuration = 0f;
foreach (ChangeFailureRateBuild item in initialBuilds)
{
if (item.Branch == branch && item.StartTime > DateTime.Now.AddDays(-numberOfDays))
{
//Special branch for Azure DevOps to construct the Url to each build
if (targetDevOpsPlatform == DevOpsPlatform.AzureDevOps)
{
item.Url = $"https://dev.azure.com/{organization_owner}/{project_repo}/_build/results?buildId={item.Id}&view=results";
}
builds.Add(item);
}
}
//then build the calcuation
foreach (ChangeFailureRateBuild item in builds)
{
KeyValuePair <DateTime, bool> newItem = new KeyValuePair <DateTime, bool>(item.StartTime, item.DeploymentWasSuccessful);
dateList.Add(newItem);
}
//calculate the metric on all of the results
float changeFailureRateMetric = changeFailureRate.ProcessChangeFailureRate(dateList, numberOfDays);
//Filter the results to return the last n (maxNumberOfItems)
List <ChangeFailureRateBuild> uiBuilds = utility.GetLastNItems(builds, maxNumberOfItems);
foreach (ChangeFailureRateBuild item in uiBuilds)
{
if (item.BuildDuration > maxBuildDuration)
{
maxBuildDuration = item.BuildDuration;
}
}
//We need to do some post processing and loop over the list a couple times to find the max build duration, construct a usable url, and calculate a build duration percentage
foreach (ChangeFailureRateBuild item in uiBuilds)
{
float interiumResult = ((item.BuildDuration / maxBuildDuration) * 100f);
item.BuildDurationPercent = Scaling.ScaleNumberToRange(interiumResult, 0, 100, 20, 100);
}
ChangeFailureRateModel model = new ChangeFailureRateModel
{
TargetDevOpsPlatform = targetDevOpsPlatform,
DeploymentName = buildName_workflowName,
ChangeFailureRateBuildList = uiBuilds,
ChangeFailureRateMetric = changeFailureRateMetric,
ChangeFailureRateMetricDescription = changeFailureRate.GetChangeFailureRateRating(changeFailureRateMetric),
NumberOfDays = numberOfDays,
MaxNumberOfItems = uiBuilds.Count,
TotalItems = builds.Count
};
return(model);
}
else
{
//Get sample data
List <ChangeFailureRateBuild> sampleBuilds = utility.GetLastNItems(GetSampleBuilds(), maxNumberOfItems);
ChangeFailureRateModel model = new ChangeFailureRateModel
{
TargetDevOpsPlatform = targetDevOpsPlatform,
DeploymentName = buildName_workflowName,
ChangeFailureRateBuildList = sampleBuilds,
ChangeFailureRateMetric = 2f / 10f,
ChangeFailureRateMetricDescription = changeFailureRate.GetChangeFailureRateRating(2f / 10f),
NumberOfDays = numberOfDays,
MaxNumberOfItems = sampleBuilds.Count,
TotalItems = sampleBuilds.Count
};
return(model);
}
}
public async Task <List <GitHubActionsRun> > GetGitHubActionRuns(string clientId, string clientSecret, TableStorageConfiguration tableStorageConfig,
string owner, string repo, string workflowName, string workflowId, bool useCache)
{
List <GitHubActionsRun> runs = new List <GitHubActionsRun>();
Newtonsoft.Json.Linq.JArray list = null;
if (useCache == true)
{
//Get the builds from Azure storage
AzureTableStorageDA daTableStorage = new AzureTableStorageDA();
list = daTableStorage.GetTableStorageItemsFromStorage(tableStorageConfig, tableStorageConfig.TableGitHubRuns, PartitionKeys.CreateBuildWorkflowPartitionKey(owner, repo, workflowName));
}
else
{
//Get the builds from the GitHub API
GitHubAPIAccess api = new GitHubAPIAccess();
list = await api.GetGitHubActionRunsJArray(clientId, clientSecret, owner, repo, workflowId);
}
if (list != null)
{
runs = JsonConvert.DeserializeObject <List <GitHubActionsRun> >(list.ToString());
//sort the final list
runs = runs.OrderBy(o => o.created_at).ToList();
}
return(runs);
}
public async Task <List <AzureDevOpsBuild> > GetAzureDevOpsBuilds(string patToken, TableStorageConfiguration tableStorageConfig,
string organization, string project, string buildName, bool useCache)
{
List <AzureDevOpsBuild> builds = new List <AzureDevOpsBuild>();
Newtonsoft.Json.Linq.JArray list = null;
if (useCache == true)
{
//Get the builds from Azure storage
AzureTableStorageDA daTableStorage = new AzureTableStorageDA();
list = daTableStorage.GetTableStorageItemsFromStorage(tableStorageConfig, tableStorageConfig.TableAzureDevOpsBuilds, PartitionKeys.CreateBuildWorkflowPartitionKey(organization, project, buildName));
}
else
{
//Get the builds from the Azure DevOps API
AzureDevOpsAPIAccess api = new AzureDevOpsAPIAccess();
list = await api.GetAzureDevOpsBuildsJArray(patToken, organization, project);
}
if (list != null)
{
builds = JsonConvert.DeserializeObject <List <AzureDevOpsBuild> >(list.ToString());
//We need to do some post processing and loop over the list to construct a usable url
foreach (AzureDevOpsBuild item in builds)
{
item.url = $"https://dev.azure.com/{organization}/{project}/_build/results?buildId={item.id}&view=results";
}
//sort the final list
builds = builds.OrderBy(o => o.queueTime).ToList();
}
return(builds);
}
public void AzGetBuildsDAIntegrationTest()
{
//Arrange
TableStorageConfiguration tableStorageConfig = Common.GenerateTableAuthorization(base.Configuration);
string organization = "samsmithnz";
string project = "SamLearnsAzure";
string buildName = "SamLearnsAzure.CI";
//Act
AzureTableStorageDA da = new();
JArray list = da.GetTableStorageItemsFromStorage(tableStorageConfig, tableStorageConfig.TableAzureDevOpsBuilds, PartitionKeys.CreateBuildWorkflowPartitionKey(organization, project, buildName));
//Assert
Assert.IsTrue(list.Count >= 0);
}
public void GHGetBuildsDAIntegrationTest()
{
//Arrange
TableStorageConfiguration tableStorageConfig = Common.GenerateTableAuthorization(base.Configuration);
string owner = "samsmithnz";
string repo = "DevOpsMetrics";
string workflowName = "DevOpsMetrics CI/CD";
//Act
AzureTableStorageDA da = new();
JArray list = da.GetTableStorageItemsFromStorage(tableStorageConfig, tableStorageConfig.TableGitHubRuns, PartitionKeys.CreateBuildWorkflowPartitionKey(owner, repo, workflowName));
//Assert
Assert.IsTrue(list.Count >= 0);
}
