public async Task <int> UpdateAzureDevOpsPullRequestsInStorage(string patToken, TableStorageConfiguration tableStorageConfig,
string organization, string project, string repository,
int numberOfDays, int maxNumberOfItems)
{
AzureDevOpsAPIAccess api = new AzureDevOpsAPIAccess();
JArray items = await api.GetAzureDevOpsPullRequestsJArray(patToken, organization, project, repository);
int itemsAdded = 0;
TableStorageCommonDA tableDA = new TableStorageCommonDA(tableStorageConfig, tableStorageConfig.TableAzureDevOpsPRs);
//Check each build to see if it's in storage, adding the items not in storage
foreach (JToken item in items)
{
AzureDevOpsPR pullRequest = JsonConvert.DeserializeObject <AzureDevOpsPR>(item.ToString());
string partitionKey = PartitionKeys.CreateAzureDevOpsPRPartitionKey(organization, project);
string rowKey = pullRequest.PullRequestId;
AzureStorageTableModel newItem = new AzureStorageTableModel(partitionKey, rowKey, item.ToString());
if (await tableDA.AddItem(newItem) == true)
{
itemsAdded++;
}
itemsAdded += await UpdateAzureDevOpsPullRequestCommitsInStorage(patToken, tableStorageConfig,
organization, project, repository, pullRequest.PullRequestId,
numberOfDays, maxNumberOfItems);
}
return(itemsAdded);
}
public async Task <int> UpdateGitHubActionPullRequestCommitsInStorage(string clientId, string clientSecret, TableStorageConfiguration tableStorageConfig,
string owner, string repo, string pull_number)
{
GitHubAPIAccess api = new GitHubAPIAccess();
JArray items = await api.GetGitHubPullRequestCommitsJArray(clientId, clientSecret, owner, repo, pull_number);
int itemsAdded = 0;
TableStorageCommonDA tableDA = new TableStorageCommonDA(tableStorageConfig, tableStorageConfig.TableGitHubPRCommits);
//Check each build to see if it's in storage, adding the items not in storage
foreach (JToken item in items)
{
GitHubCommit commit = JsonConvert.DeserializeObject <GitHubCommit>(item.ToString());
string partitionKey = PartitionKeys.CreateGitHubPRCommitPartitionKey(owner, repo, pull_number);
string rowKey = commit.sha;
AzureStorageTableModel newItem = new AzureStorageTableModel(partitionKey, rowKey, item.ToString());
if (await tableDA.AddItem(newItem) == true)
{
itemsAdded++;
}
}
return(itemsAdded);
}
public async Task <int> UpdateGitHubActionPullRequestsInStorage(string clientId, string clientSecret, TableStorageConfiguration tableStorageConfig,
string owner, string repo, string branch,
int numberOfDays, int maxNumberOfItems)
{
GitHubAPIAccess api = new GitHubAPIAccess();
JArray items = await api.GetGitHubPullRequestsJArray(clientId, clientSecret, owner, repo, branch);
int itemsAdded = 0;
TableStorageCommonDA tableDA = new TableStorageCommonDA(tableStorageConfig, tableStorageConfig.TableGitHubPRs);
//Check each build to see if it's in storage, adding the items not in storage
foreach (JToken item in items)
{
GitHubPR pr = JsonConvert.DeserializeObject <GitHubPR>(item.ToString());
if (pr.state == "closed" & pr.merged_at != null)
{
string partitionKey = PartitionKeys.CreateGitHubPRPartitionKey(owner, repo);
string rowKey = pr.number;
//Debug.WriteLine($"PartitionKey: {partitionKey}, RowKey: {rowKey}");
AzureStorageTableModel newItem = new AzureStorageTableModel(partitionKey, rowKey, item.ToString());
if (await tableDA.AddItem(newItem) == true)
{
itemsAdded++;
}
itemsAdded += await UpdateGitHubActionPullRequestCommitsInStorage(clientId, clientSecret, tableStorageConfig, owner, repo, pr.number);
}
}
return(itemsAdded);
}
public async Task <int> UpdateChangeFailureRate(TableStorageCommonDA tableChangeFailureRateDA, ChangeFailureRateBuild newBuild, string partitionKey, bool forceUpdate = false)
{
int itemsAdded = 0;
string rowKey = newBuild.Id;
string json = JsonConvert.SerializeObject(newBuild);
AzureStorageTableModel newItem = new AzureStorageTableModel(partitionKey, rowKey, json);
if (await tableChangeFailureRateDA.AddItem(newItem, forceUpdate) == true)
{
itemsAdded++;
}
return(itemsAdded);
}
public async Task <int> UpdateGitHubActionRunsInStorage(string clientId, string clientSecret, TableStorageConfiguration tableStorageConfig,
string owner, string repo, string branch, string workflowName, string workflowId,
int numberOfDays, int maxNumberOfItems)
{
GitHubAPIAccess api = new GitHubAPIAccess();
JArray items = await api.GetGitHubActionRunsJArray(clientId, clientSecret, owner, repo, workflowId);
Debug.WriteLine($"{items.Count} builds found for {owner}/{repo}/{workflowName}");
int itemsAdded = 0;
TableStorageCommonDA tableBuildDA = new TableStorageCommonDA(tableStorageConfig, tableStorageConfig.TableGitHubRuns);
TableStorageCommonDA tableChangeFailureRateDA = new TableStorageCommonDA(tableStorageConfig, tableStorageConfig.TableChangeFailureRate);
//Check each build to see if it's in storage, adding the items not in storage
foreach (JToken item in items)
{
GitHubActionsRun build = JsonConvert.DeserializeObject <GitHubActionsRun>(item.ToString());
//Save the build information for builds
if (build.status == "completed")
{
string partitionKey = PartitionKeys.CreateBuildWorkflowPartitionKey(owner, repo, workflowName);
string rowKey = build.run_number;
AzureStorageTableModel newItem = new AzureStorageTableModel(partitionKey, rowKey, item.ToString());
if (await tableBuildDA.AddItem(newItem) == true)
{
itemsAdded++;
}
//Debug.WriteLine($"Processing build {build.run_number} with items adding={itemsAdded}");
//Save the build information for change failure rate
ChangeFailureRateBuild newBuild = new ChangeFailureRateBuild
{
Id = build.run_number,
Branch = build.head_branch,
BuildNumber = build.run_number,
StartTime = build.created_at,
EndTime = build.updated_at,
BuildDurationPercent = build.buildDurationPercent,
Status = build.status,
Url = build.html_url
};
itemsAdded += await UpdateChangeFailureRate(tableChangeFailureRateDA, newBuild, PartitionKeys.CreateBuildWorkflowPartitionKey(owner, repo, workflowName));
//Debug.WriteLine($"UpdateChangeFailureRate for build {build.run_number} with items adding={itemsAdded}");
}
}
Debug.WriteLine($"{items.Count} builds updated for {owner}/{repo}/{workflowName}");
return(itemsAdded);
}
public async Task <int> UpdateAzureDevOpsBuildsInStorage(string patToken, TableStorageConfiguration tableStorageConfig,
string organization, string project, string branch, string buildName, string buildId,
int numberOfDays, int maxNumberOfItems)
{
AzureDevOpsAPIAccess api = new AzureDevOpsAPIAccess();
JArray items = await api.GetAzureDevOpsBuildsJArray(patToken, organization, project);
int itemsAdded = 0;
TableStorageCommonDA tableBuildsDA = new TableStorageCommonDA(tableStorageConfig, tableStorageConfig.TableAzureDevOpsBuilds);
TableStorageCommonDA tableChangeFailureRateDA = new TableStorageCommonDA(tableStorageConfig, tableStorageConfig.TableChangeFailureRate);
//Check each build to see if it's in storage, adding the items not in storage
foreach (JToken item in items)
{
AzureDevOpsBuild build = JsonConvert.DeserializeObject <AzureDevOpsBuild>(item.ToString());
//Save the build information for builds
if (build.status == "completed")
{
string partitionKey = PartitionKeys.CreateBuildWorkflowPartitionKey(organization, project, buildName);
string rowKey = build.buildNumber;
AzureStorageTableModel newItem = new AzureStorageTableModel(partitionKey, rowKey, item.ToString());
if (await tableBuildsDA.AddItem(newItem) == true)
{
itemsAdded++;
}
//Save the build information for change failure rate
ChangeFailureRateBuild newBuild = new ChangeFailureRateBuild
{
Id = build.id,
Branch = build.sourceBranch,
BuildNumber = build.buildNumber,
StartTime = build.queueTime,
EndTime = build.finishTime,
BuildDurationPercent = build.buildDurationPercent,
Status = build.status,
Url = build.url
};
itemsAdded += await UpdateChangeFailureRate(tableChangeFailureRateDA, newBuild, PartitionKeys.CreateBuildWorkflowPartitionKey(organization, project, buildName));
}
}
return(itemsAdded);
}