public static DiscordEmbedBuilder AsEmbed(this Octokit.PullRequest prInfo)
{
var state = prInfo.GetState();
var stateLabel = state.state == null ? null : $"[{state.state}] ";
var title = $"{stateLabel}PR #{prInfo.Number} by {prInfo.User?.Login ?? "???"}";
return(new DiscordEmbedBuilder {
Title = title, Url = prInfo.HtmlUrl, Description = prInfo.Title, Color = state.color
});
}
void HandleIncorrectlyGeneratedVB()
{
GitHubHelper.CreateFork(PullRequestCreatorUser, TesterConfig.GitUserName, TestedRepoName);
string botForkPushBranchName = PrepareBotForkBranch();
MoveVBIntoBaseWorkingFolder();
((ExampleInfoController)ExampleInfoController).InsertFormattedHumanVBTag();
MoveToCSFolderIfNeeded();
AcceptLocalModifications(botForkPushBranchName, " (generated VB)");
Octokit.PullRequest botForkPullRequest = GitHubHelper.CreatePullRequest(TestedRepoName, PRHeader, TesterConfig.GitUserName, PullRequestCreatorUser, BranchName);
GitHubHelper.AddPullRequestComment(TestedRepoOwner, TestedRepoName, PullRequestNumber, string.Format("{0}, VB hasn't been properly generated. Merge the following Pull Request and correct VB: {1}/{2}/{3}/pull/{4}", PullRequestCreatorUser, GitHubBaseAddress, PullRequestCreatorUser, TestedRepoName, botForkPullRequest.Number));
GitHubHelper.ClosePullRequest(TestedRepoOwner, TestedRepoName, PullRequestNumber);
}
public static (string?state, DiscordColor color) GetState(this Octokit.PullRequest prInfo)
{
if (prInfo.State == Octokit.ItemState.Open)
{
return("Open", Config.Colors.PrOpen);
}
if (prInfo.State == Octokit.ItemState.Closed)
{
if (prInfo.MergedAt.HasValue)
{
return("Merged", Config.Colors.PrMerged);
}
return("Closed", Config.Colors.PrClosed);
}
return(null, Config.Colors.DownloadLinks);
}
public static PullRequest ToPullRequest(this Octokit.PullRequest pullRequest, IEnumerable <Commit> commits, IEnumerable <Review> reviews, string reposName)
{
var user = pullRequest.User;
var diffParser = new DiffParser(pullRequest.DiffUrl);
return(new PullRequest
{
RepositoryName = reposName,
Title = pullRequest.Title,
Id = pullRequest.Id,
DiffUrl = pullRequest.DiffUrl,
Number = pullRequest.Number,
Owner = new User
{
Login = user.Login,
Url = user.HtmlUrl
},
CreatedAt = pullRequest.CreatedAt.DateTime,
Commits = commits,
DiffFiles = diffParser.DiffFiles,
Reviews = reviews
});
}
#pragma warning disable CA1502 // TODO: Decomplexify
#pragma warning disable CA1505
public async Task <IActionResult> Update([FromBody] Repository model, CancellationToken cancellationToken)
{
if (model == null)
{
throw new ArgumentNullException(nameof(model));
}
if (model.AccessUser == null ^ model.AccessToken == null)
{
return(BadRequest(new ErrorMessage {
Message = "Either both accessToken and accessUser must be present or neither!"
}));
}
if (model.CheckoutSha != null && model.Reference != null)
{
return(BadRequest(new ErrorMessage {
Message = "Only one of sha or reference may be specified!"
}));
}
if (model.CheckoutSha != null && model.UpdateFromOrigin == true)
{
return(BadRequest(new ErrorMessage {
Message = "Cannot update a reference when checking out a sha!"
}));
}
if (model.Origin != null)
{
return(BadRequest(new ErrorMessage {
Message = "origin cannot be modified without deleting the repository!"
}));
}
if (model.NewTestMerges?.Any(x => !x.Number.HasValue) == true)
{
return(BadRequest(new ErrorMessage {
Message = "All new test merges must provide a number!"
}));
}
if (model.NewTestMerges?.Any(x => model.NewTestMerges.Any(y => x != y && x.Number == y.Number)) == true)
{
return(BadRequest(new ErrorMessage {
Message = "Cannot test merge the same PR twice in one job!"
}));
}
if (model.CommitterName?.Length == 0)
{
return(BadRequest(new ErrorMessage {
Message = "Cannot set empty committer name!"
}));
}
if (model.CommitterEmail?.Length == 0)
{
return(BadRequest(new ErrorMessage {
Message = "Cannot set empty committer e=mail!"
}));
}
var newTestMerges = model.NewTestMerges != null && model.NewTestMerges.Count > 0;
var userRights = (RepositoryRights)AuthenticationContext.GetRight(RightsType.Repository);
if (newTestMerges && !userRights.HasFlag(RepositoryRights.MergePullRequest))
{
return(Forbid());
}
var currentModel = await DatabaseContext.RepositorySettings.Where(x => x.InstanceId == Instance.Id).FirstOrDefaultAsync(cancellationToken).ConfigureAwait(false);
if (currentModel == default)
{
return(StatusCode((int)HttpStatusCode.Gone));
}
bool CheckModified <T>(Expression <Func <Api.Models.Internal.RepositorySettings, T> > expression, RepositoryRights requiredRight)
{
var memberSelectorExpression = (MemberExpression)expression.Body;
var property = (PropertyInfo)memberSelectorExpression.Member;
var newVal = property.GetValue(model);
if (newVal == null)
{
return(false);
}
if (!userRights.HasFlag(requiredRight) && property.GetValue(currentModel) != newVal)
{
return(true);
}
property.SetValue(currentModel, newVal);
return(false);
}
if (CheckModified(x => x.AccessToken, RepositoryRights.ChangeCredentials) ||
CheckModified(x => x.AccessUser, RepositoryRights.ChangeCredentials) ||
CheckModified(x => x.AutoUpdatesKeepTestMerges, RepositoryRights.ChangeAutoUpdateSettings) ||
CheckModified(x => x.AutoUpdatesSynchronize, RepositoryRights.ChangeAutoUpdateSettings) ||
CheckModified(x => x.CommitterEmail, RepositoryRights.ChangeCommitter) ||
CheckModified(x => x.CommitterName, RepositoryRights.ChangeCommitter) ||
CheckModified(x => x.PushTestMergeCommits, RepositoryRights.ChangeTestMergeCommits) ||
CheckModified(x => x.ShowTestMergeCommitters, RepositoryRights.ChangeTestMergeCommits) ||
CheckModified(x => x.PostTestMergeComment, RepositoryRights.ChangeTestMergeCommits) ||
(model.UpdateFromOrigin == true && !userRights.HasFlag(RepositoryRights.UpdateBranch)))
{
return(Forbid());
}
if (currentModel.AccessToken?.Length == 0 && currentModel.AccessUser?.Length == 0)
{
// setting an empty string clears everything
currentModel.AccessUser = null;
currentModel.AccessToken = null;
}
var canRead = userRights.HasFlag(RepositoryRights.Read);
var api = canRead ? currentModel.ToApi() : new Repository();
var repoManager = instanceManager.GetInstance(Instance).RepositoryManager;
if (canRead)
{
if (repoManager.CloneInProgress)
{
return(Conflict(new ErrorMessage
{
Message = "A clone operation is in progress!"
}));
}
if (repoManager.InUse)
{
return(Conflict(new ErrorMessage
{
Message = "The repo is busy!"
}));
}
using (var repo = await repoManager.LoadRepository(cancellationToken).ConfigureAwait(false))
{
if (repo == null)
{
return(Conflict(new ErrorMessage
{
Message = "Repository could not be loaded!"
}));
}
await PopulateApi(api, repo, DatabaseContext, Instance, cancellationToken).ConfigureAwait(false);
}
}
// this is just db stuf so stow it away
await DatabaseContext.Save(cancellationToken).ConfigureAwait(false);
// format the job description
string description = null;
if (model.UpdateFromOrigin == true)
{
if (model.Reference != null)
{
description = String.Format(CultureInfo.InvariantCulture, "Fetch and hard reset repository to origin/{0}", model.Reference);
}
else if (model.CheckoutSha != null)
{
description = String.Format(CultureInfo.InvariantCulture, "Fetch and checkout {0} in repository", model.CheckoutSha);
}
else
{
description = "Pull current repository reference";
}
}
else if (model.Reference != null || model.CheckoutSha != null)
{
description = String.Format(CultureInfo.InvariantCulture, "Checkout repository {0} {1}", model.Reference != null ? "reference" : "SHA", model.Reference ?? model.CheckoutSha);
}
if (newTestMerges)
{
description = String.Format(CultureInfo.InvariantCulture, "{0}est merge pull request(s) {1}{2}",
description != null ? String.Format(CultureInfo.InvariantCulture, "{0} and t", description) : "T",
String.Join(", ", model.NewTestMerges.Select(x =>
String.Format(CultureInfo.InvariantCulture, "#{0}{1}", x.Number,
x.PullRequestRevision != null ? String.Format(CultureInfo.InvariantCulture, " at {0}", x.PullRequestRevision.Substring(0, 7)) : String.Empty))),
description != null ? String.Empty : " in repository");
}
if (description == null)
{
return(Json(api)); // no git changes
}
var job = new Models.Job
{
Description = description,
StartedBy = AuthenticationContext.User,
Instance = Instance,
CancelRightsType = RightsType.Repository,
CancelRight = (ulong)RepositoryRights.CancelPendingChanges,
};
await jobManager.RegisterOperation(job, async (paramJob, databaseContext, progressReporter, ct) =>
{
using (var repo = await repoManager.LoadRepository(ct).ConfigureAwait(false))
{
if (repo == null)
{
throw new JobException("Repository could not be loaded!");
}
var modelHasShaOrReference = model.CheckoutSha != null || model.Reference != null;
var startReference = repo.Reference;
var startSha = repo.Head;
string postUpdateSha = null;
if (newTestMerges && !repo.IsGitHubRepository)
{
throw new JobException("Cannot test merge on a non GitHub based repository!");
}
var committerName = currentModel.ShowTestMergeCommitters.Value ? AuthenticationContext.User.Name : currentModel.CommitterName;
var hardResettingToOriginReference = model.UpdateFromOrigin == true && model.Reference != null;
var numSteps = (model.NewTestMerges?.Count ?? 0) + (model.UpdateFromOrigin == true ? 1 : 0) + (!modelHasShaOrReference ? 2 : (hardResettingToOriginReference ? 3 : 1));
var doneSteps = 0;
Action <int> NextProgressReporter()
{
var tmpDoneSteps = doneSteps;
++doneSteps;
return(progress => progressReporter((progress + (100 * tmpDoneSteps)) / numSteps));
}
progressReporter(0);
// get a base line for where we are
Models.RevisionInformation lastRevisionInfo = null;
var attachedInstance = new Models.Instance
{
Id = Instance.Id
};
databaseContext.Instances.Attach(attachedInstance);
await LoadRevisionInformation(repo, databaseContext, attachedInstance, null, x => lastRevisionInfo = x, ct).ConfigureAwait(false);
// apply new rev info, tracking applied test merges
async Task UpdateRevInfo()
{
var last = lastRevisionInfo;
await LoadRevisionInformation(repo, databaseContext, attachedInstance, last.OriginCommitSha, x => lastRevisionInfo = x, ct).ConfigureAwait(false);
lastRevisionInfo.ActiveTestMerges.AddRange(last.ActiveTestMerges);
}
try
{
// fetch/pull
if (model.UpdateFromOrigin == true)
{
if (!repo.Tracking)
{
throw new JobException("Not on an updatable reference!");
}
await repo.FetchOrigin(currentModel.AccessUser, currentModel.AccessToken, NextProgressReporter(), ct).ConfigureAwait(false);
doneSteps = 1;
if (!modelHasShaOrReference)
{
var fastForward = await repo.MergeOrigin(committerName, currentModel.CommitterEmail, NextProgressReporter(), ct).ConfigureAwait(false);
if (!fastForward.HasValue)
{
throw new JobException("Merge conflict occurred during origin update!");
}
await UpdateRevInfo().ConfigureAwait(false);
if (fastForward.Value)
{
lastRevisionInfo.OriginCommitSha = repo.Head;
await repo.Sychronize(currentModel.AccessUser, currentModel.AccessToken, currentModel.CommitterName, currentModel.CommitterEmail, NextProgressReporter(), true, ct).ConfigureAwait(false);
postUpdateSha = repo.Head;
}
else
{
NextProgressReporter()(100);
}
}
}
// checkout/hard reset
if (modelHasShaOrReference)
{
if ((model.CheckoutSha != null && repo.Head.ToUpperInvariant().StartsWith(model.CheckoutSha.ToUpperInvariant(), StringComparison.Ordinal)) ||
(model.Reference != null && repo.Reference.ToUpperInvariant() != model.Reference.ToUpperInvariant()))
{
var committish = model.CheckoutSha ?? model.Reference;
var isSha = await repo.IsSha(committish, cancellationToken).ConfigureAwait(false);
if ((isSha && model.Reference != null) || (!isSha && model.CheckoutSha != null))
{
throw new JobException("Attempted to checkout a SHA or reference that was actually the opposite!");
}
await repo.CheckoutObject(committish, NextProgressReporter(), ct).ConfigureAwait(false);
await LoadRevisionInformation(repo, databaseContext, attachedInstance, null, x => lastRevisionInfo = x, ct).ConfigureAwait(false); // we've either seen origin before or what we're checking out is on origin
}
else
{
NextProgressReporter()(100);
}
if (hardResettingToOriginReference)
{
if (!repo.Tracking)
{
throw new JobException("Checked out reference does not track a remote object!");
}
await repo.ResetToOrigin(NextProgressReporter(), ct).ConfigureAwait(false);
await repo.Sychronize(currentModel.AccessUser, currentModel.AccessToken, currentModel.CommitterName, currentModel.CommitterEmail, NextProgressReporter(), true, ct).ConfigureAwait(false);
await LoadRevisionInformation(repo, databaseContext, attachedInstance, null, x => lastRevisionInfo = x, ct).ConfigureAwait(false);
// repo head is on origin so force this
// will update the db if necessary
lastRevisionInfo.OriginCommitSha = repo.Head;
}
}
// test merging
Dictionary <int, Octokit.PullRequest> prMap = null;
if (newTestMerges)
{
// bit of sanitization
foreach (var I in model.NewTestMerges.Where(x => String.IsNullOrWhiteSpace(x.PullRequestRevision)))
{
I.PullRequestRevision = null;
}
var gitHubClient = currentModel.AccessToken != null
? gitHubClientFactory.CreateClient(currentModel.AccessToken)
: (String.IsNullOrEmpty(generalConfiguration.GitHubAccessToken)
? gitHubClientFactory.CreateClient()
: gitHubClientFactory.CreateClient(generalConfiguration.GitHubAccessToken));
var repoOwner = repo.GitHubOwner;
var repoName = repo.GitHubRepoName;
// optimization: if we've already merged these exact same commits in this fashion before, just find the rev info for it and check it out
Models.RevisionInformation revInfoWereLookingFor = null;
bool needToApplyRemainingPrs = true;
if (lastRevisionInfo.OriginCommitSha == lastRevisionInfo.CommitSha)
{
// In order for this to work though we need the shas of all the commits
if (model.NewTestMerges.Any(x => x.PullRequestRevision == null))
{
prMap = new Dictionary <int, Octokit.PullRequest>();
}
bool cantSearch = false;
foreach (var I in model.NewTestMerges)
{
if (I.PullRequestRevision != null)
#pragma warning disable CA1308 // Normalize strings to uppercase
{
I.PullRequestRevision = I.PullRequestRevision?.ToLowerInvariant(); // ala libgit2
}
#pragma warning restore CA1308 // Normalize strings to uppercase
else
{
try
{
// retrieve the latest sha
var pr = await gitHubClient.PullRequest.Get(repoOwner, repoName, I.Number.Value).ConfigureAwait(false);
prMap.Add(I.Number.Value, pr);
I.PullRequestRevision = pr.Head.Sha;
}
catch
{
cantSearch = true;
break;
}
}
}
if (!cantSearch)
{
var dbPull = await databaseContext.RevisionInformations
.Where(x => x.Instance.Id == Instance.Id &&
x.OriginCommitSha == lastRevisionInfo.OriginCommitSha &&
x.ActiveTestMerges.Count <= model.NewTestMerges.Count &&
x.ActiveTestMerges.Count > 0)
.Include(x => x.ActiveTestMerges)
.ThenInclude(x => x.TestMerge)
.ToListAsync(cancellationToken).ConfigureAwait(false);
// split here cause this bit has to be done locally
revInfoWereLookingFor = dbPull
.Where(x => x.ActiveTestMerges.Count == model.NewTestMerges.Count &&
x.ActiveTestMerges.Select(y => y.TestMerge)
.All(y => model.NewTestMerges.Any(z =>
y.Number == z.Number &&
y.PullRequestRevision.StartsWith(z.PullRequestRevision, StringComparison.Ordinal) &&
(y.Comment?.Trim().ToUpperInvariant() == z.Comment?.Trim().ToUpperInvariant() || z.Comment == null))))
.FirstOrDefault();
if (revInfoWereLookingFor == null && model.NewTestMerges.Count > 1)
{
// okay try to add at least SOME prs we've seen before
var search = model.NewTestMerges.ToList();
var appliedTestMergeIds = new List <long>();
Models.RevisionInformation lastGoodRevInfo = null;
do
{
foreach (var I in search)
{
revInfoWereLookingFor = dbPull
.Where(x => model.NewTestMerges.Any(z =>
x.PrimaryTestMerge.Number == z.Number &&
x.PrimaryTestMerge.PullRequestRevision.StartsWith(z.PullRequestRevision, StringComparison.Ordinal) &&
(x.PrimaryTestMerge.Comment?.Trim().ToUpperInvariant() == z.Comment?.Trim().ToUpperInvariant() || z.Comment == null)) &&
x.ActiveTestMerges.Select(y => y.TestMerge).All(y => appliedTestMergeIds.Contains(y.Id)))
.FirstOrDefault();
if (revInfoWereLookingFor != null)
{
lastGoodRevInfo = revInfoWereLookingFor;
appliedTestMergeIds.Add(revInfoWereLookingFor.PrimaryTestMerge.Id);
search.Remove(I);
break;
}
}
}while (revInfoWereLookingFor != null && search.Count > 0);
revInfoWereLookingFor = lastGoodRevInfo;
needToApplyRemainingPrs = search.Count != 0;
if (needToApplyRemainingPrs)
{
model.NewTestMerges = search;
}
}
else if (revInfoWereLookingFor != null)
{
needToApplyRemainingPrs = false;
}
}
}
if (revInfoWereLookingFor != null)
{
// goteem
await repo.ResetToSha(revInfoWereLookingFor.CommitSha, NextProgressReporter(), cancellationToken).ConfigureAwait(false);
lastRevisionInfo = revInfoWereLookingFor;
}
if (needToApplyRemainingPrs)
{
// an invocation of LoadRevisionInformation could have already loaded this user
var contextUser = databaseContext.Users.Local.Where(x => x.Id == AuthenticationContext.User.Id).FirstOrDefault();
if (contextUser == default)
{
contextUser = new Models.User
{
Id = AuthenticationContext.User.Id
};
databaseContext.Users.Attach(contextUser);
}
else
{
Logger.LogTrace("Skipping attaching the user to the database context as it is already loaded!");
}
foreach (var I in model.NewTestMerges)
{
Octokit.PullRequest pr = null;
string errorMessage = null;
if (lastRevisionInfo.ActiveTestMerges.Any(x => x.TestMerge.Number == I.Number.Value))
{
throw new JobException("Cannot test merge the same PR twice in one HEAD!");
}
try
{
// load from cache if possible
if (prMap == null || !prMap.TryGetValue(I.Number.Value, out pr))
{
pr = await gitHubClient.PullRequest.Get(repoOwner, repoName, I.Number.Value).ConfigureAwait(false);
}
}
catch (Octokit.RateLimitExceededException)
{
// you look at your anonymous access and sigh
errorMessage = "P.R.E. RATE LIMITED";
}
catch (Octokit.AuthorizationException)
{
errorMessage = "P.R.E. BAD CREDENTIALS";
}
catch (Octokit.NotFoundException)
{
// you look at your shithub and sigh
errorMessage = "P.R.E. NOT FOUND";
}
// we want to take the earliest truth possible to prevent RCEs, if this fails AddTestMerge will set it
if (I.PullRequestRevision == null && pr != null)
{
I.PullRequestRevision = pr.Head.Sha;
}
var mergeResult = await repo.AddTestMerge(I, committerName, currentModel.CommitterEmail, currentModel.AccessUser, currentModel.AccessToken, NextProgressReporter(), ct).ConfigureAwait(false);
if (!mergeResult.HasValue)
{
throw new JobException(String.Format(CultureInfo.InvariantCulture, "Merge of PR #{0} at {1} conflicted!", I.Number, I.PullRequestRevision.Substring(0, 7)));
}
++doneSteps;
var revInfoUpdateTask = UpdateRevInfo();
var tm = new Models.TestMerge
{
Author = pr?.User.Login ?? errorMessage,
BodyAtMerge = pr?.Body ?? errorMessage ?? String.Empty,
MergedAt = DateTimeOffset.Now,
TitleAtMerge = pr?.Title ?? errorMessage ?? String.Empty,
Comment = I.Comment,
Number = I.Number,
MergedBy = contextUser,
PullRequestRevision = I.PullRequestRevision,
Url = pr?.HtmlUrl ?? errorMessage
};
await revInfoUpdateTask.ConfigureAwait(false);
lastRevisionInfo.PrimaryTestMerge = tm;
lastRevisionInfo.ActiveTestMerges.Add(new RevInfoTestMerge
{
TestMerge = tm
});
}
}
}
var currentHead = repo.Head;
if (startSha != currentHead || (postUpdateSha != null && postUpdateSha != currentHead))
{
await repo.Sychronize(currentModel.AccessUser, currentModel.AccessToken, currentModel.CommitterName, currentModel.CommitterEmail, NextProgressReporter(), false, ct).ConfigureAwait(false);
await UpdateRevInfo().ConfigureAwait(false);
}
await databaseContext.Save(ct).ConfigureAwait(false);
}
catch
{
doneSteps = 0;
numSteps = 2;
// the stuff didn't make it into the db, forget what we've done and abort
await repo.CheckoutObject(startReference ?? startSha, NextProgressReporter(), default).ConfigureAwait(false);
if (startReference != null && repo.Head != startSha)
{
await repo.ResetToSha(startSha, NextProgressReporter(), default).ConfigureAwait(false);
}
else
{
progressReporter(100);
}
throw;
}
}
}, cancellationToken).ConfigureAwait(false);
api.ActiveJob = job.ToApi();
return(Accepted(api));
}
