@@ -155,14 +155,14 @@ func (r *Review) LoadCodeComments(ctx context.Context) (err error) { | |||
if r.CodeComments != nil { | |||
return err | |||
} | |||
if err = r.loadIssue(ctx); err != nil { | |||
if err = r.LoadIssue(ctx); err != nil { | |||
return err | |||
} | |||
r.CodeComments, err = fetchCodeCommentsByReview(ctx, r.Issue, nil, r, false) | |||
return err | |||
} | |||
func (r *Review) loadIssue(ctx context.Context) (err error) { | |||
func (r *Review) LoadIssue(ctx context.Context) (err error) { | |||
if r.Issue != nil { | |||
return err | |||
} | |||
@@ -199,7 +199,7 @@ func (r *Review) LoadReviewerTeam(ctx context.Context) (err error) { | |||
// LoadAttributes loads all attributes except CodeComments | |||
func (r *Review) LoadAttributes(ctx context.Context) (err error) { | |||
if err = r.loadIssue(ctx); err != nil { | |||
if err = r.LoadIssue(ctx); err != nil { | |||
return err | |||
} | |||
if err = r.LoadCodeComments(ctx); err != nil { |
@@ -22,6 +22,7 @@ import ( | |||
"code.gitea.io/gitea/modules/log" | |||
"code.gitea.io/gitea/modules/process" | |||
"code.gitea.io/gitea/modules/queue" | |||
notify_service "code.gitea.io/gitea/services/notify" | |||
pull_service "code.gitea.io/gitea/services/pull" | |||
) | |||
@@ -30,6 +31,8 @@ var prAutoMergeQueue *queue.WorkerPoolQueue[string] | |||
// Init runs the task queue to that handles auto merges | |||
func Init() error { | |||
notify_service.RegisterNotifier(NewNotifier()) | |||
prAutoMergeQueue = queue.CreateUniqueQueue(graceful.GetManager().ShutdownContext(), "pr_auto_merge", handler) | |||
if prAutoMergeQueue == nil { | |||
return fmt.Errorf("unable to create pr_auto_merge queue") | |||
@@ -47,7 +50,7 @@ func handler(items ...string) []string { | |||
log.Error("could not parse data from pr_auto_merge queue (%v): %v", s, err) | |||
continue | |||
} | |||
handlePull(id, sha) | |||
handlePullRequestAutoMerge(id, sha) | |||
} | |||
return nil | |||
} | |||
@@ -62,16 +65,6 @@ func addToQueue(pr *issues_model.PullRequest, sha string) { | |||
// ScheduleAutoMerge if schedule is false and no error, pull can be merged directly | |||
func ScheduleAutoMerge(ctx context.Context, doer *user_model.User, pull *issues_model.PullRequest, style repo_model.MergeStyle, message string) (scheduled bool, err error) { | |||
err = db.WithTx(ctx, func(ctx context.Context) error { | |||
lastCommitStatus, err := pull_service.GetPullRequestCommitStatusState(ctx, pull) | |||
if err != nil { | |||
return err | |||
} | |||
// we don't need to schedule | |||
if lastCommitStatus.IsSuccess() { | |||
return nil | |||
} | |||
if err := pull_model.ScheduleAutoMerge(ctx, doer, pull.ID, style, message); err != nil { | |||
return err | |||
} | |||
@@ -95,8 +88,8 @@ func RemoveScheduledAutoMerge(ctx context.Context, doer *user_model.User, pull * | |||
}) | |||
} | |||
// MergeScheduledPullRequest merges a previously scheduled pull request when all checks succeeded | |||
func MergeScheduledPullRequest(ctx context.Context, sha string, repo *repo_model.Repository) error { | |||
// StartPullRequestAutoMergeCheckBySHA start an automerge check task for repository and SHA | |||
func StartPullRequestAutoMergeCheckBySHA(ctx context.Context, sha string, repo *repo_model.Repository) error { | |||
pulls, err := getPullRequestsByHeadSHA(ctx, sha, repo, func(pr *issues_model.PullRequest) bool { | |||
return !pr.HasMerged && pr.CanAutoMerge() | |||
}) | |||
@@ -111,6 +104,33 @@ func MergeScheduledPullRequest(ctx context.Context, sha string, repo *repo_model | |||
return nil | |||
} | |||
// StartPullRequestAutoMergeCheck start an automerge check task for a pull request | |||
func StartPullRequestAutoMergeCheck(ctx context.Context, pull *issues_model.PullRequest) { | |||
if pull == nil || pull.HasMerged || !pull.CanAutoMerge() { | |||
return | |||
} | |||
if err := pull.LoadBaseRepo(ctx); err != nil { | |||
log.Error("LoadBaseRepo: %v", err) | |||
return | |||
} | |||
gitRepo, err := gitrepo.OpenRepository(ctx, pull.BaseRepo) | |||
if err != nil { | |||
log.Error("OpenRepository: %v", err) | |||
return | |||
} | |||
defer gitRepo.Close() | |||
commitID, err := gitRepo.GetRefCommitID(pull.GetGitRefName()) | |||
if err != nil { | |||
log.Error("GetRefCommitID: %v", err) | |||
return | |||
} | |||
addToQueue(pull, commitID) | |||
} | |||
func getPullRequestsByHeadSHA(ctx context.Context, sha string, repo *repo_model.Repository, filter func(*issues_model.PullRequest) bool) (map[int64]*issues_model.PullRequest, error) { | |||
gitRepo, err := gitrepo.OpenRepository(ctx, repo) | |||
if err != nil { | |||
@@ -161,7 +181,8 @@ func getPullRequestsByHeadSHA(ctx context.Context, sha string, repo *repo_model. | |||
return pulls, nil | |||
} | |||
func handlePull(pullID int64, sha string) { | |||
// handlePullRequestAutoMerge merge the pull request if all checks are successful | |||
func handlePullRequestAutoMerge(pullID int64, sha string) { | |||
ctx, _, finished := process.GetManager().AddContext(graceful.GetManager().HammerContext(), | |||
fmt.Sprintf("Handle AutoMerge of PR[%d] with sha[%s]", pullID, sha)) | |||
defer finished() | |||
@@ -182,24 +203,50 @@ func handlePull(pullID int64, sha string) { | |||
return | |||
} | |||
if err = pr.LoadBaseRepo(ctx); err != nil { | |||
log.Error("%-v LoadBaseRepo: %v", pr, err) | |||
return | |||
} | |||
// check the sha is the same as pull request head commit id | |||
baseGitRepo, err := gitrepo.OpenRepository(ctx, pr.BaseRepo) | |||
if err != nil { | |||
log.Error("OpenRepository: %v", err) | |||
return | |||
} | |||
defer baseGitRepo.Close() | |||
headCommitID, err := baseGitRepo.GetRefCommitID(pr.GetGitRefName()) | |||
if err != nil { | |||
log.Error("GetRefCommitID: %v", err) | |||
return | |||
} | |||
if headCommitID != sha { | |||
log.Warn("Head commit id of auto merge %-v does not match sha [%s]", pr, sha) | |||
return | |||
} | |||
// Get all checks for this pr | |||
// We get the latest sha commit hash again to handle the case where the check of a previous push | |||
// did not succeed or was not finished yet. | |||
if err = pr.LoadHeadRepo(ctx); err != nil { | |||
log.Error("%-v LoadHeadRepo: %v", pr, err) | |||
return | |||
} | |||
headGitRepo, err := gitrepo.OpenRepository(ctx, pr.HeadRepo) | |||
if err != nil { | |||
log.Error("OpenRepository %-v: %v", pr.HeadRepo, err) | |||
return | |||
var headGitRepo *git.Repository | |||
if pr.BaseRepoID == pr.HeadRepoID { | |||
headGitRepo = baseGitRepo | |||
} else { | |||
headGitRepo, err = gitrepo.OpenRepository(ctx, pr.HeadRepo) | |||
if err != nil { | |||
log.Error("OpenRepository %-v: %v", pr.HeadRepo, err) | |||
return | |||
} | |||
defer headGitRepo.Close() | |||
} | |||
defer headGitRepo.Close() | |||
headBranchExist := headGitRepo.IsBranchExist(pr.HeadBranch) | |||
if pr.HeadRepo == nil || !headBranchExist { | |||
log.Warn("Head branch of auto merge %-v does not exist [HeadRepoID: %d, Branch: %s]", pr, pr.HeadRepoID, pr.HeadBranch) | |||
return | |||
@@ -238,25 +285,9 @@ func handlePull(pullID int64, sha string) { | |||
return | |||
} | |||
var baseGitRepo *git.Repository | |||
if pr.BaseRepoID == pr.HeadRepoID { | |||
baseGitRepo = headGitRepo | |||
} else { | |||
if err = pr.LoadBaseRepo(ctx); err != nil { | |||
log.Error("%-v LoadBaseRepo: %v", pr, err) | |||
return | |||
} | |||
baseGitRepo, err = gitrepo.OpenRepository(ctx, pr.BaseRepo) | |||
if err != nil { | |||
log.Error("OpenRepository %-v: %v", pr.BaseRepo, err) | |||
return | |||
} | |||
defer baseGitRepo.Close() | |||
} | |||
if err := pull_service.Merge(ctx, pr, doer, baseGitRepo, scheduledPRM.MergeStyle, "", scheduledPRM.Message, true); err != nil { | |||
log.Error("pull_service.Merge: %v", err) | |||
// FIXME: if merge failed, we should display some error message to the pull request page. | |||
return | |||
} | |||
} |
@@ -0,0 +1,46 @@ | |||
// Copyright 2024 The Gitea Authors. All rights reserved. | |||
// SPDX-License-Identifier: MIT | |||
package automerge | |||
import ( | |||
"context" | |||
issues_model "code.gitea.io/gitea/models/issues" | |||
user_model "code.gitea.io/gitea/models/user" | |||
"code.gitea.io/gitea/modules/log" | |||
notify_service "code.gitea.io/gitea/services/notify" | |||
) | |||
type automergeNotifier struct { | |||
notify_service.NullNotifier | |||
} | |||
var _ notify_service.Notifier = &automergeNotifier{} | |||
// NewNotifier create a new automergeNotifier notifier | |||
func NewNotifier() notify_service.Notifier { | |||
return &automergeNotifier{} | |||
} | |||
func (n *automergeNotifier) PullRequestReview(ctx context.Context, pr *issues_model.PullRequest, review *issues_model.Review, comment *issues_model.Comment, mentions []*user_model.User) { | |||
// as a missing / blocking reviews could have blocked a pending automerge let's recheck | |||
if review.Type == issues_model.ReviewTypeApprove { | |||
if err := StartPullRequestAutoMergeCheckBySHA(ctx, review.CommitID, pr.BaseRepo); err != nil { | |||
log.Error("StartPullRequestAutoMergeCheckBySHA: %v", err) | |||
} | |||
} | |||
} | |||
func (n *automergeNotifier) PullReviewDismiss(ctx context.Context, doer *user_model.User, review *issues_model.Review, comment *issues_model.Comment) { | |||
if err := review.LoadIssue(ctx); err != nil { | |||
log.Error("LoadIssue: %v", err) | |||
return | |||
} | |||
if err := review.Issue.LoadPullRequest(ctx); err != nil { | |||
log.Error("LoadPullRequest: %v", err) | |||
return | |||
} | |||
// as reviews could have blocked a pending automerge let's recheck | |||
StartPullRequestAutoMergeCheck(ctx, review.Issue.PullRequest) | |||
} |
@@ -162,12 +162,6 @@ func Merge(ctx context.Context, pr *issues_model.PullRequest, doer *user_model.U | |||
pullWorkingPool.CheckIn(fmt.Sprint(pr.ID)) | |||
defer pullWorkingPool.CheckOut(fmt.Sprint(pr.ID)) | |||
// Removing an auto merge pull and ignore if not exist | |||
// FIXME: is this the correct point to do this? Shouldn't this be after IsMergeStyleAllowed? | |||
if err := pull_model.DeleteScheduledAutoMerge(ctx, pr.ID); err != nil && !db.IsErrNotExist(err) { | |||
return err | |||
} | |||
prUnit, err := pr.BaseRepo.GetUnit(ctx, unit.TypePullRequests) | |||
if err != nil { | |||
log.Error("pr.BaseRepo.GetUnit(unit.TypePullRequests): %v", err) | |||
@@ -184,17 +178,31 @@ func Merge(ctx context.Context, pr *issues_model.PullRequest, doer *user_model.U | |||
go AddTestPullRequestTask(doer, pr.BaseRepo.ID, pr.BaseBranch, false, "", "") | |||
}() | |||
pr.MergedCommitID, err = doMergeAndPush(ctx, pr, doer, mergeStyle, expectedHeadCommitID, message) | |||
mergeCtx, cancel, err := doMerge(ctx, pr, doer, mergeStyle, expectedHeadCommitID, message) | |||
if err != nil { | |||
return err | |||
} | |||
defer cancel() | |||
pr.MergedUnix = timeutil.TimeStampNow() | |||
pr.Merger = doer | |||
pr.MergerID = doer.ID | |||
if err := db.WithTx(ctx, func(ctx context.Context) error { | |||
// Removing an auto merge pull and ignore if not exist | |||
if err := pull_model.DeleteScheduledAutoMerge(ctx, pr.ID); err != nil && !db.IsErrNotExist(err) { | |||
return err | |||
} | |||
pr.MergedCommitID = mergeCtx.mergeCommitID | |||
pr.MergedUnix = timeutil.TimeStampNow() | |||
pr.Merger = doer | |||
pr.MergerID = doer.ID | |||
if _, err := pr.SetMerged(ctx); err != nil { | |||
log.Error("SetMerged %-v: %v", pr, err) | |||
return err | |||
} | |||
if _, err := pr.SetMerged(ctx); err != nil { | |||
log.Error("SetMerged %-v: %v", pr, err) | |||
_, err := doPush(ctx, mergeCtx, pr, doer) | |||
return err | |||
}); err != nil { | |||
return err | |||
} | |||
if err := pr.LoadIssue(ctx); err != nil { | |||
@@ -244,62 +252,82 @@ func Merge(ctx context.Context, pr *issues_model.PullRequest, doer *user_model.U | |||
return nil | |||
} | |||
// doMergeAndPush performs the merge operation without changing any pull information in database and pushes it up to the base repository | |||
func doMergeAndPush(ctx context.Context, pr *issues_model.PullRequest, doer *user_model.User, mergeStyle repo_model.MergeStyle, expectedHeadCommitID, message string) (string, error) { | |||
func doMerge(ctx context.Context, pr *issues_model.PullRequest, doer *user_model.User, mergeStyle repo_model.MergeStyle, expectedHeadCommitID, message string) (*mergeContext, context.CancelFunc, error) { | |||
// Clone base repo. | |||
mergeCtx, cancel, err := createTemporaryRepoForMerge(ctx, pr, doer, expectedHeadCommitID) | |||
if err != nil { | |||
return "", err | |||
return nil, nil, err | |||
} | |||
defer cancel() | |||
// Merge commits. | |||
switch mergeStyle { | |||
case repo_model.MergeStyleMerge: | |||
if err := doMergeStyleMerge(mergeCtx, message); err != nil { | |||
return "", err | |||
cancel() | |||
return nil, nil, err | |||
} | |||
case repo_model.MergeStyleRebase, repo_model.MergeStyleRebaseMerge: | |||
if err := doMergeStyleRebase(mergeCtx, mergeStyle, message); err != nil { | |||
return "", err | |||
cancel() | |||
return nil, nil, err | |||
} | |||
case repo_model.MergeStyleSquash: | |||
if err := doMergeStyleSquash(mergeCtx, message); err != nil { | |||
return "", err | |||
cancel() | |||
return nil, nil, err | |||
} | |||
case repo_model.MergeStyleFastForwardOnly: | |||
if err := doMergeStyleFastForwardOnly(mergeCtx); err != nil { | |||
return "", err | |||
cancel() | |||
return nil, nil, err | |||
} | |||
default: | |||
return "", models.ErrInvalidMergeStyle{ID: pr.BaseRepo.ID, Style: mergeStyle} | |||
cancel() | |||
return nil, nil, models.ErrInvalidMergeStyle{ID: pr.BaseRepo.ID, Style: mergeStyle} | |||
} | |||
// OK we should cache our current head and origin/headbranch | |||
mergeHeadSHA, err := git.GetFullCommitID(ctx, mergeCtx.tmpBasePath, "HEAD") | |||
mergeCtx.mergeHeadSHA, err = git.GetFullCommitID(ctx, mergeCtx.tmpBasePath, "HEAD") | |||
if err != nil { | |||
return "", fmt.Errorf("Failed to get full commit id for HEAD: %w", err) | |||
cancel() | |||
return nil, nil, fmt.Errorf("Failed to get full commit id for HEAD: %w", err) | |||
} | |||
mergeBaseSHA, err := git.GetFullCommitID(ctx, mergeCtx.tmpBasePath, "original_"+baseBranch) | |||
mergeCtx.mergeBaseSHA, err = git.GetFullCommitID(ctx, mergeCtx.tmpBasePath, "original_"+baseBranch) | |||
if err != nil { | |||
return "", fmt.Errorf("Failed to get full commit id for origin/%s: %w", pr.BaseBranch, err) | |||
cancel() | |||
return nil, nil, fmt.Errorf("Failed to get full commit id for origin/%s: %w", pr.BaseBranch, err) | |||
} | |||
mergeCommitID, err := git.GetFullCommitID(ctx, mergeCtx.tmpBasePath, baseBranch) | |||
mergeCtx.mergeCommitID, err = git.GetFullCommitID(ctx, mergeCtx.tmpBasePath, baseBranch) | |||
if err != nil { | |||
return "", fmt.Errorf("Failed to get full commit id for the new merge: %w", err) | |||
cancel() | |||
return nil, nil, fmt.Errorf("Failed to get full commit id for the new merge: %w", err) | |||
} | |||
return mergeCtx, cancel, nil | |||
} | |||
// doMergeAndPush performs the merge operation without changing any pull information in database and pushes it up to the base repository | |||
func doMergeAndPush(ctx context.Context, pr *issues_model.PullRequest, doer *user_model.User, mergeStyle repo_model.MergeStyle, expectedHeadCommitID, message string) (string, error) { | |||
mergeCtx, cancel, err := doMerge(ctx, pr, doer, mergeStyle, expectedHeadCommitID, message) | |||
if err != nil { | |||
return "", err | |||
} | |||
defer cancel() | |||
return doPush(ctx, mergeCtx, pr, doer) | |||
} | |||
func doPush(ctx context.Context, mergeCtx *mergeContext, pr *issues_model.PullRequest, doer *user_model.User) (string, error) { | |||
// Now it's questionable about where this should go - either after or before the push | |||
// I think in the interests of data safety - failures to push to the lfs should prevent | |||
// the merge as you can always remerge. | |||
if setting.LFS.StartServer { | |||
if err := LFSPush(ctx, mergeCtx.tmpBasePath, mergeHeadSHA, mergeBaseSHA, pr); err != nil { | |||
if err := LFSPush(ctx, mergeCtx.tmpBasePath, mergeCtx.mergeHeadSHA, mergeCtx.mergeBaseSHA, pr); err != nil { | |||
return "", err | |||
} | |||
} | |||
var headUser *user_model.User | |||
err = pr.HeadRepo.LoadOwner(ctx) | |||
err := pr.HeadRepo.LoadOwner(ctx) | |||
if err != nil { | |||
if !user_model.IsErrUserNotExist(err) { | |||
log.Error("Can't find user: %d for head repository in %-v: %v", pr.HeadRepo.OwnerID, pr, err) | |||
@@ -344,7 +372,7 @@ func doMergeAndPush(ctx context.Context, pr *issues_model.PullRequest, doer *use | |||
mergeCtx.outbuf.Reset() | |||
mergeCtx.errbuf.Reset() | |||
return mergeCommitID, nil | |||
return mergeCtx.mergeCommitID, nil | |||
} | |||
func commitAndSignNoAuthor(ctx *mergeContext, message string) error { |
@@ -25,11 +25,14 @@ import ( | |||
type mergeContext struct { | |||
*prContext | |||
doer *user_model.User | |||
sig *git.Signature | |||
committer *git.Signature | |||
signKeyID string // empty for no-sign, non-empty to sign | |||
env []string | |||
doer *user_model.User | |||
sig *git.Signature | |||
committer *git.Signature | |||
signKeyID string // empty for no-sign, non-empty to sign | |||
env []string | |||
mergeHeadSHA string | |||
mergeBaseSHA string | |||
mergeCommitID string | |||
} | |||
func (ctx *mergeContext) RunOpts() *git.RunOpts { |
@@ -115,7 +115,7 @@ func CreateCommitStatus(ctx context.Context, repo *repo_model.Repository, creato | |||
} | |||
if status.State.IsSuccess() { | |||
if err := automerge.MergeScheduledPullRequest(ctx, sha, repo); err != nil { | |||
if err := automerge.StartPullRequestAutoMergeCheckBySHA(ctx, sha, repo); err != nil { | |||
return fmt.Errorf("MergeScheduledPullRequest[repo_id: %d, user_id: %d, sha: %s]: %w", repo.ID, creator.ID, sha, err) | |||
} | |||
} |