123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424 |
- // Copyright 2020 The Gitea Authors. All rights reserved.
- // SPDX-License-Identifier: MIT
-
- package repository
-
- import (
- "context"
- "errors"
- "fmt"
- "strings"
- "time"
-
- "code.gitea.io/gitea/models/db"
- git_model "code.gitea.io/gitea/models/git"
- repo_model "code.gitea.io/gitea/models/repo"
- user_model "code.gitea.io/gitea/models/user"
- "code.gitea.io/gitea/modules/cache"
- "code.gitea.io/gitea/modules/git"
- "code.gitea.io/gitea/modules/graceful"
- "code.gitea.io/gitea/modules/log"
- "code.gitea.io/gitea/modules/process"
- "code.gitea.io/gitea/modules/queue"
- repo_module "code.gitea.io/gitea/modules/repository"
- "code.gitea.io/gitea/modules/setting"
- "code.gitea.io/gitea/modules/timeutil"
- issue_service "code.gitea.io/gitea/services/issue"
- notify_service "code.gitea.io/gitea/services/notify"
- pull_service "code.gitea.io/gitea/services/pull"
- )
-
- // pushQueue represents a queue to handle update pull request tests
- var pushQueue *queue.WorkerPoolQueue[[]*repo_module.PushUpdateOptions]
-
- // handle passed PR IDs and test the PRs
- func handler(items ...[]*repo_module.PushUpdateOptions) [][]*repo_module.PushUpdateOptions {
- for _, opts := range items {
- if err := pushUpdates(opts); err != nil {
- log.Error("pushUpdate failed: %v", err)
- }
- }
- return nil
- }
-
- func initPushQueue() error {
- pushQueue = queue.CreateSimpleQueue(graceful.GetManager().ShutdownContext(), "push_update", handler)
- if pushQueue == nil {
- return errors.New("unable to create push_update queue")
- }
- go graceful.GetManager().RunWithCancel(pushQueue)
- return nil
- }
-
- // PushUpdate is an alias of PushUpdates for single push update options
- func PushUpdate(opts *repo_module.PushUpdateOptions) error {
- return PushUpdates([]*repo_module.PushUpdateOptions{opts})
- }
-
- // PushUpdates adds a push update to push queue
- func PushUpdates(opts []*repo_module.PushUpdateOptions) error {
- if len(opts) == 0 {
- return nil
- }
-
- for _, opt := range opts {
- if opt.IsNewRef() && opt.IsDelRef() {
- return fmt.Errorf("Old and new revisions are both %s", git.EmptySHA)
- }
- }
-
- return pushQueue.Push(opts)
- }
-
- // pushUpdates generates push action history feeds for push updating multiple refs
- func pushUpdates(optsList []*repo_module.PushUpdateOptions) error {
- if len(optsList) == 0 {
- return nil
- }
-
- ctx, _, finished := process.GetManager().AddContext(graceful.GetManager().HammerContext(), fmt.Sprintf("PushUpdates: %s/%s", optsList[0].RepoUserName, optsList[0].RepoName))
- defer finished()
-
- repo, err := repo_model.GetRepositoryByOwnerAndName(ctx, optsList[0].RepoUserName, optsList[0].RepoName)
- if err != nil {
- return fmt.Errorf("GetRepositoryByOwnerAndName failed: %w", err)
- }
-
- repoPath := repo.RepoPath()
-
- gitRepo, err := git.OpenRepository(ctx, repoPath)
- if err != nil {
- return fmt.Errorf("OpenRepository[%s]: %w", repoPath, err)
- }
- defer gitRepo.Close()
-
- if err = repo_module.UpdateRepoSize(ctx, repo); err != nil {
- return fmt.Errorf("Failed to update size for repository: %v", err)
- }
-
- addTags := make([]string, 0, len(optsList))
- delTags := make([]string, 0, len(optsList))
- var pusher *user_model.User
-
- for _, opts := range optsList {
- log.Trace("pushUpdates: %-v %s %s %s", repo, opts.OldCommitID, opts.NewCommitID, opts.RefFullName)
-
- if opts.IsNewRef() && opts.IsDelRef() {
- return fmt.Errorf("old and new revisions are both %s", git.EmptySHA)
- }
- if opts.RefFullName.IsTag() {
- if pusher == nil || pusher.ID != opts.PusherID {
- if opts.PusherID == user_model.ActionsUserID {
- pusher = user_model.NewActionsUser()
- } else {
- var err error
- if pusher, err = user_model.GetUserByID(ctx, opts.PusherID); err != nil {
- return err
- }
- }
- }
- tagName := opts.RefFullName.TagName()
- if opts.IsDelRef() {
- notify_service.PushCommits(
- ctx, pusher, repo,
- &repo_module.PushUpdateOptions{
- RefFullName: git.RefNameFromTag(tagName),
- OldCommitID: opts.OldCommitID,
- NewCommitID: git.EmptySHA,
- }, repo_module.NewPushCommits())
-
- delTags = append(delTags, tagName)
- notify_service.DeleteRef(ctx, pusher, repo, opts.RefFullName)
- } else { // is new tag
- newCommit, err := gitRepo.GetCommit(opts.NewCommitID)
- if err != nil {
- return fmt.Errorf("gitRepo.GetCommit(%s) in %s/%s[%d]: %w", opts.NewCommitID, repo.OwnerName, repo.Name, repo.ID, err)
- }
-
- commits := repo_module.NewPushCommits()
- commits.HeadCommit = repo_module.CommitToPushCommit(newCommit)
- commits.CompareURL = repo.ComposeCompareURL(git.EmptySHA, opts.NewCommitID)
-
- notify_service.PushCommits(
- ctx, pusher, repo,
- &repo_module.PushUpdateOptions{
- RefFullName: opts.RefFullName,
- OldCommitID: git.EmptySHA,
- NewCommitID: opts.NewCommitID,
- }, commits)
-
- addTags = append(addTags, tagName)
- notify_service.CreateRef(ctx, pusher, repo, opts.RefFullName, opts.NewCommitID)
- }
- } else if opts.RefFullName.IsBranch() {
- if pusher == nil || pusher.ID != opts.PusherID {
- if opts.PusherID == user_model.ActionsUserID {
- pusher = user_model.NewActionsUser()
- } else {
- var err error
- if pusher, err = user_model.GetUserByID(ctx, opts.PusherID); err != nil {
- return err
- }
- }
- }
-
- branch := opts.RefFullName.BranchName()
- if !opts.IsDelRef() {
- log.Trace("TriggerTask '%s/%s' by %s", repo.Name, branch, pusher.Name)
- go pull_service.AddTestPullRequestTask(pusher, repo.ID, branch, true, opts.OldCommitID, opts.NewCommitID)
-
- newCommit, err := gitRepo.GetCommit(opts.NewCommitID)
- if err != nil {
- return fmt.Errorf("gitRepo.GetCommit(%s) in %s/%s[%d]: %w", opts.NewCommitID, repo.OwnerName, repo.Name, repo.ID, err)
- }
-
- refName := opts.RefName()
-
- // Push new branch.
- var l []*git.Commit
- if opts.IsNewRef() {
- if repo.IsEmpty { // Change default branch and empty status only if pushed ref is non-empty branch.
- repo.DefaultBranch = refName
- repo.IsEmpty = false
- if repo.DefaultBranch != setting.Repository.DefaultBranch {
- if err := gitRepo.SetDefaultBranch(repo.DefaultBranch); err != nil {
- if !git.IsErrUnsupportedVersion(err) {
- return err
- }
- }
- }
- // Update the is empty and default_branch columns
- if err := repo_model.UpdateRepositoryCols(ctx, repo, "default_branch", "is_empty"); err != nil {
- return fmt.Errorf("UpdateRepositoryCols: %w", err)
- }
- }
-
- l, err = newCommit.CommitsBeforeLimit(10)
- if err != nil {
- return fmt.Errorf("newCommit.CommitsBeforeLimit: %w", err)
- }
- notify_service.CreateRef(ctx, pusher, repo, opts.RefFullName, opts.NewCommitID)
- } else {
- l, err = newCommit.CommitsBeforeUntil(opts.OldCommitID)
- if err != nil {
- return fmt.Errorf("newCommit.CommitsBeforeUntil: %w", err)
- }
-
- isForcePush, err := newCommit.IsForcePush(opts.OldCommitID)
- if err != nil {
- log.Error("IsForcePush %s:%s failed: %v", repo.FullName(), branch, err)
- }
-
- if isForcePush {
- log.Trace("Push %s is a force push", opts.NewCommitID)
-
- cache.Remove(repo.GetCommitsCountCacheKey(opts.RefName(), true))
- } else {
- // TODO: increment update the commit count cache but not remove
- cache.Remove(repo.GetCommitsCountCacheKey(opts.RefName(), true))
- }
- }
-
- commits := repo_module.GitToPushCommits(l)
- commits.HeadCommit = repo_module.CommitToPushCommit(newCommit)
-
- if err := issue_service.UpdateIssuesCommit(ctx, pusher, repo, commits.Commits, refName); err != nil {
- log.Error("updateIssuesCommit: %v", err)
- }
-
- oldCommitID := opts.OldCommitID
- if oldCommitID == git.EmptySHA && len(commits.Commits) > 0 {
- oldCommit, err := gitRepo.GetCommit(commits.Commits[len(commits.Commits)-1].Sha1)
- if err != nil && !git.IsErrNotExist(err) {
- log.Error("unable to GetCommit %s from %-v: %v", oldCommitID, repo, err)
- }
- if oldCommit != nil {
- for i := 0; i < oldCommit.ParentCount(); i++ {
- commitID, _ := oldCommit.ParentID(i)
- if !commitID.IsZero() {
- oldCommitID = commitID.String()
- break
- }
- }
- }
- }
-
- if oldCommitID == git.EmptySHA && repo.DefaultBranch != branch {
- oldCommitID = repo.DefaultBranch
- }
-
- if oldCommitID != git.EmptySHA {
- commits.CompareURL = repo.ComposeCompareURL(oldCommitID, opts.NewCommitID)
- } else {
- commits.CompareURL = ""
- }
-
- if len(commits.Commits) > setting.UI.FeedMaxCommitNum {
- commits.Commits = commits.Commits[:setting.UI.FeedMaxCommitNum]
- }
-
- if err = syncBranchToDB(ctx, repo.ID, opts.PusherID, branch, newCommit); err != nil {
- return fmt.Errorf("git_model.UpdateBranch %s:%s failed: %v", repo.FullName(), branch, err)
- }
-
- notify_service.PushCommits(ctx, pusher, repo, opts, commits)
-
- // Cache for big repository
- if err := CacheRef(graceful.GetManager().HammerContext(), repo, gitRepo, opts.RefFullName); err != nil {
- log.Error("repo_module.CacheRef %s/%s failed: %v", repo.ID, branch, err)
- }
- } else {
- notify_service.DeleteRef(ctx, pusher, repo, opts.RefFullName)
- if err = pull_service.CloseBranchPulls(ctx, pusher, repo.ID, branch); err != nil {
- // close all related pulls
- log.Error("close related pull request failed: %v", err)
- }
-
- if err := git_model.AddDeletedBranch(ctx, repo.ID, branch, pusher.ID); err != nil {
- return fmt.Errorf("AddDeletedBranch %s:%s failed: %v", repo.FullName(), branch, err)
- }
- }
-
- // Even if user delete a branch on a repository which he didn't watch, he will be watch that.
- if err = repo_model.WatchIfAuto(ctx, opts.PusherID, repo.ID, true); err != nil {
- log.Warn("Fail to perform auto watch on user %v for repo %v: %v", opts.PusherID, repo.ID, err)
- }
- } else {
- log.Trace("Non-tag and non-branch commits pushed.")
- }
- }
- if err := PushUpdateAddDeleteTags(ctx, repo, gitRepo, addTags, delTags); err != nil {
- return fmt.Errorf("PushUpdateAddDeleteTags: %w", err)
- }
-
- // Change repository last updated time.
- if err := repo_model.UpdateRepositoryUpdatedTime(ctx, repo.ID, time.Now()); err != nil {
- return fmt.Errorf("UpdateRepositoryUpdatedTime: %w", err)
- }
-
- return nil
- }
-
- // PushUpdateAddDeleteTags updates a number of added and delete tags
- func PushUpdateAddDeleteTags(ctx context.Context, repo *repo_model.Repository, gitRepo *git.Repository, addTags, delTags []string) error {
- return db.WithTx(ctx, func(ctx context.Context) error {
- if err := repo_model.PushUpdateDeleteTagsContext(ctx, repo, delTags); err != nil {
- return err
- }
- return pushUpdateAddTags(ctx, repo, gitRepo, addTags)
- })
- }
-
- // pushUpdateAddTags updates a number of add tags
- func pushUpdateAddTags(ctx context.Context, repo *repo_model.Repository, gitRepo *git.Repository, tags []string) error {
- if len(tags) == 0 {
- return nil
- }
-
- lowerTags := make([]string, 0, len(tags))
- for _, tag := range tags {
- lowerTags = append(lowerTags, strings.ToLower(tag))
- }
-
- releases, err := repo_model.GetReleasesByRepoIDAndNames(ctx, repo.ID, lowerTags)
- if err != nil {
- return fmt.Errorf("GetReleasesByRepoIDAndNames: %w", err)
- }
- relMap := make(map[string]*repo_model.Release)
- for _, rel := range releases {
- relMap[rel.LowerTagName] = rel
- }
-
- newReleases := make([]*repo_model.Release, 0, len(lowerTags)-len(relMap))
-
- emailToUser := make(map[string]*user_model.User)
-
- for i, lowerTag := range lowerTags {
- tag, err := gitRepo.GetTag(tags[i])
- if err != nil {
- return fmt.Errorf("GetTag: %w", err)
- }
- commit, err := tag.Commit(gitRepo)
- if err != nil {
- return fmt.Errorf("Commit: %w", err)
- }
-
- sig := tag.Tagger
- if sig == nil {
- sig = commit.Author
- }
- if sig == nil {
- sig = commit.Committer
- }
- var author *user_model.User
- createdAt := time.Unix(1, 0)
-
- if sig != nil {
- var ok bool
- author, ok = emailToUser[sig.Email]
- if !ok {
- author, err = user_model.GetUserByEmail(ctx, sig.Email)
- if err != nil && !user_model.IsErrUserNotExist(err) {
- return fmt.Errorf("GetUserByEmail: %w", err)
- }
- if author != nil {
- emailToUser[sig.Email] = author
- }
- }
- createdAt = sig.When
- }
-
- commitsCount, err := commit.CommitsCount()
- if err != nil {
- return fmt.Errorf("CommitsCount: %w", err)
- }
-
- rel, has := relMap[lowerTag]
-
- if !has {
- parts := strings.SplitN(tag.Message, "\n", 2)
- note := ""
- if len(parts) > 1 {
- note = parts[1]
- }
- rel = &repo_model.Release{
- RepoID: repo.ID,
- Title: parts[0],
- TagName: tags[i],
- LowerTagName: lowerTag,
- Target: "",
- Sha1: commit.ID.String(),
- NumCommits: commitsCount,
- Note: note,
- IsDraft: false,
- IsPrerelease: false,
- IsTag: true,
- CreatedUnix: timeutil.TimeStamp(createdAt.Unix()),
- }
- if author != nil {
- rel.PublisherID = author.ID
- }
-
- newReleases = append(newReleases, rel)
- } else {
- rel.Sha1 = commit.ID.String()
- rel.CreatedUnix = timeutil.TimeStamp(createdAt.Unix())
- rel.NumCommits = commitsCount
- rel.IsDraft = false
- if rel.IsTag && author != nil {
- rel.PublisherID = author.ID
- }
- if err = repo_model.UpdateRelease(ctx, rel); err != nil {
- return fmt.Errorf("Update: %w", err)
- }
- }
- }
-
- if len(newReleases) > 0 {
- if err = db.Insert(ctx, newReleases); err != nil {
- return fmt.Errorf("Insert: %w", err)
- }
- }
-
- return nil
- }
|