123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522 |
- // Copyright 2017 Gitea. All rights reserved.
- // SPDX-License-Identifier: MIT
-
- package git
-
- import (
- "context"
- "crypto/sha1"
- "errors"
- "fmt"
- "net/url"
- "strconv"
- "strings"
- "time"
-
- asymkey_model "code.gitea.io/gitea/models/asymkey"
- "code.gitea.io/gitea/models/db"
- repo_model "code.gitea.io/gitea/models/repo"
- user_model "code.gitea.io/gitea/models/user"
- "code.gitea.io/gitea/modules/git"
- "code.gitea.io/gitea/modules/log"
- "code.gitea.io/gitea/modules/setting"
- api "code.gitea.io/gitea/modules/structs"
- "code.gitea.io/gitea/modules/timeutil"
- "code.gitea.io/gitea/modules/translation"
-
- "xorm.io/builder"
- "xorm.io/xorm"
- )
-
- // CommitStatus holds a single Status of a single Commit
- type CommitStatus struct {
- ID int64 `xorm:"pk autoincr"`
- Index int64 `xorm:"INDEX UNIQUE(repo_sha_index)"`
- RepoID int64 `xorm:"INDEX UNIQUE(repo_sha_index)"`
- Repo *repo_model.Repository `xorm:"-"`
- State api.CommitStatusState `xorm:"VARCHAR(7) NOT NULL"`
- SHA string `xorm:"VARCHAR(64) NOT NULL INDEX UNIQUE(repo_sha_index)"`
- TargetURL string `xorm:"TEXT"`
- Description string `xorm:"TEXT"`
- ContextHash string `xorm:"char(40) index"`
- Context string `xorm:"TEXT"`
- Creator *user_model.User `xorm:"-"`
- CreatorID int64
-
- CreatedUnix timeutil.TimeStamp `xorm:"INDEX created"`
- UpdatedUnix timeutil.TimeStamp `xorm:"INDEX updated"`
- }
-
- func init() {
- db.RegisterModel(new(CommitStatus))
- db.RegisterModel(new(CommitStatusIndex))
- }
-
- func postgresGetCommitStatusIndex(ctx context.Context, repoID int64, sha string) (int64, error) {
- res, err := db.GetEngine(ctx).Query("INSERT INTO `commit_status_index` (repo_id, sha, max_index) "+
- "VALUES (?,?,1) ON CONFLICT (repo_id, sha) DO UPDATE SET max_index = `commit_status_index`.max_index+1 RETURNING max_index",
- repoID, sha)
- if err != nil {
- return 0, err
- }
- if len(res) == 0 {
- return 0, db.ErrGetResourceIndexFailed
- }
- return strconv.ParseInt(string(res[0]["max_index"]), 10, 64)
- }
-
- func mysqlGetCommitStatusIndex(ctx context.Context, repoID int64, sha string) (int64, error) {
- if _, err := db.GetEngine(ctx).Exec("INSERT INTO `commit_status_index` (repo_id, sha, max_index) "+
- "VALUES (?,?,1) ON DUPLICATE KEY UPDATE max_index = max_index+1",
- repoID, sha); err != nil {
- return 0, err
- }
-
- var idx int64
- _, err := db.GetEngine(ctx).SQL("SELECT max_index FROM `commit_status_index` WHERE repo_id = ? AND sha = ?",
- repoID, sha).Get(&idx)
- if err != nil {
- return 0, err
- }
- if idx == 0 {
- return 0, errors.New("cannot get the correct index")
- }
- return idx, nil
- }
-
- func mssqlGetCommitStatusIndex(ctx context.Context, repoID int64, sha string) (int64, error) {
- if _, err := db.GetEngine(ctx).Exec(`
- MERGE INTO commit_status_index WITH (HOLDLOCK) AS target
- USING (SELECT ? AS repo_id, ? AS sha) AS source
- (repo_id, sha)
- ON target.repo_id = source.repo_id AND target.sha = source.sha
- WHEN MATCHED
- THEN UPDATE
- SET max_index = max_index + 1
- WHEN NOT MATCHED
- THEN INSERT (repo_id, sha, max_index)
- VALUES (?, ?, 1);
- `, repoID, sha, repoID, sha); err != nil {
- return 0, err
- }
-
- var idx int64
- _, err := db.GetEngine(ctx).SQL("SELECT max_index FROM `commit_status_index` WHERE repo_id = ? AND sha = ?",
- repoID, sha).Get(&idx)
- if err != nil {
- return 0, err
- }
- if idx == 0 {
- return 0, errors.New("cannot get the correct index")
- }
- return idx, nil
- }
-
- // GetNextCommitStatusIndex retried 3 times to generate a resource index
- func GetNextCommitStatusIndex(ctx context.Context, repoID int64, sha string) (int64, error) {
- if !git.IsValidSHAPattern(sha) {
- return 0, git.ErrInvalidSHA{SHA: sha}
- }
-
- switch {
- case setting.Database.Type.IsPostgreSQL():
- return postgresGetCommitStatusIndex(ctx, repoID, sha)
- case setting.Database.Type.IsMySQL():
- return mysqlGetCommitStatusIndex(ctx, repoID, sha)
- case setting.Database.Type.IsMSSQL():
- return mssqlGetCommitStatusIndex(ctx, repoID, sha)
- }
-
- e := db.GetEngine(ctx)
-
- // try to update the max_index to next value, and acquire the write-lock for the record
- res, err := e.Exec("UPDATE `commit_status_index` SET max_index=max_index+1 WHERE repo_id=? AND sha=?", repoID, sha)
- if err != nil {
- return 0, fmt.Errorf("update failed: %w", err)
- }
- affected, err := res.RowsAffected()
- if err != nil {
- return 0, err
- }
- if affected == 0 {
- // this slow path is only for the first time of creating a resource index
- _, errIns := e.Exec("INSERT INTO `commit_status_index` (repo_id, sha, max_index) VALUES (?, ?, 0)", repoID, sha)
- res, err = e.Exec("UPDATE `commit_status_index` SET max_index=max_index+1 WHERE repo_id=? AND sha=?", repoID, sha)
- if err != nil {
- return 0, fmt.Errorf("update2 failed: %w", err)
- }
- affected, err = res.RowsAffected()
- if err != nil {
- return 0, fmt.Errorf("RowsAffected failed: %w", err)
- }
- // if the update still can not update any records, the record must not exist and there must be some errors (insert error)
- if affected == 0 {
- if errIns == nil {
- return 0, errors.New("impossible error when GetNextCommitStatusIndex, insert and update both succeeded but no record is updated")
- }
- return 0, fmt.Errorf("insert failed: %w", errIns)
- }
- }
-
- // now, the new index is in database (protected by the transaction and write-lock)
- var newIdx int64
- has, err := e.SQL("SELECT max_index FROM `commit_status_index` WHERE repo_id=? AND sha=?", repoID, sha).Get(&newIdx)
- if err != nil {
- return 0, fmt.Errorf("select failed: %w", err)
- }
- if !has {
- return 0, errors.New("impossible error when GetNextCommitStatusIndex, upsert succeeded but no record can be selected")
- }
- return newIdx, nil
- }
-
- func (status *CommitStatus) loadAttributes(ctx context.Context) (err error) {
- if status.Repo == nil {
- status.Repo, err = repo_model.GetRepositoryByID(ctx, status.RepoID)
- if err != nil {
- return fmt.Errorf("getRepositoryByID [%d]: %w", status.RepoID, err)
- }
- }
- if status.Creator == nil && status.CreatorID > 0 {
- status.Creator, err = user_model.GetUserByID(ctx, status.CreatorID)
- if err != nil {
- return fmt.Errorf("getUserByID [%d]: %w", status.CreatorID, err)
- }
- }
- return nil
- }
-
- // APIURL returns the absolute APIURL to this commit-status.
- func (status *CommitStatus) APIURL(ctx context.Context) string {
- _ = status.loadAttributes(ctx)
- return status.Repo.APIURL() + "/statuses/" + url.PathEscape(status.SHA)
- }
-
- // LocaleString returns the locale string name of the Status
- func (status *CommitStatus) LocaleString(lang translation.Locale) string {
- return lang.Tr("repo.commitstatus." + status.State.String())
- }
-
- // CalcCommitStatus returns commit status state via some status, the commit statues should order by id desc
- func CalcCommitStatus(statuses []*CommitStatus) *CommitStatus {
- var lastStatus *CommitStatus
- state := api.CommitStatusSuccess
- for _, status := range statuses {
- if status.State.NoBetterThan(state) {
- state = status.State
- lastStatus = status
- }
- }
- if lastStatus == nil {
- if len(statuses) > 0 {
- lastStatus = statuses[0]
- } else {
- lastStatus = &CommitStatus{}
- }
- }
- return lastStatus
- }
-
- // CommitStatusOptions holds the options for query commit statuses
- type CommitStatusOptions struct {
- db.ListOptions
- State string
- SortType string
- }
-
- // GetCommitStatuses returns all statuses for a given commit.
- func GetCommitStatuses(ctx context.Context, repo *repo_model.Repository, sha string, opts *CommitStatusOptions) ([]*CommitStatus, int64, error) {
- if opts.Page <= 0 {
- opts.Page = 1
- }
- if opts.PageSize <= 0 {
- opts.Page = setting.ItemsPerPage
- }
-
- countSession := listCommitStatusesStatement(ctx, repo, sha, opts)
- countSession = db.SetSessionPagination(countSession, opts)
- maxResults, err := countSession.Count(new(CommitStatus))
- if err != nil {
- log.Error("Count PRs: %v", err)
- return nil, maxResults, err
- }
-
- statuses := make([]*CommitStatus, 0, opts.PageSize)
- findSession := listCommitStatusesStatement(ctx, repo, sha, opts)
- findSession = db.SetSessionPagination(findSession, opts)
- sortCommitStatusesSession(findSession, opts.SortType)
- return statuses, maxResults, findSession.Find(&statuses)
- }
-
- func listCommitStatusesStatement(ctx context.Context, repo *repo_model.Repository, sha string, opts *CommitStatusOptions) *xorm.Session {
- sess := db.GetEngine(ctx).Where("repo_id = ?", repo.ID).And("sha = ?", sha)
- switch opts.State {
- case "pending", "success", "error", "failure", "warning":
- sess.And("state = ?", opts.State)
- }
- return sess
- }
-
- func sortCommitStatusesSession(sess *xorm.Session, sortType string) {
- switch sortType {
- case "oldest":
- sess.Asc("created_unix")
- case "recentupdate":
- sess.Desc("updated_unix")
- case "leastupdate":
- sess.Asc("updated_unix")
- case "leastindex":
- sess.Desc("index")
- case "highestindex":
- sess.Asc("index")
- default:
- sess.Desc("created_unix")
- }
- }
-
- // CommitStatusIndex represents a table for commit status index
- type CommitStatusIndex struct {
- ID int64
- RepoID int64 `xorm:"unique(repo_sha)"`
- SHA string `xorm:"unique(repo_sha)"`
- MaxIndex int64 `xorm:"index"`
- }
-
- // GetLatestCommitStatus returns all statuses with a unique context for a given commit.
- func GetLatestCommitStatus(ctx context.Context, repoID int64, sha string, listOptions db.ListOptions) ([]*CommitStatus, int64, error) {
- ids := make([]int64, 0, 10)
- sess := db.GetEngine(ctx).Table(&CommitStatus{}).
- Where("repo_id = ?", repoID).And("sha = ?", sha).
- Select("max( id ) as id").
- GroupBy("context_hash").OrderBy("max( id ) desc")
- if !listOptions.IsListAll() {
- sess = db.SetSessionPagination(sess, &listOptions)
- }
- count, err := sess.FindAndCount(&ids)
- if err != nil {
- return nil, count, err
- }
- statuses := make([]*CommitStatus, 0, len(ids))
- if len(ids) == 0 {
- return statuses, count, nil
- }
- return statuses, count, db.GetEngine(ctx).In("id", ids).Find(&statuses)
- }
-
- // GetLatestCommitStatusForPairs returns all statuses with a unique context for a given list of repo-sha pairs
- func GetLatestCommitStatusForPairs(ctx context.Context, repoIDsToLatestCommitSHAs map[int64]string, listOptions db.ListOptions) (map[int64][]*CommitStatus, error) {
- type result struct {
- ID int64
- RepoID int64
- }
-
- results := make([]result, 0, len(repoIDsToLatestCommitSHAs))
-
- sess := db.GetEngine(ctx).Table(&CommitStatus{})
-
- // Create a disjunction of conditions for each repoID and SHA pair
- conds := make([]builder.Cond, 0, len(repoIDsToLatestCommitSHAs))
- for repoID, sha := range repoIDsToLatestCommitSHAs {
- conds = append(conds, builder.Eq{"repo_id": repoID, "sha": sha})
- }
- sess = sess.Where(builder.Or(conds...)).
- Select("max( id ) as id, repo_id").
- GroupBy("context_hash, repo_id").OrderBy("max( id ) desc")
-
- sess = db.SetSessionPagination(sess, &listOptions)
-
- err := sess.Find(&results)
- if err != nil {
- return nil, err
- }
-
- ids := make([]int64, 0, len(results))
- repoStatuses := make(map[int64][]*CommitStatus)
- for _, result := range results {
- ids = append(ids, result.ID)
- }
-
- statuses := make([]*CommitStatus, 0, len(ids))
- if len(ids) > 0 {
- err = db.GetEngine(ctx).In("id", ids).Find(&statuses)
- if err != nil {
- return nil, err
- }
-
- // Group the statuses by repo ID
- for _, status := range statuses {
- repoStatuses[status.RepoID] = append(repoStatuses[status.RepoID], status)
- }
- }
-
- return repoStatuses, nil
- }
-
- // GetLatestCommitStatusForRepoCommitIDs returns all statuses with a unique context for a given list of repo-sha pairs
- func GetLatestCommitStatusForRepoCommitIDs(ctx context.Context, repoID int64, commitIDs []string) (map[string][]*CommitStatus, error) {
- type result struct {
- ID int64
- Sha string
- }
-
- results := make([]result, 0, len(commitIDs))
-
- sess := db.GetEngine(ctx).Table(&CommitStatus{})
-
- // Create a disjunction of conditions for each repoID and SHA pair
- conds := make([]builder.Cond, 0, len(commitIDs))
- for _, sha := range commitIDs {
- conds = append(conds, builder.Eq{"sha": sha})
- }
- sess = sess.Where(builder.Eq{"repo_id": repoID}.And(builder.Or(conds...))).
- Select("max( id ) as id, sha").
- GroupBy("context_hash, sha").OrderBy("max( id ) desc")
-
- err := sess.Find(&results)
- if err != nil {
- return nil, err
- }
-
- ids := make([]int64, 0, len(results))
- repoStatuses := make(map[string][]*CommitStatus)
- for _, result := range results {
- ids = append(ids, result.ID)
- }
-
- statuses := make([]*CommitStatus, 0, len(ids))
- if len(ids) > 0 {
- err = db.GetEngine(ctx).In("id", ids).Find(&statuses)
- if err != nil {
- return nil, err
- }
-
- // Group the statuses by repo ID
- for _, status := range statuses {
- repoStatuses[status.SHA] = append(repoStatuses[status.SHA], status)
- }
- }
-
- return repoStatuses, nil
- }
-
- // FindRepoRecentCommitStatusContexts returns repository's recent commit status contexts
- func FindRepoRecentCommitStatusContexts(ctx context.Context, repoID int64, before time.Duration) ([]string, error) {
- start := timeutil.TimeStampNow().AddDuration(-before)
- ids := make([]int64, 0, 10)
- if err := db.GetEngine(ctx).Table("commit_status").
- Where("repo_id = ?", repoID).
- And("updated_unix >= ?", start).
- Select("max( id ) as id").
- GroupBy("context_hash").OrderBy("max( id ) desc").
- Find(&ids); err != nil {
- return nil, err
- }
-
- contexts := make([]string, 0, len(ids))
- if len(ids) == 0 {
- return contexts, nil
- }
- return contexts, db.GetEngine(ctx).Select("context").Table("commit_status").In("id", ids).Find(&contexts)
- }
-
- // NewCommitStatusOptions holds options for creating a CommitStatus
- type NewCommitStatusOptions struct {
- Repo *repo_model.Repository
- Creator *user_model.User
- SHA string
- CommitStatus *CommitStatus
- }
-
- // NewCommitStatus save commit statuses into database
- func NewCommitStatus(ctx context.Context, opts NewCommitStatusOptions) error {
- if opts.Repo == nil {
- return fmt.Errorf("NewCommitStatus[nil, %s]: no repository specified", opts.SHA)
- }
-
- repoPath := opts.Repo.RepoPath()
- if opts.Creator == nil {
- return fmt.Errorf("NewCommitStatus[%s, %s]: no user specified", repoPath, opts.SHA)
- }
-
- if _, err := git.NewIDFromString(opts.SHA); err != nil {
- return fmt.Errorf("NewCommitStatus[%s, %s]: invalid sha: %w", repoPath, opts.SHA, err)
- }
-
- ctx, committer, err := db.TxContext(ctx)
- if err != nil {
- return fmt.Errorf("NewCommitStatus[repo_id: %d, user_id: %d, sha: %s]: %w", opts.Repo.ID, opts.Creator.ID, opts.SHA, err)
- }
- defer committer.Close()
-
- // Get the next Status Index
- idx, err := GetNextCommitStatusIndex(ctx, opts.Repo.ID, opts.SHA)
- if err != nil {
- return fmt.Errorf("generate commit status index failed: %w", err)
- }
-
- opts.CommitStatus.Description = strings.TrimSpace(opts.CommitStatus.Description)
- opts.CommitStatus.Context = strings.TrimSpace(opts.CommitStatus.Context)
- opts.CommitStatus.TargetURL = strings.TrimSpace(opts.CommitStatus.TargetURL)
- opts.CommitStatus.SHA = opts.SHA
- opts.CommitStatus.CreatorID = opts.Creator.ID
- opts.CommitStatus.RepoID = opts.Repo.ID
- opts.CommitStatus.Index = idx
- log.Debug("NewCommitStatus[%s, %s]: %d", repoPath, opts.SHA, opts.CommitStatus.Index)
-
- opts.CommitStatus.ContextHash = hashCommitStatusContext(opts.CommitStatus.Context)
-
- // Insert new CommitStatus
- if _, err = db.GetEngine(ctx).Insert(opts.CommitStatus); err != nil {
- return fmt.Errorf("insert CommitStatus[%s, %s]: %w", repoPath, opts.SHA, err)
- }
-
- return committer.Commit()
- }
-
- // SignCommitWithStatuses represents a commit with validation of signature and status state.
- type SignCommitWithStatuses struct {
- Status *CommitStatus
- Statuses []*CommitStatus
- *asymkey_model.SignCommit
- }
-
- // ParseCommitsWithStatus checks commits latest statuses and calculates its worst status state
- func ParseCommitsWithStatus(ctx context.Context, oldCommits []*asymkey_model.SignCommit, repo *repo_model.Repository) []*SignCommitWithStatuses {
- newCommits := make([]*SignCommitWithStatuses, 0, len(oldCommits))
-
- for _, c := range oldCommits {
- commit := &SignCommitWithStatuses{
- SignCommit: c,
- }
- statuses, _, err := GetLatestCommitStatus(ctx, repo.ID, commit.ID.String(), db.ListOptions{})
- if err != nil {
- log.Error("GetLatestCommitStatus: %v", err)
- } else {
- commit.Statuses = statuses
- commit.Status = CalcCommitStatus(statuses)
- }
-
- newCommits = append(newCommits, commit)
- }
- return newCommits
- }
-
- // hashCommitStatusContext hash context
- func hashCommitStatusContext(context string) string {
- return fmt.Sprintf("%x", sha1.Sum([]byte(context)))
- }
-
- // ConvertFromGitCommit converts git commits into SignCommitWithStatuses
- func ConvertFromGitCommit(ctx context.Context, commits []*git.Commit, repo *repo_model.Repository) []*SignCommitWithStatuses {
- return ParseCommitsWithStatus(ctx,
- asymkey_model.ParseCommitsWithSignature(
- ctx,
- user_model.ValidateCommitsWithEmails(ctx, commits),
- repo.GetTrustModel(),
- func(user *user_model.User) (bool, error) {
- return repo_model.IsOwnerMemberCollaborator(ctx, repo, user.ID)
- },
- ),
- repo,
- )
- }
|