You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

pull.go 25KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832
  1. // Copyright 2019 The Gitea Authors. All rights reserved.
  2. // Use of this source code is governed by a MIT-style
  3. // license that can be found in the LICENSE file.
  4. package pull
  5. import (
  6. "bufio"
  7. "bytes"
  8. "context"
  9. "fmt"
  10. "regexp"
  11. "strings"
  12. "time"
  13. "code.gitea.io/gitea/models"
  14. "code.gitea.io/gitea/models/db"
  15. "code.gitea.io/gitea/modules/git"
  16. "code.gitea.io/gitea/modules/graceful"
  17. "code.gitea.io/gitea/modules/json"
  18. "code.gitea.io/gitea/modules/log"
  19. "code.gitea.io/gitea/modules/notification"
  20. "code.gitea.io/gitea/modules/setting"
  21. issue_service "code.gitea.io/gitea/services/issue"
  22. )
  23. // NewPullRequest creates new pull request with labels for repository.
  24. func NewPullRequest(repo *models.Repository, pull *models.Issue, labelIDs []int64, uuids []string, pr *models.PullRequest, assigneeIDs []int64) error {
  25. if err := TestPatch(pr); err != nil {
  26. return err
  27. }
  28. divergence, err := GetDiverging(pr)
  29. if err != nil {
  30. return err
  31. }
  32. pr.CommitsAhead = divergence.Ahead
  33. pr.CommitsBehind = divergence.Behind
  34. if err := models.NewPullRequest(repo, pull, labelIDs, uuids, pr); err != nil {
  35. return err
  36. }
  37. for _, assigneeID := range assigneeIDs {
  38. if err := issue_service.AddAssigneeIfNotAssigned(pull, pull.Poster, assigneeID); err != nil {
  39. return err
  40. }
  41. }
  42. pr.Issue = pull
  43. pull.PullRequest = pr
  44. if pr.Flow == models.PullRequestFlowGithub {
  45. err = PushToBaseRepo(pr)
  46. } else {
  47. err = UpdateRef(pr)
  48. }
  49. if err != nil {
  50. return err
  51. }
  52. mentions, err := pull.FindAndUpdateIssueMentions(db.DefaultContext, pull.Poster, pull.Content)
  53. if err != nil {
  54. return err
  55. }
  56. notification.NotifyNewPullRequest(pr, mentions)
  57. if len(pull.Labels) > 0 {
  58. notification.NotifyIssueChangeLabels(pull.Poster, pull, pull.Labels, nil)
  59. }
  60. if pull.Milestone != nil {
  61. notification.NotifyIssueChangeMilestone(pull.Poster, pull, 0)
  62. }
  63. // add first push codes comment
  64. baseGitRepo, err := git.OpenRepository(pr.BaseRepo.RepoPath())
  65. if err != nil {
  66. return err
  67. }
  68. defer baseGitRepo.Close()
  69. compareInfo, err := baseGitRepo.GetCompareInfo(pr.BaseRepo.RepoPath(),
  70. git.BranchPrefix+pr.BaseBranch, pr.GetGitRefName(), true, false)
  71. if err != nil {
  72. return err
  73. }
  74. if len(compareInfo.Commits) > 0 {
  75. data := models.PushActionContent{IsForcePush: false}
  76. data.CommitIDs = make([]string, 0, len(compareInfo.Commits))
  77. for i := len(compareInfo.Commits) - 1; i >= 0; i-- {
  78. data.CommitIDs = append(data.CommitIDs, compareInfo.Commits[i].ID.String())
  79. }
  80. dataJSON, err := json.Marshal(data)
  81. if err != nil {
  82. return err
  83. }
  84. ops := &models.CreateCommentOptions{
  85. Type: models.CommentTypePullPush,
  86. Doer: pull.Poster,
  87. Repo: repo,
  88. Issue: pr.Issue,
  89. IsForcePush: false,
  90. Content: string(dataJSON),
  91. }
  92. _, _ = models.CreateComment(ops)
  93. }
  94. return nil
  95. }
  96. // ChangeTargetBranch changes the target branch of this pull request, as the given user.
  97. func ChangeTargetBranch(pr *models.PullRequest, doer *models.User, targetBranch string) (err error) {
  98. // Current target branch is already the same
  99. if pr.BaseBranch == targetBranch {
  100. return nil
  101. }
  102. if pr.Issue.IsClosed {
  103. return models.ErrIssueIsClosed{
  104. ID: pr.Issue.ID,
  105. RepoID: pr.Issue.RepoID,
  106. Index: pr.Issue.Index,
  107. }
  108. }
  109. if pr.HasMerged {
  110. return models.ErrPullRequestHasMerged{
  111. ID: pr.ID,
  112. IssueID: pr.Index,
  113. HeadRepoID: pr.HeadRepoID,
  114. BaseRepoID: pr.BaseRepoID,
  115. HeadBranch: pr.HeadBranch,
  116. BaseBranch: pr.BaseBranch,
  117. }
  118. }
  119. // Check if branches are equal
  120. branchesEqual, err := IsHeadEqualWithBranch(pr, targetBranch)
  121. if err != nil {
  122. return err
  123. }
  124. if branchesEqual {
  125. return models.ErrBranchesEqual{
  126. HeadBranchName: pr.HeadBranch,
  127. BaseBranchName: targetBranch,
  128. }
  129. }
  130. // Check if pull request for the new target branch already exists
  131. existingPr, err := models.GetUnmergedPullRequest(pr.HeadRepoID, pr.BaseRepoID, pr.HeadBranch, targetBranch, models.PullRequestFlowGithub)
  132. if existingPr != nil {
  133. return models.ErrPullRequestAlreadyExists{
  134. ID: existingPr.ID,
  135. IssueID: existingPr.Index,
  136. HeadRepoID: existingPr.HeadRepoID,
  137. BaseRepoID: existingPr.BaseRepoID,
  138. HeadBranch: existingPr.HeadBranch,
  139. BaseBranch: existingPr.BaseBranch,
  140. }
  141. }
  142. if err != nil && !models.IsErrPullRequestNotExist(err) {
  143. return err
  144. }
  145. // Set new target branch
  146. oldBranch := pr.BaseBranch
  147. pr.BaseBranch = targetBranch
  148. // Refresh patch
  149. if err := TestPatch(pr); err != nil {
  150. return err
  151. }
  152. // Update target branch, PR diff and status
  153. // This is the same as checkAndUpdateStatus in check service, but also updates base_branch
  154. if pr.Status == models.PullRequestStatusChecking {
  155. pr.Status = models.PullRequestStatusMergeable
  156. }
  157. // Update Commit Divergence
  158. divergence, err := GetDiverging(pr)
  159. if err != nil {
  160. return err
  161. }
  162. pr.CommitsAhead = divergence.Ahead
  163. pr.CommitsBehind = divergence.Behind
  164. if err := pr.UpdateColsIfNotMerged("merge_base", "status", "conflicted_files", "changed_protected_files", "base_branch", "commits_ahead", "commits_behind"); err != nil {
  165. return err
  166. }
  167. // Create comment
  168. options := &models.CreateCommentOptions{
  169. Type: models.CommentTypeChangeTargetBranch,
  170. Doer: doer,
  171. Repo: pr.Issue.Repo,
  172. Issue: pr.Issue,
  173. OldRef: oldBranch,
  174. NewRef: targetBranch,
  175. }
  176. if _, err = models.CreateComment(options); err != nil {
  177. return fmt.Errorf("CreateChangeTargetBranchComment: %v", err)
  178. }
  179. return nil
  180. }
  181. func checkForInvalidation(requests models.PullRequestList, repoID int64, doer *models.User, branch string) error {
  182. repo, err := models.GetRepositoryByID(repoID)
  183. if err != nil {
  184. return fmt.Errorf("GetRepositoryByID: %v", err)
  185. }
  186. gitRepo, err := git.OpenRepository(repo.RepoPath())
  187. if err != nil {
  188. return fmt.Errorf("git.OpenRepository: %v", err)
  189. }
  190. go func() {
  191. // FIXME: graceful: We need to tell the manager we're doing something...
  192. err := requests.InvalidateCodeComments(doer, gitRepo, branch)
  193. if err != nil {
  194. log.Error("PullRequestList.InvalidateCodeComments: %v", err)
  195. }
  196. gitRepo.Close()
  197. }()
  198. return nil
  199. }
  200. // AddTestPullRequestTask adds new test tasks by given head/base repository and head/base branch,
  201. // and generate new patch for testing as needed.
  202. func AddTestPullRequestTask(doer *models.User, repoID int64, branch string, isSync bool, oldCommitID, newCommitID string) {
  203. log.Trace("AddTestPullRequestTask [head_repo_id: %d, head_branch: %s]: finding pull requests", repoID, branch)
  204. graceful.GetManager().RunWithShutdownContext(func(ctx context.Context) {
  205. // There is no sensible way to shut this down ":-("
  206. // If you don't let it run all the way then you will lose data
  207. // FIXME: graceful: AddTestPullRequestTask needs to become a queue!
  208. prs, err := models.GetUnmergedPullRequestsByHeadInfo(repoID, branch)
  209. if err != nil {
  210. log.Error("Find pull requests [head_repo_id: %d, head_branch: %s]: %v", repoID, branch, err)
  211. return
  212. }
  213. if isSync {
  214. requests := models.PullRequestList(prs)
  215. if err = requests.LoadAttributes(); err != nil {
  216. log.Error("PullRequestList.LoadAttributes: %v", err)
  217. }
  218. if invalidationErr := checkForInvalidation(requests, repoID, doer, branch); invalidationErr != nil {
  219. log.Error("checkForInvalidation: %v", invalidationErr)
  220. }
  221. if err == nil {
  222. for _, pr := range prs {
  223. if newCommitID != "" && newCommitID != git.EmptySHA {
  224. changed, err := checkIfPRContentChanged(pr, oldCommitID, newCommitID)
  225. if err != nil {
  226. log.Error("checkIfPRContentChanged: %v", err)
  227. }
  228. if changed {
  229. // Mark old reviews as stale if diff to mergebase has changed
  230. if err := models.MarkReviewsAsStale(pr.IssueID); err != nil {
  231. log.Error("MarkReviewsAsStale: %v", err)
  232. }
  233. }
  234. if err := models.MarkReviewsAsNotStale(pr.IssueID, newCommitID); err != nil {
  235. log.Error("MarkReviewsAsNotStale: %v", err)
  236. }
  237. divergence, err := GetDiverging(pr)
  238. if err != nil {
  239. log.Error("GetDiverging: %v", err)
  240. } else {
  241. err = pr.UpdateCommitDivergence(divergence.Ahead, divergence.Behind)
  242. if err != nil {
  243. log.Error("UpdateCommitDivergence: %v", err)
  244. }
  245. }
  246. }
  247. pr.Issue.PullRequest = pr
  248. notification.NotifyPullRequestSynchronized(doer, pr)
  249. }
  250. }
  251. }
  252. for _, pr := range prs {
  253. log.Trace("Updating PR[%d]: composing new test task", pr.ID)
  254. if pr.Flow == models.PullRequestFlowGithub {
  255. if err := PushToBaseRepo(pr); err != nil {
  256. log.Error("PushToBaseRepo: %v", err)
  257. continue
  258. }
  259. } else {
  260. continue
  261. }
  262. AddToTaskQueue(pr)
  263. comment, err := models.CreatePushPullComment(doer, pr, oldCommitID, newCommitID)
  264. if err == nil && comment != nil {
  265. notification.NotifyPullRequestPushCommits(doer, pr, comment)
  266. }
  267. }
  268. log.Trace("AddTestPullRequestTask [base_repo_id: %d, base_branch: %s]: finding pull requests", repoID, branch)
  269. prs, err = models.GetUnmergedPullRequestsByBaseInfo(repoID, branch)
  270. if err != nil {
  271. log.Error("Find pull requests [base_repo_id: %d, base_branch: %s]: %v", repoID, branch, err)
  272. return
  273. }
  274. for _, pr := range prs {
  275. divergence, err := GetDiverging(pr)
  276. if err != nil {
  277. if models.IsErrBranchDoesNotExist(err) && !git.IsBranchExist(pr.HeadRepo.RepoPath(), pr.HeadBranch) {
  278. log.Warn("Cannot test PR %s/%d: head_branch %s no longer exists", pr.BaseRepo.Name, pr.IssueID, pr.HeadBranch)
  279. } else {
  280. log.Error("GetDiverging: %v", err)
  281. }
  282. } else {
  283. err = pr.UpdateCommitDivergence(divergence.Ahead, divergence.Behind)
  284. if err != nil {
  285. log.Error("UpdateCommitDivergence: %v", err)
  286. }
  287. }
  288. AddToTaskQueue(pr)
  289. }
  290. })
  291. }
  292. // checkIfPRContentChanged checks if diff to target branch has changed by push
  293. // A commit can be considered to leave the PR untouched if the patch/diff with its merge base is unchanged
  294. func checkIfPRContentChanged(pr *models.PullRequest, oldCommitID, newCommitID string) (hasChanged bool, err error) {
  295. if err = pr.LoadHeadRepo(); err != nil {
  296. return false, fmt.Errorf("LoadHeadRepo: %v", err)
  297. } else if pr.HeadRepo == nil {
  298. // corrupt data assumed changed
  299. return true, nil
  300. }
  301. if err = pr.LoadBaseRepo(); err != nil {
  302. return false, fmt.Errorf("LoadBaseRepo: %v", err)
  303. }
  304. headGitRepo, err := git.OpenRepository(pr.HeadRepo.RepoPath())
  305. if err != nil {
  306. return false, fmt.Errorf("OpenRepository: %v", err)
  307. }
  308. defer headGitRepo.Close()
  309. // Add a temporary remote.
  310. tmpRemote := "checkIfPRContentChanged-" + fmt.Sprint(time.Now().UnixNano())
  311. if err = headGitRepo.AddRemote(tmpRemote, pr.BaseRepo.RepoPath(), true); err != nil {
  312. return false, fmt.Errorf("AddRemote: %s/%s-%s: %v", pr.HeadRepo.OwnerName, pr.HeadRepo.Name, tmpRemote, err)
  313. }
  314. defer func() {
  315. if err := headGitRepo.RemoveRemote(tmpRemote); err != nil {
  316. log.Error("checkIfPRContentChanged: RemoveRemote: %s/%s-%s: %v", pr.HeadRepo.OwnerName, pr.HeadRepo.Name, tmpRemote, err)
  317. }
  318. }()
  319. // To synchronize repo and get a base ref
  320. _, base, err := headGitRepo.GetMergeBase(tmpRemote, pr.BaseBranch, pr.HeadBranch)
  321. if err != nil {
  322. return false, fmt.Errorf("GetMergeBase: %v", err)
  323. }
  324. diffBefore := &bytes.Buffer{}
  325. diffAfter := &bytes.Buffer{}
  326. if err := headGitRepo.GetDiffFromMergeBase(base, oldCommitID, diffBefore); err != nil {
  327. // If old commit not found, assume changed.
  328. log.Debug("GetDiffFromMergeBase: %v", err)
  329. return true, nil
  330. }
  331. if err := headGitRepo.GetDiffFromMergeBase(base, newCommitID, diffAfter); err != nil {
  332. // New commit should be found
  333. return false, fmt.Errorf("GetDiffFromMergeBase: %v", err)
  334. }
  335. diffBeforeLines := bufio.NewScanner(diffBefore)
  336. diffAfterLines := bufio.NewScanner(diffAfter)
  337. for diffBeforeLines.Scan() && diffAfterLines.Scan() {
  338. if strings.HasPrefix(diffBeforeLines.Text(), "index") && strings.HasPrefix(diffAfterLines.Text(), "index") {
  339. // file hashes can change without the diff changing
  340. continue
  341. } else if strings.HasPrefix(diffBeforeLines.Text(), "@@") && strings.HasPrefix(diffAfterLines.Text(), "@@") {
  342. // the location of the difference may change
  343. continue
  344. } else if !bytes.Equal(diffBeforeLines.Bytes(), diffAfterLines.Bytes()) {
  345. return true, nil
  346. }
  347. }
  348. if diffBeforeLines.Scan() || diffAfterLines.Scan() {
  349. // Diffs not of equal length
  350. return true, nil
  351. }
  352. return false, nil
  353. }
  354. // PushToBaseRepo pushes commits from branches of head repository to
  355. // corresponding branches of base repository.
  356. // FIXME: Only push branches that are actually updates?
  357. func PushToBaseRepo(pr *models.PullRequest) (err error) {
  358. return pushToBaseRepoHelper(pr, "")
  359. }
  360. func pushToBaseRepoHelper(pr *models.PullRequest, prefixHeadBranch string) (err error) {
  361. log.Trace("PushToBaseRepo[%d]: pushing commits to base repo '%s'", pr.BaseRepoID, pr.GetGitRefName())
  362. if err := pr.LoadHeadRepo(); err != nil {
  363. log.Error("Unable to load head repository for PR[%d] Error: %v", pr.ID, err)
  364. return err
  365. }
  366. headRepoPath := pr.HeadRepo.RepoPath()
  367. if err := pr.LoadBaseRepo(); err != nil {
  368. log.Error("Unable to load base repository for PR[%d] Error: %v", pr.ID, err)
  369. return err
  370. }
  371. baseRepoPath := pr.BaseRepo.RepoPath()
  372. if err = pr.LoadIssue(); err != nil {
  373. return fmt.Errorf("unable to load issue %d for pr %d: %v", pr.IssueID, pr.ID, err)
  374. }
  375. if err = pr.Issue.LoadPoster(); err != nil {
  376. return fmt.Errorf("unable to load poster %d for pr %d: %v", pr.Issue.PosterID, pr.ID, err)
  377. }
  378. gitRefName := pr.GetGitRefName()
  379. if err := git.Push(headRepoPath, git.PushOptions{
  380. Remote: baseRepoPath,
  381. Branch: prefixHeadBranch + pr.HeadBranch + ":" + gitRefName,
  382. Force: true,
  383. // Use InternalPushingEnvironment here because we know that pre-receive and post-receive do not run on a refs/pulls/...
  384. Env: models.InternalPushingEnvironment(pr.Issue.Poster, pr.BaseRepo),
  385. }); err != nil {
  386. if git.IsErrPushOutOfDate(err) {
  387. // This should not happen as we're using force!
  388. log.Error("Unable to push PR head for %s#%d (%-v:%s) due to ErrPushOfDate: %v", pr.BaseRepo.FullName(), pr.Index, pr.BaseRepo, gitRefName, err)
  389. return err
  390. } else if git.IsErrPushRejected(err) {
  391. rejectErr := err.(*git.ErrPushRejected)
  392. log.Info("Unable to push PR head for %s#%d (%-v:%s) due to rejection:\nStdout: %s\nStderr: %s\nError: %v", pr.BaseRepo.FullName(), pr.Index, pr.BaseRepo, gitRefName, rejectErr.StdOut, rejectErr.StdErr, rejectErr.Err)
  393. return err
  394. } else if git.IsErrMoreThanOne(err) {
  395. if prefixHeadBranch != "" {
  396. log.Info("Can't push with %s%s", prefixHeadBranch, pr.HeadBranch)
  397. return err
  398. }
  399. log.Info("Retrying to push with refs/heads/%s", pr.HeadBranch)
  400. err = pushToBaseRepoHelper(pr, "refs/heads/")
  401. return err
  402. }
  403. log.Error("Unable to push PR head for %s#%d (%-v:%s) due to Error: %v", pr.BaseRepo.FullName(), pr.Index, pr.BaseRepo, gitRefName, err)
  404. return fmt.Errorf("Push: %s:%s %s:%s %v", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), gitRefName, err)
  405. }
  406. return nil
  407. }
  408. // UpdateRef update refs/pull/id/head directly for agit flow pull request
  409. func UpdateRef(pr *models.PullRequest) (err error) {
  410. log.Trace("UpdateRef[%d]: upgate pull request ref in base repo '%s'", pr.ID, pr.GetGitRefName())
  411. if err := pr.LoadBaseRepo(); err != nil {
  412. log.Error("Unable to load base repository for PR[%d] Error: %v", pr.ID, err)
  413. return err
  414. }
  415. _, err = git.NewCommand("update-ref", pr.GetGitRefName(), pr.HeadCommitID).RunInDir(pr.BaseRepo.RepoPath())
  416. if err != nil {
  417. log.Error("Unable to update ref in base repository for PR[%d] Error: %v", pr.ID, err)
  418. }
  419. return err
  420. }
  421. type errlist []error
  422. func (errs errlist) Error() string {
  423. if len(errs) > 0 {
  424. var buf strings.Builder
  425. for i, err := range errs {
  426. if i > 0 {
  427. buf.WriteString(", ")
  428. }
  429. buf.WriteString(err.Error())
  430. }
  431. return buf.String()
  432. }
  433. return ""
  434. }
  435. // CloseBranchPulls close all the pull requests who's head branch is the branch
  436. func CloseBranchPulls(doer *models.User, repoID int64, branch string) error {
  437. prs, err := models.GetUnmergedPullRequestsByHeadInfo(repoID, branch)
  438. if err != nil {
  439. return err
  440. }
  441. prs2, err := models.GetUnmergedPullRequestsByBaseInfo(repoID, branch)
  442. if err != nil {
  443. return err
  444. }
  445. prs = append(prs, prs2...)
  446. if err := models.PullRequestList(prs).LoadAttributes(); err != nil {
  447. return err
  448. }
  449. var errs errlist
  450. for _, pr := range prs {
  451. if err = issue_service.ChangeStatus(pr.Issue, doer, true); err != nil && !models.IsErrPullWasClosed(err) {
  452. errs = append(errs, err)
  453. }
  454. }
  455. if len(errs) > 0 {
  456. return errs
  457. }
  458. return nil
  459. }
  460. // CloseRepoBranchesPulls close all pull requests which head branches are in the given repository, but only whose base repo is not in the given repository
  461. func CloseRepoBranchesPulls(doer *models.User, repo *models.Repository) error {
  462. branches, _, err := git.GetBranchesByPath(repo.RepoPath(), 0, 0)
  463. if err != nil {
  464. return err
  465. }
  466. var errs errlist
  467. for _, branch := range branches {
  468. prs, err := models.GetUnmergedPullRequestsByHeadInfo(repo.ID, branch.Name)
  469. if err != nil {
  470. return err
  471. }
  472. if err = models.PullRequestList(prs).LoadAttributes(); err != nil {
  473. return err
  474. }
  475. for _, pr := range prs {
  476. // If the base repository for this pr is this repository there is no need to close it
  477. // as it is going to be deleted anyway
  478. if pr.BaseRepoID == repo.ID {
  479. continue
  480. }
  481. if err = issue_service.ChangeStatus(pr.Issue, doer, true); err != nil && !models.IsErrPullWasClosed(err) {
  482. errs = append(errs, err)
  483. }
  484. }
  485. }
  486. if len(errs) > 0 {
  487. return errs
  488. }
  489. return nil
  490. }
  491. var commitMessageTrailersPattern = regexp.MustCompile(`(?:^|\n\n)(?:[\w-]+[ \t]*:[^\n]+\n*(?:[ \t]+[^\n]+\n*)*)+$`)
  492. // GetSquashMergeCommitMessages returns the commit messages between head and merge base (if there is one)
  493. func GetSquashMergeCommitMessages(pr *models.PullRequest) string {
  494. if err := pr.LoadIssue(); err != nil {
  495. log.Error("Cannot load issue %d for PR id %d: Error: %v", pr.IssueID, pr.ID, err)
  496. return ""
  497. }
  498. if err := pr.Issue.LoadPoster(); err != nil {
  499. log.Error("Cannot load poster %d for pr id %d, index %d Error: %v", pr.Issue.PosterID, pr.ID, pr.Index, err)
  500. return ""
  501. }
  502. if pr.HeadRepo == nil {
  503. var err error
  504. pr.HeadRepo, err = models.GetRepositoryByID(pr.HeadRepoID)
  505. if err != nil {
  506. log.Error("GetRepositoryById[%d]: %v", pr.HeadRepoID, err)
  507. return ""
  508. }
  509. }
  510. gitRepo, err := git.OpenRepository(pr.HeadRepo.RepoPath())
  511. if err != nil {
  512. log.Error("Unable to open head repository: Error: %v", err)
  513. return ""
  514. }
  515. defer gitRepo.Close()
  516. var headCommit *git.Commit
  517. if pr.Flow == models.PullRequestFlowGithub {
  518. headCommit, err = gitRepo.GetBranchCommit(pr.HeadBranch)
  519. } else {
  520. pr.HeadCommitID, err = gitRepo.GetRefCommitID(pr.GetGitRefName())
  521. if err != nil {
  522. log.Error("Unable to get head commit: %s Error: %v", pr.GetGitRefName(), err)
  523. return ""
  524. }
  525. headCommit, err = gitRepo.GetCommit(pr.HeadCommitID)
  526. }
  527. if err != nil {
  528. log.Error("Unable to get head commit: %s Error: %v", pr.HeadBranch, err)
  529. return ""
  530. }
  531. mergeBase, err := gitRepo.GetCommit(pr.MergeBase)
  532. if err != nil {
  533. log.Error("Unable to get merge base commit: %s Error: %v", pr.MergeBase, err)
  534. return ""
  535. }
  536. limit := setting.Repository.PullRequest.DefaultMergeMessageCommitsLimit
  537. commits, err := gitRepo.CommitsBetweenLimit(headCommit, mergeBase, limit, 0)
  538. if err != nil {
  539. log.Error("Unable to get commits between: %s %s Error: %v", pr.HeadBranch, pr.MergeBase, err)
  540. return ""
  541. }
  542. posterSig := pr.Issue.Poster.NewGitSig().String()
  543. authorsMap := map[string]bool{}
  544. authors := make([]string, 0, len(commits))
  545. stringBuilder := strings.Builder{}
  546. if !setting.Repository.PullRequest.PopulateSquashCommentWithCommitMessages {
  547. message := strings.TrimSpace(pr.Issue.Content)
  548. stringBuilder.WriteString(message)
  549. if stringBuilder.Len() > 0 {
  550. stringBuilder.WriteRune('\n')
  551. if !commitMessageTrailersPattern.MatchString(message) {
  552. stringBuilder.WriteRune('\n')
  553. }
  554. }
  555. }
  556. // commits list is in reverse chronological order
  557. first := true
  558. for i := len(commits) - 1; i >= 0; i-- {
  559. commit := commits[i]
  560. if setting.Repository.PullRequest.PopulateSquashCommentWithCommitMessages {
  561. maxSize := setting.Repository.PullRequest.DefaultMergeMessageSize
  562. if maxSize < 0 || stringBuilder.Len() < maxSize {
  563. var toWrite []byte
  564. if first {
  565. first = false
  566. toWrite = []byte(strings.TrimPrefix(commit.CommitMessage, pr.Issue.Title))
  567. } else {
  568. toWrite = []byte(commit.CommitMessage)
  569. }
  570. if len(toWrite) > maxSize-stringBuilder.Len() && maxSize > -1 {
  571. toWrite = append(toWrite[:maxSize-stringBuilder.Len()], "..."...)
  572. }
  573. if _, err := stringBuilder.Write(toWrite); err != nil {
  574. log.Error("Unable to write commit message Error: %v", err)
  575. return ""
  576. }
  577. if _, err := stringBuilder.WriteRune('\n'); err != nil {
  578. log.Error("Unable to write commit message Error: %v", err)
  579. return ""
  580. }
  581. }
  582. }
  583. authorString := commit.Author.String()
  584. if !authorsMap[authorString] && authorString != posterSig {
  585. authors = append(authors, authorString)
  586. authorsMap[authorString] = true
  587. }
  588. }
  589. // Consider collecting the remaining authors
  590. if limit >= 0 && setting.Repository.PullRequest.DefaultMergeMessageAllAuthors {
  591. skip := limit
  592. limit = 30
  593. for {
  594. commits, err := gitRepo.CommitsBetweenLimit(headCommit, mergeBase, limit, skip)
  595. if err != nil {
  596. log.Error("Unable to get commits between: %s %s Error: %v", pr.HeadBranch, pr.MergeBase, err)
  597. return ""
  598. }
  599. if len(commits) == 0 {
  600. break
  601. }
  602. for _, commit := range commits {
  603. authorString := commit.Author.String()
  604. if !authorsMap[authorString] && authorString != posterSig {
  605. authors = append(authors, authorString)
  606. authorsMap[authorString] = true
  607. }
  608. }
  609. skip += limit
  610. }
  611. }
  612. for _, author := range authors {
  613. if _, err := stringBuilder.Write([]byte("Co-authored-by: ")); err != nil {
  614. log.Error("Unable to write to string builder Error: %v", err)
  615. return ""
  616. }
  617. if _, err := stringBuilder.Write([]byte(author)); err != nil {
  618. log.Error("Unable to write to string builder Error: %v", err)
  619. return ""
  620. }
  621. if _, err := stringBuilder.WriteRune('\n'); err != nil {
  622. log.Error("Unable to write to string builder Error: %v", err)
  623. return ""
  624. }
  625. }
  626. return stringBuilder.String()
  627. }
  628. // GetIssuesLastCommitStatus returns a map
  629. func GetIssuesLastCommitStatus(issues models.IssueList) (map[int64]*models.CommitStatus, error) {
  630. if err := issues.LoadPullRequests(); err != nil {
  631. return nil, err
  632. }
  633. if _, err := issues.LoadRepositories(); err != nil {
  634. return nil, err
  635. }
  636. var (
  637. gitRepos = make(map[int64]*git.Repository)
  638. res = make(map[int64]*models.CommitStatus)
  639. err error
  640. )
  641. defer func() {
  642. for _, gitRepo := range gitRepos {
  643. gitRepo.Close()
  644. }
  645. }()
  646. for _, issue := range issues {
  647. if !issue.IsPull {
  648. continue
  649. }
  650. gitRepo, ok := gitRepos[issue.RepoID]
  651. if !ok {
  652. gitRepo, err = git.OpenRepository(issue.Repo.RepoPath())
  653. if err != nil {
  654. return nil, err
  655. }
  656. gitRepos[issue.RepoID] = gitRepo
  657. }
  658. status, err := getLastCommitStatus(gitRepo, issue.PullRequest)
  659. if err != nil {
  660. log.Error("getLastCommitStatus: cant get last commit of pull [%d]: %v", issue.PullRequest.ID, err)
  661. continue
  662. }
  663. res[issue.PullRequest.ID] = status
  664. }
  665. return res, nil
  666. }
  667. // GetLastCommitStatus returns list of commit statuses for latest commit on this pull request.
  668. func GetLastCommitStatus(pr *models.PullRequest) (status *models.CommitStatus, err error) {
  669. if err = pr.LoadBaseRepo(); err != nil {
  670. return nil, err
  671. }
  672. gitRepo, err := git.OpenRepository(pr.BaseRepo.RepoPath())
  673. if err != nil {
  674. return nil, err
  675. }
  676. defer gitRepo.Close()
  677. return getLastCommitStatus(gitRepo, pr)
  678. }
  679. // getLastCommitStatus get pr's last commit status. PR's last commit status is the head commit id's last commit status
  680. func getLastCommitStatus(gitRepo *git.Repository, pr *models.PullRequest) (status *models.CommitStatus, err error) {
  681. sha, err := gitRepo.GetRefCommitID(pr.GetGitRefName())
  682. if err != nil {
  683. return nil, err
  684. }
  685. statusList, err := models.GetLatestCommitStatus(pr.BaseRepo.ID, sha, db.ListOptions{})
  686. if err != nil {
  687. return nil, err
  688. }
  689. return models.CalcCommitStatus(statusList), nil
  690. }
  691. // IsHeadEqualWithBranch returns if the commits of branchName are available in pull request head
  692. func IsHeadEqualWithBranch(pr *models.PullRequest, branchName string) (bool, error) {
  693. var err error
  694. if err = pr.LoadBaseRepo(); err != nil {
  695. return false, err
  696. }
  697. baseGitRepo, err := git.OpenRepository(pr.BaseRepo.RepoPath())
  698. if err != nil {
  699. return false, err
  700. }
  701. defer baseGitRepo.Close()
  702. baseCommit, err := baseGitRepo.GetBranchCommit(branchName)
  703. if err != nil {
  704. return false, err
  705. }
  706. if err = pr.LoadHeadRepo(); err != nil {
  707. return false, err
  708. }
  709. headGitRepo, err := git.OpenRepository(pr.HeadRepo.RepoPath())
  710. if err != nil {
  711. return false, err
  712. }
  713. defer headGitRepo.Close()
  714. var headCommit *git.Commit
  715. if pr.Flow == models.PullRequestFlowGithub {
  716. headCommit, err = headGitRepo.GetBranchCommit(pr.HeadBranch)
  717. if err != nil {
  718. return false, err
  719. }
  720. } else {
  721. pr.HeadCommitID, err = baseGitRepo.GetRefCommitID(pr.GetGitRefName())
  722. if err != nil {
  723. return false, err
  724. }
  725. if headCommit, err = baseGitRepo.GetCommit(pr.HeadCommitID); err != nil {
  726. return false, err
  727. }
  728. }
  729. return baseCommit.HasPreviousCommit(headCommit.ID)
  730. }