You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

merge.go 24KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612
  1. // Copyright 2019 The Gitea Authors.
  2. // All rights reserved.
  3. // Use of this source code is governed by a MIT-style
  4. // license that can be found in the LICENSE file.
  5. package pull
  6. import (
  7. "bufio"
  8. "bytes"
  9. "fmt"
  10. "io/ioutil"
  11. "os"
  12. "path/filepath"
  13. "regexp"
  14. "strings"
  15. "time"
  16. "code.gitea.io/gitea/models"
  17. "code.gitea.io/gitea/modules/cache"
  18. "code.gitea.io/gitea/modules/git"
  19. "code.gitea.io/gitea/modules/log"
  20. "code.gitea.io/gitea/modules/notification"
  21. "code.gitea.io/gitea/modules/references"
  22. "code.gitea.io/gitea/modules/setting"
  23. "code.gitea.io/gitea/modules/timeutil"
  24. issue_service "code.gitea.io/gitea/services/issue"
  25. )
  26. // Merge merges pull request to base repository.
  27. // Caller should check PR is ready to be merged (review and status checks)
  28. // FIXME: add repoWorkingPull make sure two merges does not happen at same time.
  29. func Merge(pr *models.PullRequest, doer *models.User, baseGitRepo *git.Repository, mergeStyle models.MergeStyle, message string) (err error) {
  30. if err = pr.LoadHeadRepo(); err != nil {
  31. log.Error("LoadHeadRepo: %v", err)
  32. return fmt.Errorf("LoadHeadRepo: %v", err)
  33. } else if err = pr.LoadBaseRepo(); err != nil {
  34. log.Error("LoadBaseRepo: %v", err)
  35. return fmt.Errorf("LoadBaseRepo: %v", err)
  36. }
  37. prUnit, err := pr.BaseRepo.GetUnit(models.UnitTypePullRequests)
  38. if err != nil {
  39. log.Error("pr.BaseRepo.GetUnit(models.UnitTypePullRequests): %v", err)
  40. return err
  41. }
  42. prConfig := prUnit.PullRequestsConfig()
  43. // Check if merge style is correct and allowed
  44. if !prConfig.IsMergeStyleAllowed(mergeStyle) {
  45. return models.ErrInvalidMergeStyle{ID: pr.BaseRepo.ID, Style: mergeStyle}
  46. }
  47. defer func() {
  48. go AddTestPullRequestTask(doer, pr.BaseRepo.ID, pr.BaseBranch, false, "", "")
  49. }()
  50. pr.MergedCommitID, err = rawMerge(pr, doer, mergeStyle, message)
  51. if err != nil {
  52. return err
  53. }
  54. pr.MergedUnix = timeutil.TimeStampNow()
  55. pr.Merger = doer
  56. pr.MergerID = doer.ID
  57. if _, err = pr.SetMerged(); err != nil {
  58. log.Error("setMerged [%d]: %v", pr.ID, err)
  59. }
  60. if err := pr.LoadIssue(); err != nil {
  61. log.Error("loadIssue [%d]: %v", pr.ID, err)
  62. }
  63. if err := pr.Issue.LoadRepo(); err != nil {
  64. log.Error("loadRepo for issue [%d]: %v", pr.ID, err)
  65. }
  66. if err := pr.Issue.Repo.GetOwner(); err != nil {
  67. log.Error("GetOwner for issue repo [%d]: %v", pr.ID, err)
  68. }
  69. notification.NotifyMergePullRequest(pr, doer)
  70. // Reset cached commit count
  71. cache.Remove(pr.Issue.Repo.GetCommitsCountCacheKey(pr.BaseBranch, true))
  72. // Resolve cross references
  73. refs, err := pr.ResolveCrossReferences()
  74. if err != nil {
  75. log.Error("ResolveCrossReferences: %v", err)
  76. return nil
  77. }
  78. for _, ref := range refs {
  79. if err = ref.LoadIssue(); err != nil {
  80. return err
  81. }
  82. if err = ref.Issue.LoadRepo(); err != nil {
  83. return err
  84. }
  85. close := (ref.RefAction == references.XRefActionCloses)
  86. if close != ref.Issue.IsClosed {
  87. if err = issue_service.ChangeStatus(ref.Issue, doer, close); err != nil {
  88. return err
  89. }
  90. }
  91. }
  92. return nil
  93. }
  94. // rawMerge perform the merge operation without changing any pull information in database
  95. func rawMerge(pr *models.PullRequest, doer *models.User, mergeStyle models.MergeStyle, message string) (string, error) {
  96. err := git.LoadGitVersion()
  97. if err != nil {
  98. log.Error("git.LoadGitVersion: %v", err)
  99. return "", fmt.Errorf("Unable to get git version: %v", err)
  100. }
  101. // Clone base repo.
  102. tmpBasePath, err := createTemporaryRepo(pr)
  103. if err != nil {
  104. log.Error("CreateTemporaryPath: %v", err)
  105. return "", err
  106. }
  107. defer func() {
  108. if err := models.RemoveTemporaryPath(tmpBasePath); err != nil {
  109. log.Error("Merge: RemoveTemporaryPath: %s", err)
  110. }
  111. }()
  112. baseBranch := "base"
  113. trackingBranch := "tracking"
  114. stagingBranch := "staging"
  115. var outbuf, errbuf strings.Builder
  116. // Enable sparse-checkout
  117. sparseCheckoutList, err := getDiffTree(tmpBasePath, baseBranch, trackingBranch)
  118. if err != nil {
  119. log.Error("getDiffTree(%s, %s, %s): %v", tmpBasePath, baseBranch, trackingBranch, err)
  120. return "", fmt.Errorf("getDiffTree: %v", err)
  121. }
  122. infoPath := filepath.Join(tmpBasePath, ".git", "info")
  123. if err := os.MkdirAll(infoPath, 0700); err != nil {
  124. log.Error("Unable to create .git/info in %s: %v", tmpBasePath, err)
  125. return "", fmt.Errorf("Unable to create .git/info in tmpBasePath: %v", err)
  126. }
  127. sparseCheckoutListPath := filepath.Join(infoPath, "sparse-checkout")
  128. if err := ioutil.WriteFile(sparseCheckoutListPath, []byte(sparseCheckoutList), 0600); err != nil {
  129. log.Error("Unable to write .git/info/sparse-checkout file in %s: %v", tmpBasePath, err)
  130. return "", fmt.Errorf("Unable to write .git/info/sparse-checkout file in tmpBasePath: %v", err)
  131. }
  132. var gitConfigCommand func() *git.Command
  133. if git.CheckGitVersionAtLeast("1.8.0") == nil {
  134. gitConfigCommand = func() *git.Command {
  135. return git.NewCommand("config", "--local")
  136. }
  137. } else {
  138. gitConfigCommand = func() *git.Command {
  139. return git.NewCommand("config")
  140. }
  141. }
  142. // Switch off LFS process (set required, clean and smudge here also)
  143. if err := gitConfigCommand().AddArguments("filter.lfs.process", "").RunInDirPipeline(tmpBasePath, &outbuf, &errbuf); err != nil {
  144. log.Error("git config [filter.lfs.process -> <> ]: %v\n%s\n%s", err, outbuf.String(), errbuf.String())
  145. return "", fmt.Errorf("git config [filter.lfs.process -> <> ]: %v\n%s\n%s", err, outbuf.String(), errbuf.String())
  146. }
  147. outbuf.Reset()
  148. errbuf.Reset()
  149. if err := gitConfigCommand().AddArguments("filter.lfs.required", "false").RunInDirPipeline(tmpBasePath, &outbuf, &errbuf); err != nil {
  150. log.Error("git config [filter.lfs.required -> <false> ]: %v\n%s\n%s", err, outbuf.String(), errbuf.String())
  151. return "", fmt.Errorf("git config [filter.lfs.required -> <false> ]: %v\n%s\n%s", err, outbuf.String(), errbuf.String())
  152. }
  153. outbuf.Reset()
  154. errbuf.Reset()
  155. if err := gitConfigCommand().AddArguments("filter.lfs.clean", "").RunInDirPipeline(tmpBasePath, &outbuf, &errbuf); err != nil {
  156. log.Error("git config [filter.lfs.clean -> <> ]: %v\n%s\n%s", err, outbuf.String(), errbuf.String())
  157. return "", fmt.Errorf("git config [filter.lfs.clean -> <> ]: %v\n%s\n%s", err, outbuf.String(), errbuf.String())
  158. }
  159. outbuf.Reset()
  160. errbuf.Reset()
  161. if err := gitConfigCommand().AddArguments("filter.lfs.smudge", "").RunInDirPipeline(tmpBasePath, &outbuf, &errbuf); err != nil {
  162. log.Error("git config [filter.lfs.smudge -> <> ]: %v\n%s\n%s", err, outbuf.String(), errbuf.String())
  163. return "", fmt.Errorf("git config [filter.lfs.smudge -> <> ]: %v\n%s\n%s", err, outbuf.String(), errbuf.String())
  164. }
  165. outbuf.Reset()
  166. errbuf.Reset()
  167. if err := gitConfigCommand().AddArguments("core.sparseCheckout", "true").RunInDirPipeline(tmpBasePath, &outbuf, &errbuf); err != nil {
  168. log.Error("git config [core.sparseCheckout -> true ]: %v\n%s\n%s", err, outbuf.String(), errbuf.String())
  169. return "", fmt.Errorf("git config [core.sparsecheckout -> true]: %v\n%s\n%s", err, outbuf.String(), errbuf.String())
  170. }
  171. outbuf.Reset()
  172. errbuf.Reset()
  173. // Read base branch index
  174. if err := git.NewCommand("read-tree", "HEAD").RunInDirPipeline(tmpBasePath, &outbuf, &errbuf); err != nil {
  175. log.Error("git read-tree HEAD: %v\n%s\n%s", err, outbuf.String(), errbuf.String())
  176. return "", fmt.Errorf("Unable to read base branch in to the index: %v\n%s\n%s", err, outbuf.String(), errbuf.String())
  177. }
  178. outbuf.Reset()
  179. errbuf.Reset()
  180. sig := doer.NewGitSig()
  181. committer := sig
  182. // Determine if we should sign
  183. signArg := ""
  184. if git.CheckGitVersionAtLeast("1.7.9") == nil {
  185. sign, keyID, signer, _ := pr.SignMerge(doer, tmpBasePath, "HEAD", trackingBranch)
  186. if sign {
  187. signArg = "-S" + keyID
  188. if pr.BaseRepo.GetTrustModel() == models.CommitterTrustModel || pr.BaseRepo.GetTrustModel() == models.CollaboratorCommitterTrustModel {
  189. committer = signer
  190. }
  191. } else if git.CheckGitVersionAtLeast("2.0.0") == nil {
  192. signArg = "--no-gpg-sign"
  193. }
  194. }
  195. commitTimeStr := time.Now().Format(time.RFC3339)
  196. // Because this may call hooks we should pass in the environment
  197. env := append(os.Environ(),
  198. "GIT_AUTHOR_NAME="+sig.Name,
  199. "GIT_AUTHOR_EMAIL="+sig.Email,
  200. "GIT_AUTHOR_DATE="+commitTimeStr,
  201. "GIT_COMMITTER_NAME="+committer.Name,
  202. "GIT_COMMITTER_EMAIL="+committer.Email,
  203. "GIT_COMMITTER_DATE="+commitTimeStr,
  204. )
  205. // Merge commits.
  206. switch mergeStyle {
  207. case models.MergeStyleMerge:
  208. cmd := git.NewCommand("merge", "--no-ff", "--no-commit", trackingBranch)
  209. if err := runMergeCommand(pr, mergeStyle, cmd, tmpBasePath); err != nil {
  210. log.Error("Unable to merge tracking into base: %v", err)
  211. return "", err
  212. }
  213. if err := commitAndSignNoAuthor(pr, message, signArg, tmpBasePath, env); err != nil {
  214. log.Error("Unable to make final commit: %v", err)
  215. return "", err
  216. }
  217. case models.MergeStyleRebase:
  218. fallthrough
  219. case models.MergeStyleRebaseMerge:
  220. // Checkout head branch
  221. if err := git.NewCommand("checkout", "-b", stagingBranch, trackingBranch).RunInDirPipeline(tmpBasePath, &outbuf, &errbuf); err != nil {
  222. log.Error("git checkout base prior to merge post staging rebase [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  223. return "", fmt.Errorf("git checkout base prior to merge post staging rebase [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  224. }
  225. outbuf.Reset()
  226. errbuf.Reset()
  227. // Rebase before merging
  228. if err := git.NewCommand("rebase", baseBranch).RunInDirPipeline(tmpBasePath, &outbuf, &errbuf); err != nil {
  229. // Rebase will leave a REBASE_HEAD file in .git if there is a conflict
  230. if _, statErr := os.Stat(filepath.Join(tmpBasePath, ".git", "REBASE_HEAD")); statErr == nil {
  231. var commitSha string
  232. ok := false
  233. failingCommitPaths := []string{
  234. filepath.Join(tmpBasePath, ".git", "rebase-apply", "original-commit"), // Git < 2.26
  235. filepath.Join(tmpBasePath, ".git", "rebase-merge", "stopped-sha"), // Git >= 2.26
  236. }
  237. for _, failingCommitPath := range failingCommitPaths {
  238. if _, statErr := os.Stat(filepath.Join(failingCommitPath)); statErr == nil {
  239. commitShaBytes, readErr := ioutil.ReadFile(filepath.Join(failingCommitPath))
  240. if readErr != nil {
  241. // Abandon this attempt to handle the error
  242. log.Error("git rebase staging on to base [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  243. return "", fmt.Errorf("git rebase staging on to base [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  244. }
  245. commitSha = strings.TrimSpace(string(commitShaBytes))
  246. ok = true
  247. break
  248. }
  249. }
  250. if !ok {
  251. log.Error("Unable to determine failing commit sha for this rebase message. Cannot cast as models.ErrRebaseConflicts.")
  252. log.Error("git rebase staging on to base [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  253. return "", fmt.Errorf("git rebase staging on to base [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  254. }
  255. log.Debug("RebaseConflict at %s [%s:%s -> %s:%s]: %v\n%s\n%s", commitSha, pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  256. return "", models.ErrRebaseConflicts{
  257. Style: mergeStyle,
  258. CommitSHA: commitSha,
  259. StdOut: outbuf.String(),
  260. StdErr: errbuf.String(),
  261. Err: err,
  262. }
  263. }
  264. log.Error("git rebase staging on to base [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  265. return "", fmt.Errorf("git rebase staging on to base [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  266. }
  267. outbuf.Reset()
  268. errbuf.Reset()
  269. // Checkout base branch again
  270. if err := git.NewCommand("checkout", baseBranch).RunInDirPipeline(tmpBasePath, &outbuf, &errbuf); err != nil {
  271. log.Error("git checkout base prior to merge post staging rebase [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  272. return "", fmt.Errorf("git checkout base prior to merge post staging rebase [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  273. }
  274. outbuf.Reset()
  275. errbuf.Reset()
  276. cmd := git.NewCommand("merge")
  277. if mergeStyle == models.MergeStyleRebase {
  278. cmd.AddArguments("--ff-only")
  279. } else {
  280. cmd.AddArguments("--no-ff", "--no-commit")
  281. }
  282. cmd.AddArguments(stagingBranch)
  283. // Prepare merge with commit
  284. if err := runMergeCommand(pr, mergeStyle, cmd, tmpBasePath); err != nil {
  285. log.Error("Unable to merge staging into base: %v", err)
  286. return "", err
  287. }
  288. if mergeStyle == models.MergeStyleRebaseMerge {
  289. if err := commitAndSignNoAuthor(pr, message, signArg, tmpBasePath, env); err != nil {
  290. log.Error("Unable to make final commit: %v", err)
  291. return "", err
  292. }
  293. }
  294. case models.MergeStyleSquash:
  295. // Merge with squash
  296. cmd := git.NewCommand("merge", "--squash", trackingBranch)
  297. if err := runMergeCommand(pr, mergeStyle, cmd, tmpBasePath); err != nil {
  298. log.Error("Unable to merge --squash tracking into base: %v", err)
  299. return "", err
  300. }
  301. if err = pr.Issue.LoadPoster(); err != nil {
  302. log.Error("LoadPoster: %v", err)
  303. return "", fmt.Errorf("LoadPoster: %v", err)
  304. }
  305. sig := pr.Issue.Poster.NewGitSig()
  306. if signArg == "" {
  307. if err := git.NewCommand("commit", fmt.Sprintf("--author='%s <%s>'", sig.Name, sig.Email), "-m", message).RunInDirTimeoutEnvPipeline(env, -1, tmpBasePath, &outbuf, &errbuf); err != nil {
  308. log.Error("git commit [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  309. return "", fmt.Errorf("git commit [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  310. }
  311. } else {
  312. if committer != sig {
  313. // add trailer
  314. message += fmt.Sprintf("\nCo-Authored-By: %s\nCo-Committed-By: %s\n", sig.String(), sig.String())
  315. }
  316. if err := git.NewCommand("commit", signArg, fmt.Sprintf("--author='%s <%s>'", sig.Name, sig.Email), "-m", message).RunInDirTimeoutEnvPipeline(env, -1, tmpBasePath, &outbuf, &errbuf); err != nil {
  317. log.Error("git commit [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  318. return "", fmt.Errorf("git commit [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  319. }
  320. }
  321. outbuf.Reset()
  322. errbuf.Reset()
  323. default:
  324. return "", models.ErrInvalidMergeStyle{ID: pr.BaseRepo.ID, Style: mergeStyle}
  325. }
  326. // OK we should cache our current head and origin/headbranch
  327. mergeHeadSHA, err := git.GetFullCommitID(tmpBasePath, "HEAD")
  328. if err != nil {
  329. return "", fmt.Errorf("Failed to get full commit id for HEAD: %v", err)
  330. }
  331. mergeBaseSHA, err := git.GetFullCommitID(tmpBasePath, "original_"+baseBranch)
  332. if err != nil {
  333. return "", fmt.Errorf("Failed to get full commit id for origin/%s: %v", pr.BaseBranch, err)
  334. }
  335. mergeCommitID, err := git.GetFullCommitID(tmpBasePath, baseBranch)
  336. if err != nil {
  337. return "", fmt.Errorf("Failed to get full commit id for the new merge: %v", err)
  338. }
  339. // Now it's questionable about where this should go - either after or before the push
  340. // I think in the interests of data safety - failures to push to the lfs should prevent
  341. // the merge as you can always remerge.
  342. if setting.LFS.StartServer {
  343. if err := LFSPush(tmpBasePath, mergeHeadSHA, mergeBaseSHA, pr); err != nil {
  344. return "", err
  345. }
  346. }
  347. var headUser *models.User
  348. err = pr.HeadRepo.GetOwner()
  349. if err != nil {
  350. if !models.IsErrUserNotExist(err) {
  351. log.Error("Can't find user: %d for head repository - %v", pr.HeadRepo.OwnerID, err)
  352. return "", err
  353. }
  354. log.Error("Can't find user: %d for head repository - defaulting to doer: %s - %v", pr.HeadRepo.OwnerID, doer.Name, err)
  355. headUser = doer
  356. } else {
  357. headUser = pr.HeadRepo.Owner
  358. }
  359. env = models.FullPushingEnvironment(
  360. headUser,
  361. doer,
  362. pr.BaseRepo,
  363. pr.BaseRepo.Name,
  364. pr.ID,
  365. )
  366. // Push back to upstream.
  367. if err := git.NewCommand("push", "origin", baseBranch+":"+pr.BaseBranch).RunInDirTimeoutEnvPipeline(env, -1, tmpBasePath, &outbuf, &errbuf); err != nil {
  368. if strings.Contains(errbuf.String(), "non-fast-forward") {
  369. return "", &git.ErrPushOutOfDate{
  370. StdOut: outbuf.String(),
  371. StdErr: errbuf.String(),
  372. Err: err,
  373. }
  374. } else if strings.Contains(errbuf.String(), "! [remote rejected]") {
  375. err := &git.ErrPushRejected{
  376. StdOut: outbuf.String(),
  377. StdErr: errbuf.String(),
  378. Err: err,
  379. }
  380. err.GenerateMessage()
  381. return "", err
  382. }
  383. return "", fmt.Errorf("git push: %s", errbuf.String())
  384. }
  385. outbuf.Reset()
  386. errbuf.Reset()
  387. return mergeCommitID, nil
  388. }
  389. func commitAndSignNoAuthor(pr *models.PullRequest, message, signArg, tmpBasePath string, env []string) error {
  390. var outbuf, errbuf strings.Builder
  391. if signArg == "" {
  392. if err := git.NewCommand("commit", "-m", message).RunInDirTimeoutEnvPipeline(env, -1, tmpBasePath, &outbuf, &errbuf); err != nil {
  393. log.Error("git commit [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  394. return fmt.Errorf("git commit [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  395. }
  396. } else {
  397. if err := git.NewCommand("commit", signArg, "-m", message).RunInDirTimeoutEnvPipeline(env, -1, tmpBasePath, &outbuf, &errbuf); err != nil {
  398. log.Error("git commit [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  399. return fmt.Errorf("git commit [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  400. }
  401. }
  402. return nil
  403. }
  404. func runMergeCommand(pr *models.PullRequest, mergeStyle models.MergeStyle, cmd *git.Command, tmpBasePath string) error {
  405. var outbuf, errbuf strings.Builder
  406. if err := cmd.RunInDirPipeline(tmpBasePath, &outbuf, &errbuf); err != nil {
  407. // Merge will leave a MERGE_HEAD file in the .git folder if there is a conflict
  408. if _, statErr := os.Stat(filepath.Join(tmpBasePath, ".git", "MERGE_HEAD")); statErr == nil {
  409. // We have a merge conflict error
  410. log.Debug("MergeConflict [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  411. return models.ErrMergeConflicts{
  412. Style: mergeStyle,
  413. StdOut: outbuf.String(),
  414. StdErr: errbuf.String(),
  415. Err: err,
  416. }
  417. } else if strings.Contains(errbuf.String(), "refusing to merge unrelated histories") {
  418. log.Debug("MergeUnrelatedHistories [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  419. return models.ErrMergeUnrelatedHistories{
  420. Style: mergeStyle,
  421. StdOut: outbuf.String(),
  422. StdErr: errbuf.String(),
  423. Err: err,
  424. }
  425. }
  426. log.Error("git merge [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  427. return fmt.Errorf("git merge [%s:%s -> %s:%s]: %v\n%s\n%s", pr.HeadRepo.FullName(), pr.HeadBranch, pr.BaseRepo.FullName(), pr.BaseBranch, err, outbuf.String(), errbuf.String())
  428. }
  429. return nil
  430. }
  431. var escapedSymbols = regexp.MustCompile(`([*[?! \\])`)
  432. func getDiffTree(repoPath, baseBranch, headBranch string) (string, error) {
  433. getDiffTreeFromBranch := func(repoPath, baseBranch, headBranch string) (string, error) {
  434. var outbuf, errbuf strings.Builder
  435. // Compute the diff-tree for sparse-checkout
  436. if err := git.NewCommand("diff-tree", "--no-commit-id", "--name-only", "-r", "-z", "--root", baseBranch, headBranch, "--").RunInDirPipeline(repoPath, &outbuf, &errbuf); err != nil {
  437. return "", fmt.Errorf("git diff-tree [%s base:%s head:%s]: %s", repoPath, baseBranch, headBranch, errbuf.String())
  438. }
  439. return outbuf.String(), nil
  440. }
  441. scanNullTerminatedStrings := func(data []byte, atEOF bool) (advance int, token []byte, err error) {
  442. if atEOF && len(data) == 0 {
  443. return 0, nil, nil
  444. }
  445. if i := bytes.IndexByte(data, '\x00'); i >= 0 {
  446. return i + 1, data[0:i], nil
  447. }
  448. if atEOF {
  449. return len(data), data, nil
  450. }
  451. return 0, nil, nil
  452. }
  453. list, err := getDiffTreeFromBranch(repoPath, baseBranch, headBranch)
  454. if err != nil {
  455. return "", err
  456. }
  457. // Prefixing '/' for each entry, otherwise all files with the same name in subdirectories would be matched.
  458. out := bytes.Buffer{}
  459. scanner := bufio.NewScanner(strings.NewReader(list))
  460. scanner.Split(scanNullTerminatedStrings)
  461. for scanner.Scan() {
  462. filepath := scanner.Text()
  463. // escape '*', '?', '[', spaces and '!' prefix
  464. filepath = escapedSymbols.ReplaceAllString(filepath, `\$1`)
  465. // no necessary to escape the first '#' symbol because the first symbol is '/'
  466. fmt.Fprintf(&out, "/%s\n", filepath)
  467. }
  468. return out.String(), nil
  469. }
  470. // IsSignedIfRequired check if merge will be signed if required
  471. func IsSignedIfRequired(pr *models.PullRequest, doer *models.User) (bool, error) {
  472. if err := pr.LoadProtectedBranch(); err != nil {
  473. return false, err
  474. }
  475. if pr.ProtectedBranch == nil || !pr.ProtectedBranch.RequireSignedCommits {
  476. return true, nil
  477. }
  478. sign, _, _, err := pr.SignMerge(doer, pr.BaseRepo.RepoPath(), pr.BaseBranch, pr.GetGitRefName())
  479. return sign, err
  480. }
  481. // IsUserAllowedToMerge check if user is allowed to merge PR with given permissions and branch protections
  482. func IsUserAllowedToMerge(pr *models.PullRequest, p models.Permission, user *models.User) (bool, error) {
  483. if user == nil {
  484. return false, nil
  485. }
  486. err := pr.LoadProtectedBranch()
  487. if err != nil {
  488. return false, err
  489. }
  490. if (p.CanWrite(models.UnitTypeCode) && pr.ProtectedBranch == nil) || (pr.ProtectedBranch != nil && pr.ProtectedBranch.IsUserMergeWhitelisted(user.ID, p)) {
  491. return true, nil
  492. }
  493. return false, nil
  494. }
  495. // CheckPRReadyToMerge checks whether the PR is ready to be merged (reviews and status checks)
  496. func CheckPRReadyToMerge(pr *models.PullRequest, skipProtectedFilesCheck bool) (err error) {
  497. if err = pr.LoadBaseRepo(); err != nil {
  498. return fmt.Errorf("LoadBaseRepo: %v", err)
  499. }
  500. if err = pr.LoadProtectedBranch(); err != nil {
  501. return fmt.Errorf("LoadProtectedBranch: %v", err)
  502. }
  503. if pr.ProtectedBranch == nil {
  504. return nil
  505. }
  506. isPass, err := IsPullCommitStatusPass(pr)
  507. if err != nil {
  508. return err
  509. }
  510. if !isPass {
  511. return models.ErrNotAllowedToMerge{
  512. Reason: "Not all required status checks successful",
  513. }
  514. }
  515. if !pr.ProtectedBranch.HasEnoughApprovals(pr) {
  516. return models.ErrNotAllowedToMerge{
  517. Reason: "Does not have enough approvals",
  518. }
  519. }
  520. if pr.ProtectedBranch.MergeBlockedByRejectedReview(pr) {
  521. return models.ErrNotAllowedToMerge{
  522. Reason: "There are requested changes",
  523. }
  524. }
  525. if pr.ProtectedBranch.MergeBlockedByOutdatedBranch(pr) {
  526. return models.ErrNotAllowedToMerge{
  527. Reason: "The head branch is behind the base branch",
  528. }
  529. }
  530. if skipProtectedFilesCheck {
  531. return nil
  532. }
  533. if pr.ProtectedBranch.MergeBlockedByProtectedFiles(pr) {
  534. return models.ErrNotAllowedToMerge{
  535. Reason: "Changed protected files",
  536. }
  537. }
  538. return nil
  539. }