You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

pull.go 24KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800
  1. // Copyright 2015 The Gogs Authors. All rights reserved.
  2. // Use of this source code is governed by a MIT-style
  3. // license that can be found in the LICENSE file.
  4. package models
  5. import (
  6. "fmt"
  7. "os"
  8. "path"
  9. "strings"
  10. "time"
  11. "github.com/Unknwon/com"
  12. "github.com/go-xorm/xorm"
  13. "github.com/gogits/git-module"
  14. api "github.com/gogits/go-gogs-client"
  15. "github.com/gogits/gogs/modules/log"
  16. "github.com/gogits/gogs/modules/process"
  17. "github.com/gogits/gogs/modules/setting"
  18. )
  19. type PullRequestType int
  20. const (
  21. PULL_REQUEST_GOGS PullRequestType = iota
  22. PLLL_ERQUEST_GIT
  23. )
  24. type PullRequestStatus int
  25. const (
  26. PULL_REQUEST_STATUS_CONFLICT PullRequestStatus = iota
  27. PULL_REQUEST_STATUS_CHECKING
  28. PULL_REQUEST_STATUS_MERGEABLE
  29. )
  30. // PullRequest represents relation between pull request and repositories.
  31. type PullRequest struct {
  32. ID int64 `xorm:"pk autoincr"`
  33. Type PullRequestType
  34. Status PullRequestStatus
  35. IssueID int64 `xorm:"INDEX"`
  36. Issue *Issue `xorm:"-"`
  37. Index int64
  38. HeadRepoID int64
  39. HeadRepo *Repository `xorm:"-"`
  40. BaseRepoID int64
  41. BaseRepo *Repository `xorm:"-"`
  42. HeadUserName string
  43. HeadBranch string
  44. BaseBranch string
  45. MergeBase string `xorm:"VARCHAR(40)"`
  46. HasMerged bool
  47. MergedCommitID string `xorm:"VARCHAR(40)"`
  48. MergerID int64
  49. Merger *User `xorm:"-"`
  50. Merged time.Time `xorm:"-"`
  51. MergedUnix int64
  52. }
  53. func (pr *PullRequest) BeforeUpdate() {
  54. pr.MergedUnix = pr.Merged.Unix()
  55. }
  56. // Note: don't try to get Issue because will end up recursive querying.
  57. func (pr *PullRequest) AfterSet(colName string, _ xorm.Cell) {
  58. switch colName {
  59. case "merged_unix":
  60. if !pr.HasMerged {
  61. return
  62. }
  63. pr.Merged = time.Unix(pr.MergedUnix, 0).Local()
  64. }
  65. }
  66. // Note: don't try to get Issue because will end up recursive querying.
  67. func (pr *PullRequest) loadAttributes(e Engine) (err error) {
  68. if pr.HasMerged && pr.Merger == nil {
  69. pr.Merger, err = getUserByID(e, pr.MergerID)
  70. if IsErrUserNotExist(err) {
  71. pr.MergerID = -1
  72. pr.Merger = NewGhostUser()
  73. } else if err != nil {
  74. return fmt.Errorf("getUserByID [%d]: %v", pr.MergerID, err)
  75. }
  76. }
  77. return nil
  78. }
  79. func (pr *PullRequest) LoadAttributes() error {
  80. return pr.loadAttributes(x)
  81. }
  82. func (pr *PullRequest) LoadIssue() (err error) {
  83. pr.Issue, err = GetIssueByID(pr.IssueID)
  84. return err
  85. }
  86. // This method assumes following fields have been assigned with valid values:
  87. // Required - Issue
  88. // Optional - Merger
  89. func (pr *PullRequest) APIFormat() *api.PullRequest {
  90. apiIssue := pr.Issue.APIFormat()
  91. apiPullRequest := &api.PullRequest{
  92. ID: pr.ID,
  93. Index: pr.Index,
  94. State: apiIssue.State,
  95. Title: apiIssue.Title,
  96. Body: apiIssue.Body,
  97. User: apiIssue.User,
  98. Labels: apiIssue.Labels,
  99. Milestone: apiIssue.Milestone,
  100. Assignee: apiIssue.Assignee,
  101. Comments: apiIssue.Comments,
  102. HasMerged: pr.HasMerged,
  103. }
  104. if pr.Status != PULL_REQUEST_STATUS_CHECKING {
  105. mergeable := pr.Status != PULL_REQUEST_STATUS_CONFLICT
  106. apiPullRequest.Mergeable = &mergeable
  107. }
  108. if pr.HasMerged {
  109. apiPullRequest.Merged = &pr.Merged
  110. apiPullRequest.MergedCommitID = &pr.MergedCommitID
  111. apiPullRequest.MergedBy = pr.Merger.APIFormat()
  112. }
  113. return apiPullRequest
  114. }
  115. func (pr *PullRequest) getHeadRepo(e Engine) (err error) {
  116. pr.HeadRepo, err = getRepositoryByID(e, pr.HeadRepoID)
  117. if err != nil && !IsErrRepoNotExist(err) {
  118. return fmt.Errorf("getRepositoryByID(head): %v", err)
  119. }
  120. return nil
  121. }
  122. func (pr *PullRequest) GetHeadRepo() error {
  123. return pr.getHeadRepo(x)
  124. }
  125. func (pr *PullRequest) GetBaseRepo() (err error) {
  126. if pr.BaseRepo != nil {
  127. return nil
  128. }
  129. pr.BaseRepo, err = GetRepositoryByID(pr.BaseRepoID)
  130. if err != nil {
  131. return fmt.Errorf("GetRepositoryByID(base): %v", err)
  132. }
  133. return nil
  134. }
  135. // IsChecking returns true if this pull request is still checking conflict.
  136. func (pr *PullRequest) IsChecking() bool {
  137. return pr.Status == PULL_REQUEST_STATUS_CHECKING
  138. }
  139. // CanAutoMerge returns true if this pull request can be merged automatically.
  140. func (pr *PullRequest) CanAutoMerge() bool {
  141. return pr.Status == PULL_REQUEST_STATUS_MERGEABLE
  142. }
  143. // Merge merges pull request to base repository.
  144. // FIXME: add repoWorkingPull make sure two merges does not happen at same time.
  145. func (pr *PullRequest) Merge(doer *User, baseGitRepo *git.Repository) (err error) {
  146. if err = pr.GetHeadRepo(); err != nil {
  147. return fmt.Errorf("GetHeadRepo: %v", err)
  148. } else if err = pr.GetBaseRepo(); err != nil {
  149. return fmt.Errorf("GetBaseRepo: %v", err)
  150. }
  151. defer func() {
  152. go HookQueue.Add(pr.BaseRepo.ID)
  153. go AddTestPullRequestTask(doer, pr.BaseRepo.ID, pr.BaseBranch, false)
  154. }()
  155. sess := x.NewSession()
  156. defer sessionRelease(sess)
  157. if err = sess.Begin(); err != nil {
  158. return err
  159. }
  160. if err = pr.Issue.changeStatus(sess, doer, pr.Issue.Repo, true); err != nil {
  161. return fmt.Errorf("Issue.changeStatus: %v", err)
  162. }
  163. headRepoPath := RepoPath(pr.HeadUserName, pr.HeadRepo.Name)
  164. headGitRepo, err := git.OpenRepository(headRepoPath)
  165. if err != nil {
  166. return fmt.Errorf("OpenRepository: %v", err)
  167. }
  168. // Clone base repo.
  169. tmpBasePath := path.Join(setting.AppDataPath, "tmp/repos", com.ToStr(time.Now().Nanosecond())+".git")
  170. os.MkdirAll(path.Dir(tmpBasePath), os.ModePerm)
  171. defer os.RemoveAll(path.Dir(tmpBasePath))
  172. var stderr string
  173. if _, stderr, err = process.ExecTimeout(5*time.Minute,
  174. fmt.Sprintf("PullRequest.Merge (git clone): %s", tmpBasePath),
  175. "git", "clone", baseGitRepo.Path, tmpBasePath); err != nil {
  176. return fmt.Errorf("git clone: %s", stderr)
  177. }
  178. // Check out base branch.
  179. if _, stderr, err = process.ExecDir(-1, tmpBasePath,
  180. fmt.Sprintf("PullRequest.Merge (git checkout): %s", tmpBasePath),
  181. "git", "checkout", pr.BaseBranch); err != nil {
  182. return fmt.Errorf("git checkout: %s", stderr)
  183. }
  184. // Add head repo remote.
  185. if _, stderr, err = process.ExecDir(-1, tmpBasePath,
  186. fmt.Sprintf("PullRequest.Merge (git remote add): %s", tmpBasePath),
  187. "git", "remote", "add", "head_repo", headRepoPath); err != nil {
  188. return fmt.Errorf("git remote add [%s -> %s]: %s", headRepoPath, tmpBasePath, stderr)
  189. }
  190. // Merge commits.
  191. if _, stderr, err = process.ExecDir(-1, tmpBasePath,
  192. fmt.Sprintf("PullRequest.Merge (git fetch): %s", tmpBasePath),
  193. "git", "fetch", "head_repo"); err != nil {
  194. return fmt.Errorf("git fetch [%s -> %s]: %s", headRepoPath, tmpBasePath, stderr)
  195. }
  196. if _, stderr, err = process.ExecDir(-1, tmpBasePath,
  197. fmt.Sprintf("PullRequest.Merge (git merge --no-ff --no-commit): %s", tmpBasePath),
  198. "git", "merge", "--no-ff", "--no-commit", "head_repo/"+pr.HeadBranch); err != nil {
  199. return fmt.Errorf("git merge --no-ff --no-commit [%s]: %v - %s", tmpBasePath, err, stderr)
  200. }
  201. sig := doer.NewGitSig()
  202. if _, stderr, err = process.ExecDir(-1, tmpBasePath,
  203. fmt.Sprintf("PullRequest.Merge (git merge): %s", tmpBasePath),
  204. "git", "commit", fmt.Sprintf("--author='%s <%s>'", sig.Name, sig.Email),
  205. "-m", fmt.Sprintf("Merge branch '%s' of %s/%s into %s", pr.HeadBranch, pr.HeadUserName, pr.HeadRepo.Name, pr.BaseBranch)); err != nil {
  206. return fmt.Errorf("git commit [%s]: %v - %s", tmpBasePath, err, stderr)
  207. }
  208. // Push back to upstream.
  209. if _, stderr, err = process.ExecDir(-1, tmpBasePath,
  210. fmt.Sprintf("PullRequest.Merge (git push): %s", tmpBasePath),
  211. "git", "push", baseGitRepo.Path, pr.BaseBranch); err != nil {
  212. return fmt.Errorf("git push: %s", stderr)
  213. }
  214. pr.MergedCommitID, err = headGitRepo.GetBranchCommitID(pr.HeadBranch)
  215. if err != nil {
  216. return fmt.Errorf("GetBranchCommit: %v", err)
  217. }
  218. pr.HasMerged = true
  219. pr.Merged = time.Now()
  220. pr.MergerID = doer.ID
  221. if _, err = sess.Id(pr.ID).AllCols().Update(pr); err != nil {
  222. return fmt.Errorf("update pull request: %v", err)
  223. }
  224. if err = sess.Commit(); err != nil {
  225. return fmt.Errorf("Commit: %v", err)
  226. }
  227. if err = MergePullRequestAction(doer, pr.Issue.Repo, pr.Issue); err != nil {
  228. log.Error(4, "MergePullRequestAction [%d]: %v", pr.ID, err)
  229. }
  230. // Reload pull request information.
  231. if err = pr.LoadAttributes(); err != nil {
  232. log.Error(4, "LoadAttributes: %v", err)
  233. return nil
  234. }
  235. if err = PrepareWebhooks(pr.Issue.Repo, HOOK_EVENT_PULL_REQUEST, &api.PullRequestPayload{
  236. Action: api.HOOK_ISSUE_CLOSED,
  237. Index: pr.Index,
  238. PullRequest: pr.APIFormat(),
  239. Repository: pr.Issue.Repo.APIFormat(nil),
  240. Sender: doer.APIFormat(),
  241. }); err != nil {
  242. log.Error(4, "PrepareWebhooks: %v", err)
  243. return nil
  244. }
  245. l, err := headGitRepo.CommitsBetweenIDs(pr.MergedCommitID, pr.MergeBase)
  246. if err != nil {
  247. log.Error(4, "CommitsBetweenIDs: %v", err)
  248. return nil
  249. }
  250. // TODO: when squash commits, no need to append merge commit.
  251. // It is possible that head branch is not fully sync with base branch for merge commits,
  252. // so we need to get latest head commit and append merge commit manully
  253. // to avoid strange diff commits produced.
  254. mergeCommit, err := baseGitRepo.GetBranchCommit(pr.BaseBranch)
  255. if err != nil {
  256. log.Error(4, "GetBranchCommit: %v", err)
  257. return nil
  258. }
  259. l.PushFront(mergeCommit)
  260. p := &api.PushPayload{
  261. Ref: "refs/heads/" + pr.BaseBranch,
  262. Before: pr.MergeBase,
  263. After: pr.MergedCommitID,
  264. CompareUrl: setting.AppUrl + pr.BaseRepo.ComposeCompareURL(pr.MergeBase, pr.MergedCommitID),
  265. Commits: ListToPushCommits(l).ToApiPayloadCommits(pr.BaseRepo.FullLink()),
  266. Repo: pr.BaseRepo.ComposePayload(),
  267. Pusher: &api.PayloadAuthor{
  268. Name: pr.HeadRepo.MustOwner().DisplayName(),
  269. Email: pr.HeadRepo.MustOwner().Email,
  270. UserName: pr.HeadRepo.MustOwner().Name,
  271. },
  272. Sender: &api.PayloadUser{
  273. UserName: doer.Name,
  274. ID: doer.ID,
  275. AvatarUrl: doer.AvatarLink(),
  276. },
  277. }
  278. if err = PrepareWebhooks(pr.BaseRepo, HOOK_EVENT_PUSH, p); err != nil {
  279. return fmt.Errorf("PrepareWebhooks: %v", err)
  280. }
  281. return nil
  282. }
  283. // patchConflicts is a list of conflit description from Git.
  284. var patchConflicts = []string{
  285. "patch does not apply",
  286. "already exists in working directory",
  287. "unrecognized input",
  288. "error:",
  289. }
  290. // testPatch checks if patch can be merged to base repository without conflit.
  291. // FIXME: make a mechanism to clean up stable local copies.
  292. func (pr *PullRequest) testPatch() (err error) {
  293. if pr.BaseRepo == nil {
  294. pr.BaseRepo, err = GetRepositoryByID(pr.BaseRepoID)
  295. if err != nil {
  296. return fmt.Errorf("GetRepositoryByID: %v", err)
  297. }
  298. }
  299. patchPath, err := pr.BaseRepo.PatchPath(pr.Index)
  300. if err != nil {
  301. return fmt.Errorf("BaseRepo.PatchPath: %v", err)
  302. }
  303. // Fast fail if patch does not exist, this assumes data is cruppted.
  304. if !com.IsFile(patchPath) {
  305. log.Trace("PullRequest[%d].testPatch: ignored cruppted data", pr.ID)
  306. return nil
  307. }
  308. log.Trace("PullRequest[%d].testPatch (patchPath): %s", pr.ID, patchPath)
  309. if err := pr.BaseRepo.UpdateLocalCopy(); err != nil {
  310. return fmt.Errorf("UpdateLocalCopy: %v", err)
  311. }
  312. // Checkout base branch.
  313. _, stderr, err := process.ExecDir(-1, pr.BaseRepo.LocalCopyPath(),
  314. fmt.Sprintf("PullRequest.Merge (git checkout): %v", pr.BaseRepo.ID),
  315. "git", "checkout", pr.BaseBranch)
  316. if err != nil {
  317. return fmt.Errorf("git checkout: %s", stderr)
  318. }
  319. pr.Status = PULL_REQUEST_STATUS_CHECKING
  320. _, stderr, err = process.ExecDir(-1, pr.BaseRepo.LocalCopyPath(),
  321. fmt.Sprintf("testPatch (git apply --check): %d", pr.BaseRepo.ID),
  322. "git", "apply", "--check", patchPath)
  323. if err != nil {
  324. for i := range patchConflicts {
  325. if strings.Contains(stderr, patchConflicts[i]) {
  326. log.Trace("PullRequest[%d].testPatch (apply): has conflit", pr.ID)
  327. fmt.Println(stderr)
  328. pr.Status = PULL_REQUEST_STATUS_CONFLICT
  329. return nil
  330. }
  331. }
  332. return fmt.Errorf("git apply --check: %v - %s", err, stderr)
  333. }
  334. return nil
  335. }
  336. // NewPullRequest creates new pull request with labels for repository.
  337. func NewPullRequest(repo *Repository, pull *Issue, labelIDs []int64, uuids []string, pr *PullRequest, patch []byte) (err error) {
  338. sess := x.NewSession()
  339. defer sessionRelease(sess)
  340. if err = sess.Begin(); err != nil {
  341. return err
  342. }
  343. if err = newIssue(sess, repo, pull, labelIDs, uuids, true); err != nil {
  344. return fmt.Errorf("newIssue: %v", err)
  345. }
  346. pr.Index = pull.Index
  347. if err = repo.SavePatch(pr.Index, patch); err != nil {
  348. return fmt.Errorf("SavePatch: %v", err)
  349. }
  350. pr.BaseRepo = repo
  351. if err = pr.testPatch(); err != nil {
  352. return fmt.Errorf("testPatch: %v", err)
  353. }
  354. // No conflict appears after test means mergeable.
  355. if pr.Status == PULL_REQUEST_STATUS_CHECKING {
  356. pr.Status = PULL_REQUEST_STATUS_MERGEABLE
  357. }
  358. pr.IssueID = pull.ID
  359. if _, err = sess.Insert(pr); err != nil {
  360. return fmt.Errorf("insert pull repo: %v", err)
  361. }
  362. if err = sess.Commit(); err != nil {
  363. return fmt.Errorf("Commit: %v", err)
  364. }
  365. if err = NotifyWatchers(&Action{
  366. ActUserID: pull.Poster.ID,
  367. ActUserName: pull.Poster.Name,
  368. ActEmail: pull.Poster.Email,
  369. OpType: ACTION_CREATE_PULL_REQUEST,
  370. Content: fmt.Sprintf("%d|%s", pull.Index, pull.Title),
  371. RepoID: repo.ID,
  372. RepoUserName: repo.Owner.Name,
  373. RepoName: repo.Name,
  374. IsPrivate: repo.IsPrivate,
  375. }); err != nil {
  376. log.Error(4, "NotifyWatchers: %v", err)
  377. } else if err = pull.MailParticipants(); err != nil {
  378. log.Error(4, "MailParticipants: %v", err)
  379. }
  380. pr.Issue = pull
  381. pull.PullRequest = pr
  382. if err = PrepareWebhooks(repo, HOOK_EVENT_PULL_REQUEST, &api.PullRequestPayload{
  383. Action: api.HOOK_ISSUE_OPENED,
  384. Index: pull.Index,
  385. PullRequest: pr.APIFormat(),
  386. Repository: repo.APIFormat(nil),
  387. Sender: pull.Poster.APIFormat(),
  388. }); err != nil {
  389. log.Error(4, "PrepareWebhooks: %v", err)
  390. }
  391. go HookQueue.Add(repo.ID)
  392. return nil
  393. }
  394. // GetUnmergedPullRequest returnss a pull request that is open and has not been merged
  395. // by given head/base and repo/branch.
  396. func GetUnmergedPullRequest(headRepoID, baseRepoID int64, headBranch, baseBranch string) (*PullRequest, error) {
  397. pr := new(PullRequest)
  398. has, err := x.Where("head_repo_id=? AND head_branch=? AND base_repo_id=? AND base_branch=? AND has_merged=? AND issue.is_closed=?",
  399. headRepoID, headBranch, baseRepoID, baseBranch, false, false).
  400. Join("INNER", "issue", "issue.id=pull_request.issue_id").Get(pr)
  401. if err != nil {
  402. return nil, err
  403. } else if !has {
  404. return nil, ErrPullRequestNotExist{0, 0, headRepoID, baseRepoID, headBranch, baseBranch}
  405. }
  406. return pr, nil
  407. }
  408. // GetUnmergedPullRequestsByHeadInfo returnss all pull requests that are open and has not been merged
  409. // by given head information (repo and branch).
  410. func GetUnmergedPullRequestsByHeadInfo(repoID int64, branch string) ([]*PullRequest, error) {
  411. prs := make([]*PullRequest, 0, 2)
  412. return prs, x.Where("head_repo_id = ? AND head_branch = ? AND has_merged = ? AND issue.is_closed = ?",
  413. repoID, branch, false, false).
  414. Join("INNER", "issue", "issue.id = pull_request.issue_id").Find(&prs)
  415. }
  416. // GetUnmergedPullRequestsByBaseInfo returnss all pull requests that are open and has not been merged
  417. // by given base information (repo and branch).
  418. func GetUnmergedPullRequestsByBaseInfo(repoID int64, branch string) ([]*PullRequest, error) {
  419. prs := make([]*PullRequest, 0, 2)
  420. return prs, x.Where("base_repo_id=? AND base_branch=? AND has_merged=? AND issue.is_closed=?",
  421. repoID, branch, false, false).
  422. Join("INNER", "issue", "issue.id=pull_request.issue_id").Find(&prs)
  423. }
  424. func getPullRequestByID(e Engine, id int64) (*PullRequest, error) {
  425. pr := new(PullRequest)
  426. has, err := e.Id(id).Get(pr)
  427. if err != nil {
  428. return nil, err
  429. } else if !has {
  430. return nil, ErrPullRequestNotExist{id, 0, 0, 0, "", ""}
  431. }
  432. return pr, pr.loadAttributes(e)
  433. }
  434. // GetPullRequestByID returns a pull request by given ID.
  435. func GetPullRequestByID(id int64) (*PullRequest, error) {
  436. return getPullRequestByID(x, id)
  437. }
  438. func getPullRequestByIssueID(e Engine, issueID int64) (*PullRequest, error) {
  439. pr := &PullRequest{
  440. IssueID: issueID,
  441. }
  442. has, err := e.Get(pr)
  443. if err != nil {
  444. return nil, err
  445. } else if !has {
  446. return nil, ErrPullRequestNotExist{0, issueID, 0, 0, "", ""}
  447. }
  448. return pr, pr.loadAttributes(e)
  449. }
  450. // GetPullRequestByIssueID returns pull request by given issue ID.
  451. func GetPullRequestByIssueID(issueID int64) (*PullRequest, error) {
  452. return getPullRequestByIssueID(x, issueID)
  453. }
  454. // Update updates all fields of pull request.
  455. func (pr *PullRequest) Update() error {
  456. _, err := x.Id(pr.ID).AllCols().Update(pr)
  457. return err
  458. }
  459. // Update updates specific fields of pull request.
  460. func (pr *PullRequest) UpdateCols(cols ...string) error {
  461. _, err := x.Id(pr.ID).Cols(cols...).Update(pr)
  462. return err
  463. }
  464. var PullRequestQueue = NewUniqueQueue(setting.Repository.PullRequestQueueLength)
  465. // UpdatePatch generates and saves a new patch.
  466. func (pr *PullRequest) UpdatePatch() (err error) {
  467. if err = pr.GetHeadRepo(); err != nil {
  468. return fmt.Errorf("GetHeadRepo: %v", err)
  469. } else if pr.HeadRepo == nil {
  470. log.Trace("PullRequest[%d].UpdatePatch: ignored cruppted data", pr.ID)
  471. return nil
  472. }
  473. if err = pr.GetBaseRepo(); err != nil {
  474. return fmt.Errorf("GetBaseRepo: %v", err)
  475. }
  476. headGitRepo, err := git.OpenRepository(pr.HeadRepo.RepoPath())
  477. if err != nil {
  478. return fmt.Errorf("OpenRepository: %v", err)
  479. }
  480. // Add a temporary remote.
  481. tmpRemote := com.ToStr(time.Now().UnixNano())
  482. if err = headGitRepo.AddRemote(tmpRemote, RepoPath(pr.BaseRepo.MustOwner().Name, pr.BaseRepo.Name), true); err != nil {
  483. return fmt.Errorf("AddRemote: %v", err)
  484. }
  485. defer func() {
  486. headGitRepo.RemoveRemote(tmpRemote)
  487. }()
  488. remoteBranch := "remotes/" + tmpRemote + "/" + pr.BaseBranch
  489. pr.MergeBase, err = headGitRepo.GetMergeBase(remoteBranch, pr.HeadBranch)
  490. if err != nil {
  491. return fmt.Errorf("GetMergeBase: %v", err)
  492. } else if err = pr.Update(); err != nil {
  493. return fmt.Errorf("Update: %v", err)
  494. }
  495. patch, err := headGitRepo.GetPatch(pr.MergeBase, pr.HeadBranch)
  496. if err != nil {
  497. return fmt.Errorf("GetPatch: %v", err)
  498. }
  499. if err = pr.BaseRepo.SavePatch(pr.Index, patch); err != nil {
  500. return fmt.Errorf("BaseRepo.SavePatch: %v", err)
  501. }
  502. return nil
  503. }
  504. // PushToBaseRepo pushes commits from branches of head repository to
  505. // corresponding branches of base repository.
  506. // FIXME: Only push branches that are actually updates?
  507. func (pr *PullRequest) PushToBaseRepo() (err error) {
  508. log.Trace("PushToBaseRepo[%d]: pushing commits to base repo 'refs/pull/%d/head'", pr.BaseRepoID, pr.Index)
  509. headRepoPath := pr.HeadRepo.RepoPath()
  510. headGitRepo, err := git.OpenRepository(headRepoPath)
  511. if err != nil {
  512. return fmt.Errorf("OpenRepository: %v", err)
  513. }
  514. tmpRemoteName := fmt.Sprintf("tmp-pull-%d", pr.ID)
  515. if err = headGitRepo.AddRemote(tmpRemoteName, pr.BaseRepo.RepoPath(), false); err != nil {
  516. return fmt.Errorf("headGitRepo.AddRemote: %v", err)
  517. }
  518. // Make sure to remove the remote even if the push fails
  519. defer headGitRepo.RemoveRemote(tmpRemoteName)
  520. headFile := fmt.Sprintf("refs/pull/%d/head", pr.Index)
  521. // Remove head in case there is a conflict.
  522. os.Remove(path.Join(pr.BaseRepo.RepoPath(), headFile))
  523. if err = git.Push(headRepoPath, tmpRemoteName, fmt.Sprintf("%s:%s", pr.HeadBranch, headFile)); err != nil {
  524. return fmt.Errorf("Push: %v", err)
  525. }
  526. return nil
  527. }
  528. // AddToTaskQueue adds itself to pull request test task queue.
  529. func (pr *PullRequest) AddToTaskQueue() {
  530. go PullRequestQueue.AddFunc(pr.ID, func() {
  531. pr.Status = PULL_REQUEST_STATUS_CHECKING
  532. if err := pr.UpdateCols("status"); err != nil {
  533. log.Error(5, "AddToTaskQueue.UpdateCols[%d].(add to queue): %v", pr.ID, err)
  534. }
  535. })
  536. }
  537. type PullRequestList []*PullRequest
  538. func (prs PullRequestList) loadAttributes(e Engine) error {
  539. if len(prs) == 0 {
  540. return nil
  541. }
  542. // Load issues.
  543. issueIDs := make([]int64, 0, len(prs))
  544. for i := range prs {
  545. issueIDs = append(issueIDs, prs[i].IssueID)
  546. }
  547. issues := make([]*Issue, 0, len(issueIDs))
  548. if err := e.Where("id > 0").In("id", issueIDs).Find(&issues); err != nil {
  549. return fmt.Errorf("find issues: %v", err)
  550. }
  551. set := make(map[int64]*Issue)
  552. for i := range issues {
  553. set[issues[i].ID] = issues[i]
  554. }
  555. for i := range prs {
  556. prs[i].Issue = set[prs[i].IssueID]
  557. }
  558. return nil
  559. }
  560. func (prs PullRequestList) LoadAttributes() error {
  561. return prs.loadAttributes(x)
  562. }
  563. func addHeadRepoTasks(prs []*PullRequest) {
  564. for _, pr := range prs {
  565. log.Trace("addHeadRepoTasks[%d]: composing new test task", pr.ID)
  566. if err := pr.UpdatePatch(); err != nil {
  567. log.Error(4, "UpdatePatch: %v", err)
  568. continue
  569. } else if err := pr.PushToBaseRepo(); err != nil {
  570. log.Error(4, "PushToBaseRepo: %v", err)
  571. continue
  572. }
  573. pr.AddToTaskQueue()
  574. }
  575. }
  576. // AddTestPullRequestTask adds new test tasks by given head/base repository and head/base branch,
  577. // and generate new patch for testing as needed.
  578. func AddTestPullRequestTask(doer *User, repoID int64, branch string, isSync bool) {
  579. log.Trace("AddTestPullRequestTask [head_repo_id: %d, head_branch: %s]: finding pull requests", repoID, branch)
  580. prs, err := GetUnmergedPullRequestsByHeadInfo(repoID, branch)
  581. if err != nil {
  582. log.Error(4, "Find pull requests [head_repo_id: %d, head_branch: %s]: %v", repoID, branch, err)
  583. return
  584. }
  585. if isSync {
  586. if err = PullRequestList(prs).LoadAttributes(); err != nil {
  587. log.Error(4, "PullRequestList.LoadAttributes: %v", err)
  588. }
  589. if err == nil {
  590. for _, pr := range prs {
  591. pr.Issue.PullRequest = pr
  592. if err = pr.Issue.LoadAttributes(); err != nil {
  593. log.Error(4, "LoadAttributes: %v", err)
  594. continue
  595. }
  596. if err = PrepareWebhooks(pr.Issue.Repo, HOOK_EVENT_PULL_REQUEST, &api.PullRequestPayload{
  597. Action: api.HOOK_ISSUE_SYNCHRONIZED,
  598. Index: pr.Issue.Index,
  599. PullRequest: pr.Issue.PullRequest.APIFormat(),
  600. Repository: pr.Issue.Repo.APIFormat(nil),
  601. Sender: doer.APIFormat(),
  602. }); err != nil {
  603. log.Error(4, "PrepareWebhooks [pull_id: %v]: %v", pr.ID, err)
  604. continue
  605. }
  606. go HookQueue.Add(pr.Issue.Repo.ID)
  607. }
  608. }
  609. }
  610. addHeadRepoTasks(prs)
  611. log.Trace("AddTestPullRequestTask [base_repo_id: %d, base_branch: %s]: finding pull requests", repoID, branch)
  612. prs, err = GetUnmergedPullRequestsByBaseInfo(repoID, branch)
  613. if err != nil {
  614. log.Error(4, "Find pull requests [base_repo_id: %d, base_branch: %s]: %v", repoID, branch, err)
  615. return
  616. }
  617. for _, pr := range prs {
  618. pr.AddToTaskQueue()
  619. }
  620. }
  621. func ChangeUsernameInPullRequests(oldUserName, newUserName string) error {
  622. pr := PullRequest{
  623. HeadUserName: strings.ToLower(newUserName),
  624. }
  625. _, err := x.Cols("head_user_name").Where("head_user_name = ?", strings.ToLower(oldUserName)).Update(pr)
  626. return err
  627. }
  628. // checkAndUpdateStatus checks if pull request is possible to levaing checking status,
  629. // and set to be either conflict or mergeable.
  630. func (pr *PullRequest) checkAndUpdateStatus() {
  631. // Status is not changed to conflict means mergeable.
  632. if pr.Status == PULL_REQUEST_STATUS_CHECKING {
  633. pr.Status = PULL_REQUEST_STATUS_MERGEABLE
  634. }
  635. // Make sure there is no waiting test to process before levaing the checking status.
  636. if !PullRequestQueue.Exist(pr.ID) {
  637. if err := pr.UpdateCols("status"); err != nil {
  638. log.Error(4, "Update[%d]: %v", pr.ID, err)
  639. }
  640. }
  641. }
  642. // TestPullRequests checks and tests untested patches of pull requests.
  643. // TODO: test more pull requests at same time.
  644. func TestPullRequests() {
  645. prs := make([]*PullRequest, 0, 10)
  646. x.Iterate(PullRequest{
  647. Status: PULL_REQUEST_STATUS_CHECKING,
  648. },
  649. func(idx int, bean interface{}) error {
  650. pr := bean.(*PullRequest)
  651. if err := pr.GetBaseRepo(); err != nil {
  652. log.Error(3, "GetBaseRepo: %v", err)
  653. return nil
  654. }
  655. if err := pr.testPatch(); err != nil {
  656. log.Error(3, "testPatch: %v", err)
  657. return nil
  658. }
  659. prs = append(prs, pr)
  660. return nil
  661. })
  662. // Update pull request status.
  663. for _, pr := range prs {
  664. pr.checkAndUpdateStatus()
  665. }
  666. // Start listening on new test requests.
  667. for prID := range PullRequestQueue.Queue() {
  668. log.Trace("TestPullRequests[%v]: processing test task", prID)
  669. PullRequestQueue.Remove(prID)
  670. pr, err := GetPullRequestByID(com.StrTo(prID).MustInt64())
  671. if err != nil {
  672. log.Error(4, "GetPullRequestByID[%d]: %v", prID, err)
  673. continue
  674. } else if err = pr.testPatch(); err != nil {
  675. log.Error(4, "testPatch[%d]: %v", pr.ID, err)
  676. continue
  677. }
  678. pr.checkAndUpdateStatus()
  679. }
  680. }
  681. func InitTestPullRequests() {
  682. go TestPullRequests()
  683. }