You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

issue_search.go 16KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505
  1. // Copyright 2023 The Gitea Authors. All rights reserved.
  2. // SPDX-License-Identifier: MIT
  3. package issues
  4. import (
  5. "context"
  6. "fmt"
  7. "strings"
  8. "code.gitea.io/gitea/models/db"
  9. "code.gitea.io/gitea/models/organization"
  10. repo_model "code.gitea.io/gitea/models/repo"
  11. "code.gitea.io/gitea/models/unit"
  12. user_model "code.gitea.io/gitea/models/user"
  13. "code.gitea.io/gitea/modules/util"
  14. "xorm.io/builder"
  15. "xorm.io/xorm"
  16. )
  17. // IssuesOptions represents options of an issue.
  18. type IssuesOptions struct { //nolint
  19. db.Paginator
  20. RepoIDs []int64 // overwrites RepoCond if the length is not 0
  21. RepoCond builder.Cond
  22. AssigneeID int64
  23. PosterID int64
  24. MentionedID int64
  25. ReviewRequestedID int64
  26. ReviewedID int64
  27. SubscriberID int64
  28. MilestoneIDs []int64
  29. ProjectID int64
  30. ProjectBoardID int64
  31. IsClosed util.OptionalBool
  32. IsPull util.OptionalBool
  33. LabelIDs []int64
  34. IncludedLabelNames []string
  35. ExcludedLabelNames []string
  36. IncludeMilestones []string
  37. SortType string
  38. IssueIDs []int64
  39. UpdatedAfterUnix int64
  40. UpdatedBeforeUnix int64
  41. // prioritize issues from this repo
  42. PriorityRepoID int64
  43. IsArchived util.OptionalBool
  44. Org *organization.Organization // issues permission scope
  45. Team *organization.Team // issues permission scope
  46. User *user_model.User // issues permission scope
  47. }
  48. // applySorts sort an issues-related session based on the provided
  49. // sortType string
  50. func applySorts(sess *xorm.Session, sortType string, priorityRepoID int64) {
  51. switch sortType {
  52. case "oldest":
  53. sess.Asc("issue.created_unix").Asc("issue.id")
  54. case "recentupdate":
  55. sess.Desc("issue.updated_unix").Desc("issue.created_unix").Desc("issue.id")
  56. case "leastupdate":
  57. sess.Asc("issue.updated_unix").Asc("issue.created_unix").Asc("issue.id")
  58. case "mostcomment":
  59. sess.Desc("issue.num_comments").Desc("issue.created_unix").Desc("issue.id")
  60. case "leastcomment":
  61. sess.Asc("issue.num_comments").Desc("issue.created_unix").Desc("issue.id")
  62. case "priority":
  63. sess.Desc("issue.priority").Desc("issue.created_unix").Desc("issue.id")
  64. case "nearduedate":
  65. // 253370764800 is 01/01/9999 @ 12:00am (UTC)
  66. sess.Join("LEFT", "milestone", "issue.milestone_id = milestone.id").
  67. OrderBy("CASE " +
  68. "WHEN issue.deadline_unix = 0 AND (milestone.deadline_unix = 0 OR milestone.deadline_unix IS NULL) THEN 253370764800 " +
  69. "WHEN milestone.deadline_unix = 0 OR milestone.deadline_unix IS NULL THEN issue.deadline_unix " +
  70. "WHEN milestone.deadline_unix < issue.deadline_unix OR issue.deadline_unix = 0 THEN milestone.deadline_unix " +
  71. "ELSE issue.deadline_unix END ASC").
  72. Desc("issue.created_unix").
  73. Desc("issue.id")
  74. case "farduedate":
  75. sess.Join("LEFT", "milestone", "issue.milestone_id = milestone.id").
  76. OrderBy("CASE " +
  77. "WHEN milestone.deadline_unix IS NULL THEN issue.deadline_unix " +
  78. "WHEN milestone.deadline_unix < issue.deadline_unix OR issue.deadline_unix = 0 THEN milestone.deadline_unix " +
  79. "ELSE issue.deadline_unix END DESC").
  80. Desc("issue.created_unix").
  81. Desc("issue.id")
  82. case "priorityrepo":
  83. sess.OrderBy("CASE "+
  84. "WHEN issue.repo_id = ? THEN 1 "+
  85. "ELSE 2 END ASC", priorityRepoID).
  86. Desc("issue.created_unix").
  87. Desc("issue.id")
  88. case "project-column-sorting":
  89. sess.Asc("project_issue.sorting").Desc("issue.created_unix").Desc("issue.id")
  90. default:
  91. sess.Desc("issue.created_unix").Desc("issue.id")
  92. }
  93. }
  94. func applyLimit(sess *xorm.Session, opts *IssuesOptions) *xorm.Session {
  95. if opts.Paginator == nil || opts.Paginator.IsListAll() {
  96. return sess
  97. }
  98. // Warning: Do not use GetSkipTake() for *db.ListOptions
  99. // Its implementation could reset the page size with setting.API.MaxResponseItems
  100. if listOptions, ok := opts.Paginator.(*db.ListOptions); ok {
  101. if listOptions.Page >= 0 && listOptions.PageSize > 0 {
  102. var start int
  103. if listOptions.Page == 0 {
  104. start = 0
  105. } else {
  106. start = (listOptions.Page - 1) * listOptions.PageSize
  107. }
  108. sess.Limit(listOptions.PageSize, start)
  109. }
  110. return sess
  111. }
  112. start, limit := opts.Paginator.GetSkipTake()
  113. sess.Limit(limit, start)
  114. return sess
  115. }
  116. func applyLabelsCondition(sess *xorm.Session, opts *IssuesOptions) *xorm.Session {
  117. if len(opts.LabelIDs) > 0 {
  118. if opts.LabelIDs[0] == 0 {
  119. sess.Where("issue.id NOT IN (SELECT issue_id FROM issue_label)")
  120. } else {
  121. for i, labelID := range opts.LabelIDs {
  122. if labelID > 0 {
  123. sess.Join("INNER", fmt.Sprintf("issue_label il%d", i),
  124. fmt.Sprintf("issue.id = il%[1]d.issue_id AND il%[1]d.label_id = %[2]d", i, labelID))
  125. } else if labelID < 0 { // 0 is not supported here, so just ignore it
  126. sess.Where("issue.id not in (select issue_id from issue_label where label_id = ?)", -labelID)
  127. }
  128. }
  129. }
  130. }
  131. if len(opts.IncludedLabelNames) > 0 {
  132. sess.In("issue.id", BuildLabelNamesIssueIDsCondition(opts.IncludedLabelNames))
  133. }
  134. if len(opts.ExcludedLabelNames) > 0 {
  135. sess.And(builder.NotIn("issue.id", BuildLabelNamesIssueIDsCondition(opts.ExcludedLabelNames)))
  136. }
  137. return sess
  138. }
  139. func applyMilestoneCondition(sess *xorm.Session, opts *IssuesOptions) *xorm.Session {
  140. if len(opts.MilestoneIDs) == 1 && opts.MilestoneIDs[0] == db.NoConditionID {
  141. sess.And("issue.milestone_id = 0")
  142. } else if len(opts.MilestoneIDs) > 0 {
  143. sess.In("issue.milestone_id", opts.MilestoneIDs)
  144. }
  145. if len(opts.IncludeMilestones) > 0 {
  146. sess.In("issue.milestone_id",
  147. builder.Select("id").
  148. From("milestone").
  149. Where(builder.In("name", opts.IncludeMilestones)))
  150. }
  151. return sess
  152. }
  153. func applyProjectCondition(sess *xorm.Session, opts *IssuesOptions) *xorm.Session {
  154. if opts.ProjectID > 0 { // specific project
  155. sess.Join("INNER", "project_issue", "issue.id = project_issue.issue_id").
  156. And("project_issue.project_id=?", opts.ProjectID)
  157. } else if opts.ProjectID == db.NoConditionID { // show those that are in no project
  158. sess.And(builder.NotIn("issue.id", builder.Select("issue_id").From("project_issue").And(builder.Neq{"project_id": 0})))
  159. }
  160. // opts.ProjectID == 0 means all projects,
  161. // do not need to apply any condition
  162. return sess
  163. }
  164. func applyRepoConditions(sess *xorm.Session, opts *IssuesOptions) *xorm.Session {
  165. if len(opts.RepoIDs) == 1 {
  166. opts.RepoCond = builder.Eq{"issue.repo_id": opts.RepoIDs[0]}
  167. } else if len(opts.RepoIDs) > 1 {
  168. opts.RepoCond = builder.In("issue.repo_id", opts.RepoIDs)
  169. }
  170. if opts.RepoCond != nil {
  171. sess.And(opts.RepoCond)
  172. }
  173. return sess
  174. }
  175. func applyConditions(sess *xorm.Session, opts *IssuesOptions) *xorm.Session {
  176. if len(opts.IssueIDs) > 0 {
  177. sess.In("issue.id", opts.IssueIDs)
  178. }
  179. applyRepoConditions(sess, opts)
  180. if !opts.IsClosed.IsNone() {
  181. sess.And("issue.is_closed=?", opts.IsClosed.IsTrue())
  182. }
  183. if opts.AssigneeID > 0 {
  184. applyAssigneeCondition(sess, opts.AssigneeID)
  185. } else if opts.AssigneeID == db.NoConditionID {
  186. sess.Where("issue.id NOT IN (SELECT issue_id FROM issue_assignees)")
  187. }
  188. if opts.PosterID > 0 {
  189. applyPosterCondition(sess, opts.PosterID)
  190. }
  191. if opts.MentionedID > 0 {
  192. applyMentionedCondition(sess, opts.MentionedID)
  193. }
  194. if opts.ReviewRequestedID > 0 {
  195. applyReviewRequestedCondition(sess, opts.ReviewRequestedID)
  196. }
  197. if opts.ReviewedID > 0 {
  198. applyReviewedCondition(sess, opts.ReviewedID)
  199. }
  200. if opts.SubscriberID > 0 {
  201. applySubscribedCondition(sess, opts.SubscriberID)
  202. }
  203. applyMilestoneCondition(sess, opts)
  204. if opts.UpdatedAfterUnix != 0 {
  205. sess.And(builder.Gte{"issue.updated_unix": opts.UpdatedAfterUnix})
  206. }
  207. if opts.UpdatedBeforeUnix != 0 {
  208. sess.And(builder.Lte{"issue.updated_unix": opts.UpdatedBeforeUnix})
  209. }
  210. applyProjectCondition(sess, opts)
  211. if opts.ProjectBoardID != 0 {
  212. if opts.ProjectBoardID > 0 {
  213. sess.In("issue.id", builder.Select("issue_id").From("project_issue").Where(builder.Eq{"project_board_id": opts.ProjectBoardID}))
  214. } else {
  215. sess.In("issue.id", builder.Select("issue_id").From("project_issue").Where(builder.Eq{"project_board_id": 0}))
  216. }
  217. }
  218. switch opts.IsPull {
  219. case util.OptionalBoolTrue:
  220. sess.And("issue.is_pull=?", true)
  221. case util.OptionalBoolFalse:
  222. sess.And("issue.is_pull=?", false)
  223. }
  224. if opts.IsArchived != util.OptionalBoolNone {
  225. sess.And(builder.Eq{"repository.is_archived": opts.IsArchived.IsTrue()})
  226. }
  227. applyLabelsCondition(sess, opts)
  228. if opts.User != nil {
  229. sess.And(issuePullAccessibleRepoCond("issue.repo_id", opts.User.ID, opts.Org, opts.Team, opts.IsPull.IsTrue()))
  230. }
  231. return sess
  232. }
  233. // teamUnitsRepoCond returns query condition for those repo id in the special org team with special units access
  234. func teamUnitsRepoCond(id string, userID, orgID, teamID int64, units ...unit.Type) builder.Cond {
  235. return builder.In(id,
  236. builder.Select("repo_id").From("team_repo").Where(
  237. builder.Eq{
  238. "team_id": teamID,
  239. }.And(
  240. builder.Or(
  241. // Check if the user is member of the team.
  242. builder.In(
  243. "team_id", builder.Select("team_id").From("team_user").Where(
  244. builder.Eq{
  245. "uid": userID,
  246. },
  247. ),
  248. ),
  249. // Check if the user is in the owner team of the organisation.
  250. builder.Exists(builder.Select("team_id").From("team_user").
  251. Where(builder.Eq{
  252. "org_id": orgID,
  253. "team_id": builder.Select("id").From("team").Where(
  254. builder.Eq{
  255. "org_id": orgID,
  256. "lower_name": strings.ToLower(organization.OwnerTeamName),
  257. }),
  258. "uid": userID,
  259. }),
  260. ),
  261. )).And(
  262. builder.In(
  263. "team_id", builder.Select("team_id").From("team_unit").Where(
  264. builder.Eq{
  265. "`team_unit`.org_id": orgID,
  266. }.And(
  267. builder.In("`team_unit`.type", units),
  268. ),
  269. ),
  270. ),
  271. ),
  272. ))
  273. }
  274. // issuePullAccessibleRepoCond userID must not be zero, this condition require join repository table
  275. func issuePullAccessibleRepoCond(repoIDstr string, userID int64, org *organization.Organization, team *organization.Team, isPull bool) builder.Cond {
  276. cond := builder.NewCond()
  277. unitType := unit.TypeIssues
  278. if isPull {
  279. unitType = unit.TypePullRequests
  280. }
  281. if org != nil {
  282. if team != nil {
  283. cond = cond.And(teamUnitsRepoCond(repoIDstr, userID, org.ID, team.ID, unitType)) // special team member repos
  284. } else {
  285. cond = cond.And(
  286. builder.Or(
  287. repo_model.UserOrgUnitRepoCond(repoIDstr, userID, org.ID, unitType), // team member repos
  288. repo_model.UserOrgPublicUnitRepoCond(userID, org.ID), // user org public non-member repos, TODO: check repo has issues
  289. ),
  290. )
  291. }
  292. } else {
  293. cond = cond.And(
  294. builder.Or(
  295. repo_model.UserOwnedRepoCond(userID), // owned repos
  296. repo_model.UserAccessRepoCond(repoIDstr, userID), // user can access repo in a unit independent way
  297. repo_model.UserAssignedRepoCond(repoIDstr, userID), // user has been assigned accessible public repos
  298. repo_model.UserMentionedRepoCond(repoIDstr, userID), // user has been mentioned accessible public repos
  299. repo_model.UserCreateIssueRepoCond(repoIDstr, userID, isPull), // user has created issue/pr accessible public repos
  300. ),
  301. )
  302. }
  303. return cond
  304. }
  305. func applyAssigneeCondition(sess *xorm.Session, assigneeID int64) *xorm.Session {
  306. return sess.Join("INNER", "issue_assignees", "issue.id = issue_assignees.issue_id").
  307. And("issue_assignees.assignee_id = ?", assigneeID)
  308. }
  309. func applyPosterCondition(sess *xorm.Session, posterID int64) *xorm.Session {
  310. return sess.And("issue.poster_id=?", posterID)
  311. }
  312. func applyMentionedCondition(sess *xorm.Session, mentionedID int64) *xorm.Session {
  313. return sess.Join("INNER", "issue_user", "issue.id = issue_user.issue_id").
  314. And("issue_user.is_mentioned = ?", true).
  315. And("issue_user.uid = ?", mentionedID)
  316. }
  317. func applyReviewRequestedCondition(sess *xorm.Session, reviewRequestedID int64) *xorm.Session {
  318. existInTeamQuery := builder.Select("team_user.team_id").
  319. From("team_user").
  320. Where(builder.Eq{"team_user.uid": reviewRequestedID})
  321. // if the review is approved or rejected, it should not be shown in the review requested list
  322. maxReview := builder.Select("MAX(r.id)").
  323. From("review as r").
  324. Where(builder.In("r.type", []ReviewType{ReviewTypeApprove, ReviewTypeReject, ReviewTypeRequest})).
  325. GroupBy("r.issue_id, r.reviewer_id, r.reviewer_team_id")
  326. subQuery := builder.Select("review.issue_id").
  327. From("review").
  328. Where(builder.And(
  329. builder.Eq{"review.type": ReviewTypeRequest},
  330. builder.Or(
  331. builder.Eq{"review.reviewer_id": reviewRequestedID},
  332. builder.In("review.reviewer_team_id", existInTeamQuery),
  333. ),
  334. builder.In("review.id", maxReview),
  335. ))
  336. return sess.Where("issue.poster_id <> ?", reviewRequestedID).
  337. And(builder.In("issue.id", subQuery))
  338. }
  339. func applyReviewedCondition(sess *xorm.Session, reviewedID int64) *xorm.Session {
  340. // Query for pull requests where you are a reviewer or commenter, excluding
  341. // any pull requests already returned by the the review requested filter.
  342. notPoster := builder.Neq{"issue.poster_id": reviewedID}
  343. reviewed := builder.In("issue.id", builder.
  344. Select("issue_id").
  345. From("review").
  346. Where(builder.And(
  347. builder.Neq{"type": ReviewTypeRequest},
  348. builder.Or(
  349. builder.Eq{"reviewer_id": reviewedID},
  350. builder.In("reviewer_team_id", builder.
  351. Select("team_id").
  352. From("team_user").
  353. Where(builder.Eq{"uid": reviewedID}),
  354. ),
  355. ),
  356. )),
  357. )
  358. commented := builder.In("issue.id", builder.
  359. Select("issue_id").
  360. From("comment").
  361. Where(builder.And(
  362. builder.Eq{"poster_id": reviewedID},
  363. builder.In("type", CommentTypeComment, CommentTypeCode, CommentTypeReview),
  364. )),
  365. )
  366. return sess.And(notPoster, builder.Or(reviewed, commented))
  367. }
  368. func applySubscribedCondition(sess *xorm.Session, subscriberID int64) *xorm.Session {
  369. return sess.And(
  370. builder.
  371. NotIn("issue.id",
  372. builder.Select("issue_id").
  373. From("issue_watch").
  374. Where(builder.Eq{"is_watching": false, "user_id": subscriberID}),
  375. ),
  376. ).And(
  377. builder.Or(
  378. builder.In("issue.id", builder.
  379. Select("issue_id").
  380. From("issue_watch").
  381. Where(builder.Eq{"is_watching": true, "user_id": subscriberID}),
  382. ),
  383. builder.In("issue.id", builder.
  384. Select("issue_id").
  385. From("comment").
  386. Where(builder.Eq{"poster_id": subscriberID}),
  387. ),
  388. builder.Eq{"issue.poster_id": subscriberID},
  389. builder.In("issue.repo_id", builder.
  390. Select("id").
  391. From("watch").
  392. Where(builder.And(builder.Eq{"user_id": subscriberID},
  393. builder.In("mode", repo_model.WatchModeNormal, repo_model.WatchModeAuto))),
  394. ),
  395. ),
  396. )
  397. }
  398. // GetRepoIDsForIssuesOptions find all repo ids for the given options
  399. func GetRepoIDsForIssuesOptions(opts *IssuesOptions, user *user_model.User) ([]int64, error) {
  400. repoIDs := make([]int64, 0, 5)
  401. e := db.GetEngine(db.DefaultContext)
  402. sess := e.Join("INNER", "repository", "`issue`.repo_id = `repository`.id")
  403. applyConditions(sess, opts)
  404. accessCond := repo_model.AccessibleRepositoryCondition(user, unit.TypeInvalid)
  405. if err := sess.Where(accessCond).
  406. Distinct("issue.repo_id").
  407. Table("issue").
  408. Find(&repoIDs); err != nil {
  409. return nil, fmt.Errorf("unable to GetRepoIDsForIssuesOptions: %w", err)
  410. }
  411. return repoIDs, nil
  412. }
  413. // Issues returns a list of issues by given conditions.
  414. func Issues(ctx context.Context, opts *IssuesOptions) (IssueList, error) {
  415. sess := db.GetEngine(ctx).
  416. Join("INNER", "repository", "`issue`.repo_id = `repository`.id")
  417. applyLimit(sess, opts)
  418. applyConditions(sess, opts)
  419. applySorts(sess, opts.SortType, opts.PriorityRepoID)
  420. issues := IssueList{}
  421. if err := sess.Find(&issues); err != nil {
  422. return nil, fmt.Errorf("unable to query Issues: %w", err)
  423. }
  424. if err := issues.LoadAttributes(ctx); err != nil {
  425. return nil, fmt.Errorf("unable to LoadAttributes for Issues: %w", err)
  426. }
  427. return issues, nil
  428. }
  429. // IssueIDs returns a list of issue ids by given conditions.
  430. func IssueIDs(ctx context.Context, opts *IssuesOptions, otherConds ...builder.Cond) ([]int64, int64, error) {
  431. sess := db.GetEngine(ctx).
  432. Join("INNER", "repository", "`issue`.repo_id = `repository`.id")
  433. applyConditions(sess, opts)
  434. for _, cond := range otherConds {
  435. sess.And(cond)
  436. }
  437. applyLimit(sess, opts)
  438. applySorts(sess, opts.SortType, opts.PriorityRepoID)
  439. var res []int64
  440. total, err := sess.Select("`issue`.id").Table(&Issue{}).FindAndCount(&res)
  441. if err != nil {
  442. return nil, 0, err
  443. }
  444. return res, total, nil
  445. }