You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

repo_activity.go 11KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362
  1. // Copyright 2017 The Gitea Authors. All rights reserved.
  2. // Use of this source code is governed by a MIT-style
  3. // license that can be found in the LICENSE file.
  4. package models
  5. import (
  6. "fmt"
  7. "sort"
  8. "time"
  9. "code.gitea.io/gitea/models/db"
  10. "code.gitea.io/gitea/modules/git"
  11. "xorm.io/xorm"
  12. )
  13. // ActivityAuthorData represents statistical git commit count data
  14. type ActivityAuthorData struct {
  15. Name string `json:"name"`
  16. Login string `json:"login"`
  17. AvatarLink string `json:"avatar_link"`
  18. HomeLink string `json:"home_link"`
  19. Commits int64 `json:"commits"`
  20. }
  21. // ActivityStats represets issue and pull request information.
  22. type ActivityStats struct {
  23. OpenedPRs PullRequestList
  24. OpenedPRAuthorCount int64
  25. MergedPRs PullRequestList
  26. MergedPRAuthorCount int64
  27. OpenedIssues IssueList
  28. OpenedIssueAuthorCount int64
  29. ClosedIssues IssueList
  30. ClosedIssueAuthorCount int64
  31. UnresolvedIssues IssueList
  32. PublishedReleases []*Release
  33. PublishedReleaseAuthorCount int64
  34. Code *git.CodeActivityStats
  35. }
  36. // GetActivityStats return stats for repository at given time range
  37. func GetActivityStats(repo *Repository, timeFrom time.Time, releases, issues, prs, code bool) (*ActivityStats, error) {
  38. stats := &ActivityStats{Code: &git.CodeActivityStats{}}
  39. if releases {
  40. if err := stats.FillReleases(repo.ID, timeFrom); err != nil {
  41. return nil, fmt.Errorf("FillReleases: %v", err)
  42. }
  43. }
  44. if prs {
  45. if err := stats.FillPullRequests(repo.ID, timeFrom); err != nil {
  46. return nil, fmt.Errorf("FillPullRequests: %v", err)
  47. }
  48. }
  49. if issues {
  50. if err := stats.FillIssues(repo.ID, timeFrom); err != nil {
  51. return nil, fmt.Errorf("FillIssues: %v", err)
  52. }
  53. }
  54. if err := stats.FillUnresolvedIssues(repo.ID, timeFrom, issues, prs); err != nil {
  55. return nil, fmt.Errorf("FillUnresolvedIssues: %v", err)
  56. }
  57. if code {
  58. gitRepo, err := git.OpenRepository(repo.RepoPath())
  59. if err != nil {
  60. return nil, fmt.Errorf("OpenRepository: %v", err)
  61. }
  62. defer gitRepo.Close()
  63. code, err := gitRepo.GetCodeActivityStats(timeFrom, repo.DefaultBranch)
  64. if err != nil {
  65. return nil, fmt.Errorf("FillFromGit: %v", err)
  66. }
  67. stats.Code = code
  68. }
  69. return stats, nil
  70. }
  71. // GetActivityStatsTopAuthors returns top author stats for git commits for all branches
  72. func GetActivityStatsTopAuthors(repo *Repository, timeFrom time.Time, count int) ([]*ActivityAuthorData, error) {
  73. gitRepo, err := git.OpenRepository(repo.RepoPath())
  74. if err != nil {
  75. return nil, fmt.Errorf("OpenRepository: %v", err)
  76. }
  77. defer gitRepo.Close()
  78. code, err := gitRepo.GetCodeActivityStats(timeFrom, "")
  79. if err != nil {
  80. return nil, fmt.Errorf("FillFromGit: %v", err)
  81. }
  82. if code.Authors == nil {
  83. return nil, nil
  84. }
  85. users := make(map[int64]*ActivityAuthorData)
  86. var unknownUserID int64
  87. unknownUserAvatarLink := NewGhostUser().AvatarLink()
  88. for _, v := range code.Authors {
  89. if len(v.Email) == 0 {
  90. continue
  91. }
  92. u, err := GetUserByEmail(v.Email)
  93. if u == nil || IsErrUserNotExist(err) {
  94. unknownUserID--
  95. users[unknownUserID] = &ActivityAuthorData{
  96. Name: v.Name,
  97. AvatarLink: unknownUserAvatarLink,
  98. Commits: v.Commits,
  99. }
  100. continue
  101. }
  102. if err != nil {
  103. return nil, err
  104. }
  105. if user, ok := users[u.ID]; !ok {
  106. users[u.ID] = &ActivityAuthorData{
  107. Name: u.DisplayName(),
  108. Login: u.LowerName,
  109. AvatarLink: u.AvatarLink(),
  110. HomeLink: u.HomeLink(),
  111. Commits: v.Commits,
  112. }
  113. } else {
  114. user.Commits += v.Commits
  115. }
  116. }
  117. v := make([]*ActivityAuthorData, 0)
  118. for _, u := range users {
  119. v = append(v, u)
  120. }
  121. sort.Slice(v, func(i, j int) bool {
  122. return v[i].Commits > v[j].Commits
  123. })
  124. cnt := count
  125. if cnt > len(v) {
  126. cnt = len(v)
  127. }
  128. return v[:cnt], nil
  129. }
  130. // ActivePRCount returns total active pull request count
  131. func (stats *ActivityStats) ActivePRCount() int {
  132. return stats.OpenedPRCount() + stats.MergedPRCount()
  133. }
  134. // OpenedPRCount returns opened pull request count
  135. func (stats *ActivityStats) OpenedPRCount() int {
  136. return len(stats.OpenedPRs)
  137. }
  138. // OpenedPRPerc returns opened pull request percents from total active
  139. func (stats *ActivityStats) OpenedPRPerc() int {
  140. return int(float32(stats.OpenedPRCount()) / float32(stats.ActivePRCount()) * 100.0)
  141. }
  142. // MergedPRCount returns merged pull request count
  143. func (stats *ActivityStats) MergedPRCount() int {
  144. return len(stats.MergedPRs)
  145. }
  146. // MergedPRPerc returns merged pull request percent from total active
  147. func (stats *ActivityStats) MergedPRPerc() int {
  148. return int(float32(stats.MergedPRCount()) / float32(stats.ActivePRCount()) * 100.0)
  149. }
  150. // ActiveIssueCount returns total active issue count
  151. func (stats *ActivityStats) ActiveIssueCount() int {
  152. return stats.OpenedIssueCount() + stats.ClosedIssueCount()
  153. }
  154. // OpenedIssueCount returns open issue count
  155. func (stats *ActivityStats) OpenedIssueCount() int {
  156. return len(stats.OpenedIssues)
  157. }
  158. // OpenedIssuePerc returns open issue count percent from total active
  159. func (stats *ActivityStats) OpenedIssuePerc() int {
  160. return int(float32(stats.OpenedIssueCount()) / float32(stats.ActiveIssueCount()) * 100.0)
  161. }
  162. // ClosedIssueCount returns closed issue count
  163. func (stats *ActivityStats) ClosedIssueCount() int {
  164. return len(stats.ClosedIssues)
  165. }
  166. // ClosedIssuePerc returns closed issue count percent from total active
  167. func (stats *ActivityStats) ClosedIssuePerc() int {
  168. return int(float32(stats.ClosedIssueCount()) / float32(stats.ActiveIssueCount()) * 100.0)
  169. }
  170. // UnresolvedIssueCount returns unresolved issue and pull request count
  171. func (stats *ActivityStats) UnresolvedIssueCount() int {
  172. return len(stats.UnresolvedIssues)
  173. }
  174. // PublishedReleaseCount returns published release count
  175. func (stats *ActivityStats) PublishedReleaseCount() int {
  176. return len(stats.PublishedReleases)
  177. }
  178. // FillPullRequests returns pull request information for activity page
  179. func (stats *ActivityStats) FillPullRequests(repoID int64, fromTime time.Time) error {
  180. var err error
  181. var count int64
  182. // Merged pull requests
  183. sess := pullRequestsForActivityStatement(repoID, fromTime, true)
  184. sess.OrderBy("pull_request.merged_unix DESC")
  185. stats.MergedPRs = make(PullRequestList, 0)
  186. if err = sess.Find(&stats.MergedPRs); err != nil {
  187. return err
  188. }
  189. if err = stats.MergedPRs.LoadAttributes(); err != nil {
  190. return err
  191. }
  192. // Merged pull request authors
  193. sess = pullRequestsForActivityStatement(repoID, fromTime, true)
  194. if _, err = sess.Select("count(distinct issue.poster_id) as `count`").Table("pull_request").Get(&count); err != nil {
  195. return err
  196. }
  197. stats.MergedPRAuthorCount = count
  198. // Opened pull requests
  199. sess = pullRequestsForActivityStatement(repoID, fromTime, false)
  200. sess.OrderBy("issue.created_unix ASC")
  201. stats.OpenedPRs = make(PullRequestList, 0)
  202. if err = sess.Find(&stats.OpenedPRs); err != nil {
  203. return err
  204. }
  205. if err = stats.OpenedPRs.LoadAttributes(); err != nil {
  206. return err
  207. }
  208. // Opened pull request authors
  209. sess = pullRequestsForActivityStatement(repoID, fromTime, false)
  210. if _, err = sess.Select("count(distinct issue.poster_id) as `count`").Table("pull_request").Get(&count); err != nil {
  211. return err
  212. }
  213. stats.OpenedPRAuthorCount = count
  214. return nil
  215. }
  216. func pullRequestsForActivityStatement(repoID int64, fromTime time.Time, merged bool) *xorm.Session {
  217. sess := db.GetEngine(db.DefaultContext).Where("pull_request.base_repo_id=?", repoID).
  218. Join("INNER", "issue", "pull_request.issue_id = issue.id")
  219. if merged {
  220. sess.And("pull_request.has_merged = ?", true)
  221. sess.And("pull_request.merged_unix >= ?", fromTime.Unix())
  222. } else {
  223. sess.And("issue.is_closed = ?", false)
  224. sess.And("issue.created_unix >= ?", fromTime.Unix())
  225. }
  226. return sess
  227. }
  228. // FillIssues returns issue information for activity page
  229. func (stats *ActivityStats) FillIssues(repoID int64, fromTime time.Time) error {
  230. var err error
  231. var count int64
  232. // Closed issues
  233. sess := issuesForActivityStatement(repoID, fromTime, true, false)
  234. sess.OrderBy("issue.closed_unix DESC")
  235. stats.ClosedIssues = make(IssueList, 0)
  236. if err = sess.Find(&stats.ClosedIssues); err != nil {
  237. return err
  238. }
  239. // Closed issue authors
  240. sess = issuesForActivityStatement(repoID, fromTime, true, false)
  241. if _, err = sess.Select("count(distinct issue.poster_id) as `count`").Table("issue").Get(&count); err != nil {
  242. return err
  243. }
  244. stats.ClosedIssueAuthorCount = count
  245. // New issues
  246. sess = issuesForActivityStatement(repoID, fromTime, false, false)
  247. sess.OrderBy("issue.created_unix ASC")
  248. stats.OpenedIssues = make(IssueList, 0)
  249. if err = sess.Find(&stats.OpenedIssues); err != nil {
  250. return err
  251. }
  252. // Opened issue authors
  253. sess = issuesForActivityStatement(repoID, fromTime, false, false)
  254. if _, err = sess.Select("count(distinct issue.poster_id) as `count`").Table("issue").Get(&count); err != nil {
  255. return err
  256. }
  257. stats.OpenedIssueAuthorCount = count
  258. return nil
  259. }
  260. // FillUnresolvedIssues returns unresolved issue and pull request information for activity page
  261. func (stats *ActivityStats) FillUnresolvedIssues(repoID int64, fromTime time.Time, issues, prs bool) error {
  262. // Check if we need to select anything
  263. if !issues && !prs {
  264. return nil
  265. }
  266. sess := issuesForActivityStatement(repoID, fromTime, false, true)
  267. if !issues || !prs {
  268. sess.And("issue.is_pull = ?", prs)
  269. }
  270. sess.OrderBy("issue.updated_unix DESC")
  271. stats.UnresolvedIssues = make(IssueList, 0)
  272. return sess.Find(&stats.UnresolvedIssues)
  273. }
  274. func issuesForActivityStatement(repoID int64, fromTime time.Time, closed, unresolved bool) *xorm.Session {
  275. sess := db.GetEngine(db.DefaultContext).Where("issue.repo_id = ?", repoID).
  276. And("issue.is_closed = ?", closed)
  277. if !unresolved {
  278. sess.And("issue.is_pull = ?", false)
  279. if closed {
  280. sess.And("issue.closed_unix >= ?", fromTime.Unix())
  281. } else {
  282. sess.And("issue.created_unix >= ?", fromTime.Unix())
  283. }
  284. } else {
  285. sess.And("issue.created_unix < ?", fromTime.Unix())
  286. sess.And("issue.updated_unix >= ?", fromTime.Unix())
  287. }
  288. return sess
  289. }
  290. // FillReleases returns release information for activity page
  291. func (stats *ActivityStats) FillReleases(repoID int64, fromTime time.Time) error {
  292. var err error
  293. var count int64
  294. // Published releases list
  295. sess := releasesForActivityStatement(repoID, fromTime)
  296. sess.OrderBy("release.created_unix DESC")
  297. stats.PublishedReleases = make([]*Release, 0)
  298. if err = sess.Find(&stats.PublishedReleases); err != nil {
  299. return err
  300. }
  301. // Published releases authors
  302. sess = releasesForActivityStatement(repoID, fromTime)
  303. if _, err = sess.Select("count(distinct release.publisher_id) as `count`").Table("release").Get(&count); err != nil {
  304. return err
  305. }
  306. stats.PublishedReleaseAuthorCount = count
  307. return nil
  308. }
  309. func releasesForActivityStatement(repoID int64, fromTime time.Time) *xorm.Session {
  310. return db.GetEngine(db.DefaultContext).Where("release.repo_id = ?", repoID).
  311. And("release.is_draft = ?", false).
  312. And("release.created_unix >= ?", fromTime.Unix())
  313. }