You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

repo_language_stats.go 3.7KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146
  1. // Copyright 2020 The Gitea Authors. All rights reserved.
  2. // Use of this source code is governed by a MIT-style
  3. // license that can be found in the LICENSE file.
  4. package models
  5. import (
  6. "math"
  7. "strings"
  8. "code.gitea.io/gitea/modules/timeutil"
  9. "github.com/src-d/enry/v2"
  10. )
  11. // LanguageStat describes language statistics of a repository
  12. type LanguageStat struct {
  13. ID int64 `xorm:"pk autoincr"`
  14. RepoID int64 `xorm:"UNIQUE(s) INDEX NOT NULL"`
  15. CommitID string
  16. IsPrimary bool
  17. Language string `xorm:"VARCHAR(30) UNIQUE(s) INDEX NOT NULL"`
  18. Percentage float32 `xorm:"NUMERIC(5,2) NOT NULL DEFAULT 0"`
  19. Color string `xorm:"-"`
  20. CreatedUnix timeutil.TimeStamp `xorm:"INDEX CREATED"`
  21. }
  22. // LanguageStatList defines a list of language statistics
  23. type LanguageStatList []*LanguageStat
  24. func (stats LanguageStatList) loadAttributes() {
  25. for i := range stats {
  26. stats[i].Color = enry.GetColor(stats[i].Language)
  27. }
  28. }
  29. func (repo *Repository) getLanguageStats(e Engine) (LanguageStatList, error) {
  30. stats := make(LanguageStatList, 0, 6)
  31. if err := e.Where("`repo_id` = ?", repo.ID).Desc("`percentage`").Find(&stats); err != nil {
  32. return nil, err
  33. }
  34. stats.loadAttributes()
  35. return stats, nil
  36. }
  37. // GetLanguageStats returns the language statistics for a repository
  38. func (repo *Repository) GetLanguageStats() (LanguageStatList, error) {
  39. return repo.getLanguageStats(x)
  40. }
  41. // GetTopLanguageStats returns the top language statistics for a repository
  42. func (repo *Repository) GetTopLanguageStats(limit int) (LanguageStatList, error) {
  43. stats, err := repo.getLanguageStats(x)
  44. if err != nil {
  45. return nil, err
  46. }
  47. topstats := make(LanguageStatList, 0, limit)
  48. var other float32
  49. for i := range stats {
  50. if stats[i].Language == "other" || len(topstats) >= limit {
  51. other += stats[i].Percentage
  52. continue
  53. }
  54. topstats = append(topstats, stats[i])
  55. }
  56. if other > 0 {
  57. topstats = append(topstats, &LanguageStat{
  58. RepoID: repo.ID,
  59. Language: "other",
  60. Color: "#cccccc",
  61. Percentage: float32(math.Round(float64(other)*10) / 10),
  62. })
  63. }
  64. return topstats, nil
  65. }
  66. // UpdateLanguageStats updates the language statistics for repository
  67. func (repo *Repository) UpdateLanguageStats(commitID string, stats map[string]float32) error {
  68. sess := x.NewSession()
  69. if err := sess.Begin(); err != nil {
  70. return err
  71. }
  72. defer sess.Close()
  73. oldstats, err := repo.getLanguageStats(sess)
  74. if err != nil {
  75. return err
  76. }
  77. var topLang string
  78. var p float32
  79. for lang, perc := range stats {
  80. if perc > p {
  81. p = perc
  82. topLang = strings.ToLower(lang)
  83. }
  84. }
  85. for lang, perc := range stats {
  86. upd := false
  87. llang := strings.ToLower(lang)
  88. for _, s := range oldstats {
  89. // Update already existing language
  90. if strings.ToLower(s.Language) == llang {
  91. s.CommitID = commitID
  92. s.IsPrimary = llang == topLang
  93. s.Percentage = perc
  94. if _, err := sess.ID(s.ID).Cols("`commit_id`", "`percentage`", "`is_primary`").Update(s); err != nil {
  95. return err
  96. }
  97. upd = true
  98. break
  99. }
  100. }
  101. // Insert new language
  102. if !upd {
  103. if _, err := sess.Insert(&LanguageStat{
  104. RepoID: repo.ID,
  105. CommitID: commitID,
  106. IsPrimary: llang == topLang,
  107. Language: lang,
  108. Percentage: perc,
  109. }); err != nil {
  110. return err
  111. }
  112. }
  113. }
  114. // Delete old languages
  115. statsToDelete := make([]int64, 0, len(oldstats))
  116. for _, s := range oldstats {
  117. if s.CommitID != commitID {
  118. statsToDelete = append(statsToDelete, s.ID)
  119. }
  120. }
  121. if len(statsToDelete) > 0 {
  122. if _, err := sess.In("`id`", statsToDelete).Delete(&LanguageStat{}); err != nil {
  123. return err
  124. }
  125. }
  126. // Update indexer status
  127. if err = repo.updateIndexerStatus(sess, RepoIndexerTypeStats, commitID); err != nil {
  128. return err
  129. }
  130. return sess.Commit()
  131. }