You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

mirror.go 4.3KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170
  1. // Copyright 2016 The Gogs Authors. All rights reserved.
  2. // Copyright 2018 The Gitea Authors. All rights reserved.
  3. // Use of this source code is governed by a MIT-style
  4. // license that can be found in the LICENSE file.
  5. package repo
  6. import (
  7. "context"
  8. "errors"
  9. "fmt"
  10. "time"
  11. "code.gitea.io/gitea/models/db"
  12. "code.gitea.io/gitea/modules/log"
  13. "code.gitea.io/gitea/modules/timeutil"
  14. )
  15. // ErrMirrorNotExist mirror does not exist error
  16. var ErrMirrorNotExist = errors.New("Mirror does not exist")
  17. // RemoteMirrorer defines base methods for pull/push mirrors.
  18. type RemoteMirrorer interface {
  19. GetRepository() *Repository
  20. GetRemoteName() string
  21. }
  22. // Mirror represents mirror information of a repository.
  23. type Mirror struct {
  24. ID int64 `xorm:"pk autoincr"`
  25. RepoID int64 `xorm:"INDEX"`
  26. Repo *Repository `xorm:"-"`
  27. Interval time.Duration
  28. EnablePrune bool `xorm:"NOT NULL DEFAULT true"`
  29. UpdatedUnix timeutil.TimeStamp `xorm:"INDEX"`
  30. NextUpdateUnix timeutil.TimeStamp `xorm:"INDEX"`
  31. LFS bool `xorm:"lfs_enabled NOT NULL DEFAULT false"`
  32. LFSEndpoint string `xorm:"lfs_endpoint TEXT"`
  33. Address string `xorm:"-"`
  34. }
  35. func init() {
  36. db.RegisterModel(new(Mirror))
  37. }
  38. // BeforeInsert will be invoked by XORM before inserting a record
  39. func (m *Mirror) BeforeInsert() {
  40. if m != nil {
  41. m.UpdatedUnix = timeutil.TimeStampNow()
  42. m.NextUpdateUnix = timeutil.TimeStampNow()
  43. }
  44. }
  45. // GetRepository returns the repository.
  46. func (m *Mirror) GetRepository() *Repository {
  47. if m.Repo != nil {
  48. return m.Repo
  49. }
  50. var err error
  51. m.Repo, err = GetRepositoryByIDCtx(db.DefaultContext, m.RepoID)
  52. if err != nil {
  53. log.Error("getRepositoryByID[%d]: %v", m.ID, err)
  54. }
  55. return m.Repo
  56. }
  57. // GetRemoteName returns the name of the remote.
  58. func (m *Mirror) GetRemoteName() string {
  59. return "origin"
  60. }
  61. // ScheduleNextUpdate calculates and sets next update time.
  62. func (m *Mirror) ScheduleNextUpdate() {
  63. if m.Interval != 0 {
  64. m.NextUpdateUnix = timeutil.TimeStampNow().AddDuration(m.Interval)
  65. } else {
  66. m.NextUpdateUnix = 0
  67. }
  68. }
  69. // GetMirrorByRepoID returns mirror information of a repository.
  70. func GetMirrorByRepoID(ctx context.Context, repoID int64) (*Mirror, error) {
  71. m := &Mirror{RepoID: repoID}
  72. has, err := db.GetEngine(ctx).Get(m)
  73. if err != nil {
  74. return nil, err
  75. } else if !has {
  76. return nil, ErrMirrorNotExist
  77. }
  78. return m, nil
  79. }
  80. // UpdateMirror updates the mirror
  81. func UpdateMirror(ctx context.Context, m *Mirror) error {
  82. _, err := db.GetEngine(ctx).ID(m.ID).AllCols().Update(m)
  83. return err
  84. }
  85. // TouchMirror updates the mirror updatedUnix
  86. func TouchMirror(ctx context.Context, m *Mirror) error {
  87. m.UpdatedUnix = timeutil.TimeStampNow()
  88. _, err := db.GetEngine(ctx).ID(m.ID).Cols("updated_unix").Update(m)
  89. return err
  90. }
  91. // DeleteMirrorByRepoID deletes a mirror by repoID
  92. func DeleteMirrorByRepoID(repoID int64) error {
  93. _, err := db.GetEngine(db.DefaultContext).Delete(&Mirror{RepoID: repoID})
  94. return err
  95. }
  96. // MirrorsIterate iterates all mirror repositories.
  97. func MirrorsIterate(limit int, f func(idx int, bean interface{}) error) error {
  98. return db.GetEngine(db.DefaultContext).
  99. Where("next_update_unix<=?", time.Now().Unix()).
  100. And("next_update_unix!=0").
  101. OrderBy("updated_unix ASC").
  102. Limit(limit).
  103. Iterate(new(Mirror), f)
  104. }
  105. // InsertMirror inserts a mirror to database
  106. func InsertMirror(mirror *Mirror) error {
  107. _, err := db.GetEngine(db.DefaultContext).Insert(mirror)
  108. return err
  109. }
  110. // MirrorRepositoryList contains the mirror repositories
  111. type MirrorRepositoryList []*Repository
  112. func (repos MirrorRepositoryList) loadAttributes(ctx context.Context) error {
  113. if len(repos) == 0 {
  114. return nil
  115. }
  116. // Load mirrors.
  117. repoIDs := make([]int64, 0, len(repos))
  118. for i := range repos {
  119. if !repos[i].IsMirror {
  120. continue
  121. }
  122. repoIDs = append(repoIDs, repos[i].ID)
  123. }
  124. mirrors := make([]*Mirror, 0, len(repoIDs))
  125. if err := db.GetEngine(ctx).
  126. Where("id > 0").
  127. In("repo_id", repoIDs).
  128. Find(&mirrors); err != nil {
  129. return fmt.Errorf("find mirrors: %v", err)
  130. }
  131. set := make(map[int64]*Mirror)
  132. for i := range mirrors {
  133. set[mirrors[i].RepoID] = mirrors[i]
  134. }
  135. for i := range repos {
  136. repos[i].Mirror = set[repos[i].ID]
  137. repos[i].Mirror.Repo = repos[i]
  138. }
  139. return nil
  140. }
  141. // LoadAttributes loads the attributes for the given MirrorRepositoryList
  142. func (repos MirrorRepositoryList) LoadAttributes() error {
  143. return repos.loadAttributes(db.DefaultContext)
  144. }