You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293
  1. // Copyright 2019 The Gitea Authors. All rights reserved.
  2. // SPDX-License-Identifier: MIT
  3. package repository
  4. import (
  5. "context"
  6. "fmt"
  7. "os"
  8. "path"
  9. "path/filepath"
  10. "strings"
  11. "code.gitea.io/gitea/models"
  12. activities_model "code.gitea.io/gitea/models/activities"
  13. "code.gitea.io/gitea/models/db"
  14. git_model "code.gitea.io/gitea/models/git"
  15. "code.gitea.io/gitea/models/organization"
  16. "code.gitea.io/gitea/models/perm"
  17. access_model "code.gitea.io/gitea/models/perm/access"
  18. repo_model "code.gitea.io/gitea/models/repo"
  19. "code.gitea.io/gitea/models/unit"
  20. user_model "code.gitea.io/gitea/models/user"
  21. "code.gitea.io/gitea/models/webhook"
  22. issue_indexer "code.gitea.io/gitea/modules/indexer/issues"
  23. "code.gitea.io/gitea/modules/log"
  24. "code.gitea.io/gitea/modules/setting"
  25. api "code.gitea.io/gitea/modules/structs"
  26. "code.gitea.io/gitea/modules/util"
  27. )
  28. // CreateRepositoryByExample creates a repository for the user/organization.
  29. func CreateRepositoryByExample(ctx context.Context, doer, u *user_model.User, repo *repo_model.Repository, overwriteOrAdopt, isFork bool) (err error) {
  30. if err = repo_model.IsUsableRepoName(repo.Name); err != nil {
  31. return err
  32. }
  33. has, err := repo_model.IsRepositoryModelExist(ctx, u, repo.Name)
  34. if err != nil {
  35. return fmt.Errorf("IsRepositoryExist: %w", err)
  36. } else if has {
  37. return repo_model.ErrRepoAlreadyExist{
  38. Uname: u.Name,
  39. Name: repo.Name,
  40. }
  41. }
  42. repoPath := repo_model.RepoPath(u.Name, repo.Name)
  43. isExist, err := util.IsExist(repoPath)
  44. if err != nil {
  45. log.Error("Unable to check if %s exists. Error: %v", repoPath, err)
  46. return err
  47. }
  48. if !overwriteOrAdopt && isExist {
  49. log.Error("Files already exist in %s and we are not going to adopt or delete.", repoPath)
  50. return repo_model.ErrRepoFilesAlreadyExist{
  51. Uname: u.Name,
  52. Name: repo.Name,
  53. }
  54. }
  55. if err = db.Insert(ctx, repo); err != nil {
  56. return err
  57. }
  58. if err = repo_model.DeleteRedirect(ctx, u.ID, repo.Name); err != nil {
  59. return err
  60. }
  61. // insert units for repo
  62. defaultUnits := unit.DefaultRepoUnits
  63. if isFork {
  64. defaultUnits = unit.DefaultForkRepoUnits
  65. }
  66. units := make([]repo_model.RepoUnit, 0, len(defaultUnits))
  67. for _, tp := range defaultUnits {
  68. if tp == unit.TypeIssues {
  69. units = append(units, repo_model.RepoUnit{
  70. RepoID: repo.ID,
  71. Type: tp,
  72. Config: &repo_model.IssuesConfig{
  73. EnableTimetracker: setting.Service.DefaultEnableTimetracking,
  74. AllowOnlyContributorsToTrackTime: setting.Service.DefaultAllowOnlyContributorsToTrackTime,
  75. EnableDependencies: setting.Service.DefaultEnableDependencies,
  76. },
  77. })
  78. } else if tp == unit.TypePullRequests {
  79. units = append(units, repo_model.RepoUnit{
  80. RepoID: repo.ID,
  81. Type: tp,
  82. Config: &repo_model.PullRequestsConfig{AllowMerge: true, AllowRebase: true, AllowRebaseMerge: true, AllowSquash: true, DefaultMergeStyle: repo_model.MergeStyle(setting.Repository.PullRequest.DefaultMergeStyle), AllowRebaseUpdate: true},
  83. })
  84. } else {
  85. units = append(units, repo_model.RepoUnit{
  86. RepoID: repo.ID,
  87. Type: tp,
  88. })
  89. }
  90. }
  91. if err = db.Insert(ctx, units); err != nil {
  92. return err
  93. }
  94. // Remember visibility preference.
  95. u.LastRepoVisibility = repo.IsPrivate
  96. if err = user_model.UpdateUserCols(ctx, u, "last_repo_visibility"); err != nil {
  97. return fmt.Errorf("UpdateUserCols: %w", err)
  98. }
  99. if err = user_model.IncrUserRepoNum(ctx, u.ID); err != nil {
  100. return fmt.Errorf("IncrUserRepoNum: %w", err)
  101. }
  102. u.NumRepos++
  103. // Give access to all members in teams with access to all repositories.
  104. if u.IsOrganization() {
  105. teams, err := organization.FindOrgTeams(ctx, u.ID)
  106. if err != nil {
  107. return fmt.Errorf("FindOrgTeams: %w", err)
  108. }
  109. for _, t := range teams {
  110. if t.IncludesAllRepositories {
  111. if err := models.AddRepository(ctx, t, repo); err != nil {
  112. return fmt.Errorf("AddRepository: %w", err)
  113. }
  114. }
  115. }
  116. if isAdmin, err := access_model.IsUserRepoAdmin(ctx, repo, doer); err != nil {
  117. return fmt.Errorf("IsUserRepoAdmin: %w", err)
  118. } else if !isAdmin {
  119. // Make creator repo admin if it wasn't assigned automatically
  120. if err = AddCollaborator(ctx, repo, doer); err != nil {
  121. return fmt.Errorf("AddCollaborator: %w", err)
  122. }
  123. if err = repo_model.ChangeCollaborationAccessMode(ctx, repo, doer.ID, perm.AccessModeAdmin); err != nil {
  124. return fmt.Errorf("ChangeCollaborationAccessModeCtx: %w", err)
  125. }
  126. }
  127. } else if err = access_model.RecalculateAccesses(ctx, repo); err != nil {
  128. // Organization automatically called this in AddRepository method.
  129. return fmt.Errorf("RecalculateAccesses: %w", err)
  130. }
  131. if setting.Service.AutoWatchNewRepos {
  132. if err = repo_model.WatchRepo(ctx, doer.ID, repo.ID, true); err != nil {
  133. return fmt.Errorf("WatchRepo: %w", err)
  134. }
  135. }
  136. if err = webhook.CopyDefaultWebhooksToRepo(ctx, repo.ID); err != nil {
  137. return fmt.Errorf("CopyDefaultWebhooksToRepo: %w", err)
  138. }
  139. return nil
  140. }
  141. const notRegularFileMode = os.ModeSymlink | os.ModeNamedPipe | os.ModeSocket | os.ModeDevice | os.ModeCharDevice | os.ModeIrregular
  142. // getDirectorySize returns the disk consumption for a given path
  143. func getDirectorySize(path string) (int64, error) {
  144. var size int64
  145. err := filepath.WalkDir(path, func(_ string, entry os.DirEntry, err error) error {
  146. if os.IsNotExist(err) { // ignore the error because some files (like temp/lock file) may be deleted during traversing.
  147. return nil
  148. } else if err != nil {
  149. return err
  150. }
  151. if entry.IsDir() {
  152. return nil
  153. }
  154. info, err := entry.Info()
  155. if os.IsNotExist(err) { // ignore the error as above
  156. return nil
  157. } else if err != nil {
  158. return err
  159. }
  160. if (info.Mode() & notRegularFileMode) == 0 {
  161. size += info.Size()
  162. }
  163. return nil
  164. })
  165. return size, err
  166. }
  167. // UpdateRepoSize updates the repository size, calculating it using getDirectorySize
  168. func UpdateRepoSize(ctx context.Context, repo *repo_model.Repository) error {
  169. size, err := getDirectorySize(repo.RepoPath())
  170. if err != nil {
  171. return fmt.Errorf("updateSize: %w", err)
  172. }
  173. lfsSize, err := git_model.GetRepoLFSSize(ctx, repo.ID)
  174. if err != nil {
  175. return fmt.Errorf("updateSize: GetLFSMetaObjects: %w", err)
  176. }
  177. return repo_model.UpdateRepoSize(ctx, repo.ID, size, lfsSize)
  178. }
  179. // CheckDaemonExportOK creates/removes git-daemon-export-ok for git-daemon...
  180. func CheckDaemonExportOK(ctx context.Context, repo *repo_model.Repository) error {
  181. if err := repo.LoadOwner(ctx); err != nil {
  182. return err
  183. }
  184. // Create/Remove git-daemon-export-ok for git-daemon...
  185. daemonExportFile := path.Join(repo.RepoPath(), `git-daemon-export-ok`)
  186. isExist, err := util.IsExist(daemonExportFile)
  187. if err != nil {
  188. log.Error("Unable to check if %s exists. Error: %v", daemonExportFile, err)
  189. return err
  190. }
  191. isPublic := !repo.IsPrivate && repo.Owner.Visibility == api.VisibleTypePublic
  192. if !isPublic && isExist {
  193. if err = util.Remove(daemonExportFile); err != nil {
  194. log.Error("Failed to remove %s: %v", daemonExportFile, err)
  195. }
  196. } else if isPublic && !isExist {
  197. if f, err := os.Create(daemonExportFile); err != nil {
  198. log.Error("Failed to create %s: %v", daemonExportFile, err)
  199. } else {
  200. f.Close()
  201. }
  202. }
  203. return nil
  204. }
  205. // UpdateRepository updates a repository with db context
  206. func UpdateRepository(ctx context.Context, repo *repo_model.Repository, visibilityChanged bool) (err error) {
  207. repo.LowerName = strings.ToLower(repo.Name)
  208. e := db.GetEngine(ctx)
  209. if _, err = e.ID(repo.ID).AllCols().Update(repo); err != nil {
  210. return fmt.Errorf("update: %w", err)
  211. }
  212. if err = UpdateRepoSize(ctx, repo); err != nil {
  213. log.Error("Failed to update size for repository: %v", err)
  214. }
  215. if visibilityChanged {
  216. if err = repo.LoadOwner(ctx); err != nil {
  217. return fmt.Errorf("LoadOwner: %w", err)
  218. }
  219. if repo.Owner.IsOrganization() {
  220. // Organization repository need to recalculate access table when visibility is changed.
  221. if err = access_model.RecalculateTeamAccesses(ctx, repo, 0); err != nil {
  222. return fmt.Errorf("recalculateTeamAccesses: %w", err)
  223. }
  224. }
  225. // If repo has become private, we need to set its actions to private.
  226. if repo.IsPrivate {
  227. _, err = e.Where("repo_id = ?", repo.ID).Cols("is_private").Update(&activities_model.Action{
  228. IsPrivate: true,
  229. })
  230. if err != nil {
  231. return err
  232. }
  233. if err = repo_model.ClearRepoStars(ctx, repo.ID); err != nil {
  234. return err
  235. }
  236. }
  237. // Create/Remove git-daemon-export-ok for git-daemon...
  238. if err := CheckDaemonExportOK(ctx, repo); err != nil {
  239. return err
  240. }
  241. forkRepos, err := repo_model.GetRepositoriesByForkID(ctx, repo.ID)
  242. if err != nil {
  243. return fmt.Errorf("getRepositoriesByForkID: %w", err)
  244. }
  245. for i := range forkRepos {
  246. forkRepos[i].IsPrivate = repo.IsPrivate || repo.Owner.Visibility == api.VisibleTypePrivate
  247. if err = UpdateRepository(ctx, forkRepos[i], true); err != nil {
  248. return fmt.Errorf("updateRepository[%d]: %w", forkRepos[i].ID, err)
  249. }
  250. }
  251. // If visibility is changed, we need to update the issue indexer.
  252. // Since the data in the issue indexer have field to indicate if the repo is public or not.
  253. issue_indexer.UpdateRepoIndexer(ctx, repo.ID)
  254. }
  255. return nil
  256. }