You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

migrate.go 4.8KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156
  1. // Copyright 2019 Gitea. All rights reserved.
  2. // SPDX-License-Identifier: MIT
  3. package task
  4. import (
  5. "context"
  6. "errors"
  7. "fmt"
  8. "strings"
  9. "time"
  10. admin_model "code.gitea.io/gitea/models/admin"
  11. "code.gitea.io/gitea/models/db"
  12. repo_model "code.gitea.io/gitea/models/repo"
  13. user_model "code.gitea.io/gitea/models/user"
  14. "code.gitea.io/gitea/modules/graceful"
  15. "code.gitea.io/gitea/modules/json"
  16. "code.gitea.io/gitea/modules/log"
  17. "code.gitea.io/gitea/modules/migration"
  18. "code.gitea.io/gitea/modules/process"
  19. "code.gitea.io/gitea/modules/structs"
  20. "code.gitea.io/gitea/modules/timeutil"
  21. "code.gitea.io/gitea/modules/util"
  22. "code.gitea.io/gitea/services/migrations"
  23. notify_service "code.gitea.io/gitea/services/notify"
  24. )
  25. func handleCreateError(owner *user_model.User, err error) error {
  26. switch {
  27. case repo_model.IsErrReachLimitOfRepo(err):
  28. return fmt.Errorf("you have already reached your limit of %d repositories", owner.MaxCreationLimit())
  29. case repo_model.IsErrRepoAlreadyExist(err):
  30. return errors.New("the repository name is already used")
  31. case db.IsErrNameReserved(err):
  32. return fmt.Errorf("the repository name '%s' is reserved", err.(db.ErrNameReserved).Name)
  33. case db.IsErrNamePatternNotAllowed(err):
  34. return fmt.Errorf("the pattern '%s' is not allowed in a repository name", err.(db.ErrNamePatternNotAllowed).Pattern)
  35. default:
  36. return err
  37. }
  38. }
  39. func runMigrateTask(ctx context.Context, t *admin_model.Task) (err error) {
  40. defer func() {
  41. if e := recover(); e != nil {
  42. err = fmt.Errorf("PANIC whilst trying to do migrate task: %v", e)
  43. log.Critical("PANIC during runMigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d]: %v\nStacktrace: %v", t.ID, t.DoerID, t.RepoID, t.OwnerID, e, log.Stack(2))
  44. }
  45. // fixme: Because ctx is canceled here, so the db.DefaultContext is needed.
  46. ctx := db.DefaultContext
  47. if err == nil {
  48. err = admin_model.FinishMigrateTask(ctx, t)
  49. if err == nil {
  50. notify_service.MigrateRepository(ctx, t.Doer, t.Owner, t.Repo)
  51. return
  52. }
  53. log.Error("FinishMigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d] failed: %v", t.ID, t.DoerID, t.RepoID, t.OwnerID, err)
  54. }
  55. log.Error("runMigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d] failed: %v", t.ID, t.DoerID, t.RepoID, t.OwnerID, err)
  56. t.EndTime = timeutil.TimeStampNow()
  57. t.Status = structs.TaskStatusFailed
  58. t.Message = err.Error()
  59. if err := t.UpdateCols(ctx, "status", "message", "end_time"); err != nil {
  60. log.Error("Task UpdateCols failed: %v", err)
  61. }
  62. // then, do not delete the repository, otherwise the users won't be able to see the last error
  63. }()
  64. if err = t.LoadRepo(ctx); err != nil {
  65. return err
  66. }
  67. // if repository is ready, then just finish the task
  68. if t.Repo.Status == repo_model.RepositoryReady {
  69. return nil
  70. }
  71. if err = t.LoadDoer(ctx); err != nil {
  72. return err
  73. }
  74. if err = t.LoadOwner(ctx); err != nil {
  75. return err
  76. }
  77. var opts *migration.MigrateOptions
  78. opts, err = t.MigrateConfig()
  79. if err != nil {
  80. return err
  81. }
  82. opts.MigrateToRepoID = t.RepoID
  83. pm := process.GetManager()
  84. ctx, cancel, finished := pm.AddContext(graceful.GetManager().ShutdownContext(), fmt.Sprintf("MigrateTask: %s/%s", t.Owner.Name, opts.RepoName))
  85. defer finished()
  86. t.StartTime = timeutil.TimeStampNow()
  87. t.Status = structs.TaskStatusRunning
  88. if err = t.UpdateCols(ctx, "start_time", "status"); err != nil {
  89. return err
  90. }
  91. // check whether the task should be canceled, this goroutine is also managed by process manager
  92. go func() {
  93. for {
  94. select {
  95. case <-time.After(2 * time.Second):
  96. case <-ctx.Done():
  97. return
  98. }
  99. task, _ := admin_model.GetMigratingTask(ctx, t.RepoID)
  100. if task != nil && task.Status != structs.TaskStatusRunning {
  101. log.Debug("MigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d] is canceled due to status is not 'running'", t.ID, t.DoerID, t.RepoID, t.OwnerID)
  102. cancel()
  103. return
  104. }
  105. }
  106. }()
  107. t.Repo, err = migrations.MigrateRepository(ctx, t.Doer, t.Owner.Name, *opts, func(format string, args ...any) {
  108. message := admin_model.TranslatableMessage{
  109. Format: format,
  110. Args: args,
  111. }
  112. bs, _ := json.Marshal(message)
  113. t.Message = string(bs)
  114. _ = t.UpdateCols(ctx, "message")
  115. })
  116. if err == nil {
  117. log.Trace("Repository migrated [%d]: %s/%s", t.Repo.ID, t.Owner.Name, t.Repo.Name)
  118. return nil
  119. }
  120. if repo_model.IsErrRepoAlreadyExist(err) {
  121. return errors.New("the repository name is already used")
  122. }
  123. // remoteAddr may contain credentials, so we sanitize it
  124. err = util.SanitizeErrorCredentialURLs(err)
  125. if strings.Contains(err.Error(), "Authentication failed") ||
  126. strings.Contains(err.Error(), "could not read Username") {
  127. return fmt.Errorf("authentication failed: %w", err)
  128. } else if strings.Contains(err.Error(), "fatal:") {
  129. return fmt.Errorf("migration failed: %w", err)
  130. }
  131. // do not be tempted to coalesce this line with the return
  132. err = handleCreateError(t.Owner, err)
  133. return err
  134. }