You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

migrate.go 4.9KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156
  1. // Copyright 2019 Gitea. All rights reserved.
  2. // SPDX-License-Identifier: MIT
  3. package task
  4. import (
  5. "context"
  6. "errors"
  7. "fmt"
  8. "strings"
  9. "time"
  10. admin_model "code.gitea.io/gitea/models/admin"
  11. "code.gitea.io/gitea/models/db"
  12. repo_model "code.gitea.io/gitea/models/repo"
  13. user_model "code.gitea.io/gitea/models/user"
  14. "code.gitea.io/gitea/modules/graceful"
  15. "code.gitea.io/gitea/modules/json"
  16. "code.gitea.io/gitea/modules/log"
  17. "code.gitea.io/gitea/modules/migration"
  18. "code.gitea.io/gitea/modules/process"
  19. "code.gitea.io/gitea/modules/structs"
  20. "code.gitea.io/gitea/modules/timeutil"
  21. "code.gitea.io/gitea/modules/util"
  22. "code.gitea.io/gitea/services/migrations"
  23. notify_service "code.gitea.io/gitea/services/notify"
  24. )
  25. func handleCreateError(owner *user_model.User, err error) error {
  26. switch {
  27. case repo_model.IsErrReachLimitOfRepo(err):
  28. return fmt.Errorf("you have already reached your limit of %d repositories", owner.MaxCreationLimit())
  29. case repo_model.IsErrRepoAlreadyExist(err):
  30. return errors.New("the repository name is already used")
  31. case db.IsErrNameReserved(err):
  32. return fmt.Errorf("the repository name '%s' is reserved", err.(db.ErrNameReserved).Name)
  33. case db.IsErrNamePatternNotAllowed(err):
  34. return fmt.Errorf("the pattern '%s' is not allowed in a repository name", err.(db.ErrNamePatternNotAllowed).Pattern)
  35. default:
  36. return err
  37. }
  38. }
  39. func runMigrateTask(ctx context.Context, t *admin_model.Task) (err error) {
  40. defer func(ctx context.Context) {
  41. if e := recover(); e != nil {
  42. err = fmt.Errorf("PANIC whilst trying to do migrate task: %v", e)
  43. log.Critical("PANIC during runMigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d]: %v\nStacktrace: %v", t.ID, t.DoerID, t.RepoID, t.OwnerID, e, log.Stack(2))
  44. }
  45. if err == nil {
  46. err = admin_model.FinishMigrateTask(ctx, t)
  47. if err == nil {
  48. notify_service.MigrateRepository(ctx, t.Doer, t.Owner, t.Repo)
  49. return
  50. }
  51. log.Error("FinishMigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d] failed: %v", t.ID, t.DoerID, t.RepoID, t.OwnerID, err)
  52. }
  53. log.Error("runMigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d] failed: %v", t.ID, t.DoerID, t.RepoID, t.OwnerID, err)
  54. t.EndTime = timeutil.TimeStampNow()
  55. t.Status = structs.TaskStatusFailed
  56. t.Message = err.Error()
  57. if err := t.UpdateCols(ctx, "status", "message", "end_time"); err != nil {
  58. log.Error("Task UpdateCols failed: %v", err)
  59. }
  60. // then, do not delete the repository, otherwise the users won't be able to see the last error
  61. }(graceful.GetManager().ShutdownContext()) // even if the parent ctx is canceled, this defer-function still needs to update the task record in database
  62. if err = t.LoadRepo(ctx); err != nil {
  63. return err
  64. }
  65. // if repository is ready, then just finish the task
  66. if t.Repo.Status == repo_model.RepositoryReady {
  67. return nil
  68. }
  69. if err = t.LoadDoer(ctx); err != nil {
  70. return err
  71. }
  72. if err = t.LoadOwner(ctx); err != nil {
  73. return err
  74. }
  75. var opts *migration.MigrateOptions
  76. opts, err = t.MigrateConfig()
  77. if err != nil {
  78. return err
  79. }
  80. opts.MigrateToRepoID = t.RepoID
  81. pm := process.GetManager()
  82. ctx, cancel, finished := pm.AddContext(graceful.GetManager().ShutdownContext(), fmt.Sprintf("MigrateTask: %s/%s", t.Owner.Name, opts.RepoName))
  83. defer finished()
  84. t.StartTime = timeutil.TimeStampNow()
  85. t.Status = structs.TaskStatusRunning
  86. if err = t.UpdateCols(ctx, "start_time", "status"); err != nil {
  87. return err
  88. }
  89. // check whether the task should be canceled, this goroutine is also managed by process manager
  90. go func() {
  91. for {
  92. select {
  93. case <-time.After(2 * time.Second):
  94. case <-ctx.Done():
  95. return
  96. }
  97. task, _ := admin_model.GetMigratingTask(ctx, t.RepoID)
  98. if task != nil && task.Status != structs.TaskStatusRunning {
  99. log.Debug("MigrateTask[%d] by DoerID[%d] to RepoID[%d] for OwnerID[%d] is canceled due to status is not 'running'", t.ID, t.DoerID, t.RepoID, t.OwnerID)
  100. cancel()
  101. return
  102. }
  103. }
  104. }()
  105. t.Repo, err = migrations.MigrateRepository(ctx, t.Doer, t.Owner.Name, *opts, func(format string, args ...any) {
  106. message := admin_model.TranslatableMessage{
  107. Format: format,
  108. Args: args,
  109. }
  110. bs, _ := json.Marshal(message)
  111. t.Message = string(bs)
  112. _ = t.UpdateCols(ctx, "message")
  113. })
  114. if err == nil {
  115. log.Trace("Repository migrated [%d]: %s/%s", t.Repo.ID, t.Owner.Name, t.Repo.Name)
  116. return nil
  117. }
  118. if repo_model.IsErrRepoAlreadyExist(err) {
  119. return errors.New("the repository name is already used")
  120. }
  121. // remoteAddr may contain credentials, so we sanitize it
  122. err = util.SanitizeErrorCredentialURLs(err)
  123. if strings.Contains(err.Error(), "Authentication failed") ||
  124. strings.Contains(err.Error(), "could not read Username") {
  125. return fmt.Errorf("authentication failed: %w", err)
  126. } else if strings.Contains(err.Error(), "fatal:") {
  127. return fmt.Errorf("migration failed: %w", err)
  128. }
  129. // do not be tempted to coalesce this line with the return
  130. err = handleCreateError(t.Owner, err)
  131. return err
  132. }