You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

task.go 6.1KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232
  1. // Copyright 2019 Gitea. All rights reserved.
  2. // SPDX-License-Identifier: MIT
  3. package admin
  4. import (
  5. "context"
  6. "fmt"
  7. "code.gitea.io/gitea/models/db"
  8. repo_model "code.gitea.io/gitea/models/repo"
  9. user_model "code.gitea.io/gitea/models/user"
  10. "code.gitea.io/gitea/modules/json"
  11. "code.gitea.io/gitea/modules/migration"
  12. "code.gitea.io/gitea/modules/secret"
  13. "code.gitea.io/gitea/modules/setting"
  14. "code.gitea.io/gitea/modules/structs"
  15. "code.gitea.io/gitea/modules/timeutil"
  16. "code.gitea.io/gitea/modules/util"
  17. )
  18. // Task represents a task
  19. type Task struct {
  20. ID int64
  21. DoerID int64 `xorm:"index"` // operator
  22. Doer *user_model.User `xorm:"-"`
  23. OwnerID int64 `xorm:"index"` // repo owner id, when creating, the repoID maybe zero
  24. Owner *user_model.User `xorm:"-"`
  25. RepoID int64 `xorm:"index"`
  26. Repo *repo_model.Repository `xorm:"-"`
  27. Type structs.TaskType
  28. Status structs.TaskStatus `xorm:"index"`
  29. StartTime timeutil.TimeStamp
  30. EndTime timeutil.TimeStamp
  31. PayloadContent string `xorm:"TEXT"`
  32. Message string `xorm:"TEXT"` // if task failed, saved the error reason, it could be a JSON string of TranslatableMessage or a plain message
  33. Created timeutil.TimeStamp `xorm:"created"`
  34. }
  35. func init() {
  36. db.RegisterModel(new(Task))
  37. }
  38. // TranslatableMessage represents JSON struct that can be translated with a Locale
  39. type TranslatableMessage struct {
  40. Format string
  41. Args []any `json:"omitempty"`
  42. }
  43. // LoadRepo loads repository of the task
  44. func (task *Task) LoadRepo(ctx context.Context) error {
  45. if task.Repo != nil {
  46. return nil
  47. }
  48. var repo repo_model.Repository
  49. has, err := db.GetEngine(ctx).ID(task.RepoID).Get(&repo)
  50. if err != nil {
  51. return err
  52. } else if !has {
  53. return repo_model.ErrRepoNotExist{
  54. ID: task.RepoID,
  55. }
  56. }
  57. task.Repo = &repo
  58. return nil
  59. }
  60. // LoadDoer loads do user
  61. func (task *Task) LoadDoer(ctx context.Context) error {
  62. if task.Doer != nil {
  63. return nil
  64. }
  65. var doer user_model.User
  66. has, err := db.GetEngine(ctx).ID(task.DoerID).Get(&doer)
  67. if err != nil {
  68. return err
  69. } else if !has {
  70. return user_model.ErrUserNotExist{
  71. UID: task.DoerID,
  72. }
  73. }
  74. task.Doer = &doer
  75. return nil
  76. }
  77. // LoadOwner loads owner user
  78. func (task *Task) LoadOwner(ctx context.Context) error {
  79. if task.Owner != nil {
  80. return nil
  81. }
  82. var owner user_model.User
  83. has, err := db.GetEngine(ctx).ID(task.OwnerID).Get(&owner)
  84. if err != nil {
  85. return err
  86. } else if !has {
  87. return user_model.ErrUserNotExist{
  88. UID: task.OwnerID,
  89. }
  90. }
  91. task.Owner = &owner
  92. return nil
  93. }
  94. // UpdateCols updates some columns
  95. func (task *Task) UpdateCols(ctx context.Context, cols ...string) error {
  96. _, err := db.GetEngine(ctx).ID(task.ID).Cols(cols...).Update(task)
  97. return err
  98. }
  99. // MigrateConfig returns task config when migrate repository
  100. func (task *Task) MigrateConfig() (*migration.MigrateOptions, error) {
  101. if task.Type == structs.TaskTypeMigrateRepo {
  102. var opts migration.MigrateOptions
  103. err := json.Unmarshal([]byte(task.PayloadContent), &opts)
  104. if err != nil {
  105. return nil, err
  106. }
  107. // decrypt credentials
  108. if opts.CloneAddrEncrypted != "" {
  109. if opts.CloneAddr, err = secret.DecryptSecret(setting.SecretKey, opts.CloneAddrEncrypted); err != nil {
  110. return nil, err
  111. }
  112. }
  113. if opts.AuthPasswordEncrypted != "" {
  114. if opts.AuthPassword, err = secret.DecryptSecret(setting.SecretKey, opts.AuthPasswordEncrypted); err != nil {
  115. return nil, err
  116. }
  117. }
  118. if opts.AuthTokenEncrypted != "" {
  119. if opts.AuthToken, err = secret.DecryptSecret(setting.SecretKey, opts.AuthTokenEncrypted); err != nil {
  120. return nil, err
  121. }
  122. }
  123. return &opts, nil
  124. }
  125. return nil, fmt.Errorf("Task type is %s, not Migrate Repo", task.Type.Name())
  126. }
  127. // ErrTaskDoesNotExist represents a "TaskDoesNotExist" kind of error.
  128. type ErrTaskDoesNotExist struct {
  129. ID int64
  130. RepoID int64
  131. Type structs.TaskType
  132. }
  133. // IsErrTaskDoesNotExist checks if an error is a ErrTaskDoesNotExist.
  134. func IsErrTaskDoesNotExist(err error) bool {
  135. _, ok := err.(ErrTaskDoesNotExist)
  136. return ok
  137. }
  138. func (err ErrTaskDoesNotExist) Error() string {
  139. return fmt.Sprintf("task does not exist [id: %d, repo_id: %d, type: %d]",
  140. err.ID, err.RepoID, err.Type)
  141. }
  142. func (err ErrTaskDoesNotExist) Unwrap() error {
  143. return util.ErrNotExist
  144. }
  145. // GetMigratingTask returns the migrating task by repo's id
  146. func GetMigratingTask(ctx context.Context, repoID int64) (*Task, error) {
  147. task := Task{
  148. RepoID: repoID,
  149. Type: structs.TaskTypeMigrateRepo,
  150. }
  151. has, err := db.GetEngine(ctx).Get(&task)
  152. if err != nil {
  153. return nil, err
  154. } else if !has {
  155. return nil, ErrTaskDoesNotExist{0, repoID, task.Type}
  156. }
  157. return &task, nil
  158. }
  159. // GetMigratingTaskByID returns the migrating task by repo's id
  160. func GetMigratingTaskByID(ctx context.Context, id, doerID int64) (*Task, *migration.MigrateOptions, error) {
  161. task := Task{
  162. ID: id,
  163. DoerID: doerID,
  164. Type: structs.TaskTypeMigrateRepo,
  165. }
  166. has, err := db.GetEngine(ctx).Get(&task)
  167. if err != nil {
  168. return nil, nil, err
  169. } else if !has {
  170. return nil, nil, ErrTaskDoesNotExist{id, 0, task.Type}
  171. }
  172. var opts migration.MigrateOptions
  173. if err := json.Unmarshal([]byte(task.PayloadContent), &opts); err != nil {
  174. return nil, nil, err
  175. }
  176. return &task, &opts, nil
  177. }
  178. // CreateTask creates a task on database
  179. func CreateTask(ctx context.Context, task *Task) error {
  180. return db.Insert(ctx, task)
  181. }
  182. // FinishMigrateTask updates database when migrate task finished
  183. func FinishMigrateTask(ctx context.Context, task *Task) error {
  184. task.Status = structs.TaskStatusFinished
  185. task.EndTime = timeutil.TimeStampNow()
  186. // delete credentials when we're done, they're a liability.
  187. conf, err := task.MigrateConfig()
  188. if err != nil {
  189. return err
  190. }
  191. conf.AuthPassword = ""
  192. conf.AuthToken = ""
  193. conf.CloneAddr = util.SanitizeCredentialURLs(conf.CloneAddr)
  194. conf.AuthPasswordEncrypted = ""
  195. conf.AuthTokenEncrypted = ""
  196. conf.CloneAddrEncrypted = ""
  197. confBytes, err := json.Marshal(conf)
  198. if err != nil {
  199. return err
  200. }
  201. task.PayloadContent = string(confBytes)
  202. _, err = db.GetEngine(ctx).ID(task.ID).Cols("status", "end_time", "payload_content").Update(task)
  203. return err
  204. }