You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

task.go 7.0KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264
  1. // Copyright 2019 Gitea. All rights reserved.
  2. // Use of this source code is governed by a MIT-style
  3. // license that can be found in the LICENSE file.
  4. package models
  5. import (
  6. "context"
  7. "fmt"
  8. "code.gitea.io/gitea/models/db"
  9. repo_model "code.gitea.io/gitea/models/repo"
  10. user_model "code.gitea.io/gitea/models/user"
  11. "code.gitea.io/gitea/modules/json"
  12. "code.gitea.io/gitea/modules/migration"
  13. "code.gitea.io/gitea/modules/secret"
  14. "code.gitea.io/gitea/modules/setting"
  15. "code.gitea.io/gitea/modules/structs"
  16. "code.gitea.io/gitea/modules/timeutil"
  17. "code.gitea.io/gitea/modules/util"
  18. "xorm.io/builder"
  19. )
  20. // Task represents a task
  21. type Task struct {
  22. ID int64
  23. DoerID int64 `xorm:"index"` // operator
  24. Doer *user_model.User `xorm:"-"`
  25. OwnerID int64 `xorm:"index"` // repo owner id, when creating, the repoID maybe zero
  26. Owner *user_model.User `xorm:"-"`
  27. RepoID int64 `xorm:"index"`
  28. Repo *repo_model.Repository `xorm:"-"`
  29. Type structs.TaskType
  30. Status structs.TaskStatus `xorm:"index"`
  31. StartTime timeutil.TimeStamp
  32. EndTime timeutil.TimeStamp
  33. PayloadContent string `xorm:"TEXT"`
  34. Message string `xorm:"TEXT"` // if task failed, saved the error reason
  35. Created timeutil.TimeStamp `xorm:"created"`
  36. }
  37. func init() {
  38. db.RegisterModel(new(Task))
  39. }
  40. // TranslatableMessage represents JSON struct that can be translated with a Locale
  41. type TranslatableMessage struct {
  42. Format string
  43. Args []interface{} `json:"omitempty"`
  44. }
  45. // LoadRepo loads repository of the task
  46. func (task *Task) LoadRepo() error {
  47. return task.loadRepo(db.DefaultContext)
  48. }
  49. func (task *Task) loadRepo(ctx context.Context) error {
  50. if task.Repo != nil {
  51. return nil
  52. }
  53. var repo repo_model.Repository
  54. has, err := db.GetEngine(ctx).ID(task.RepoID).Get(&repo)
  55. if err != nil {
  56. return err
  57. } else if !has {
  58. return repo_model.ErrRepoNotExist{
  59. ID: task.RepoID,
  60. }
  61. }
  62. task.Repo = &repo
  63. return nil
  64. }
  65. // LoadDoer loads do user
  66. func (task *Task) LoadDoer() error {
  67. if task.Doer != nil {
  68. return nil
  69. }
  70. var doer user_model.User
  71. has, err := db.GetEngine(db.DefaultContext).ID(task.DoerID).Get(&doer)
  72. if err != nil {
  73. return err
  74. } else if !has {
  75. return user_model.ErrUserNotExist{
  76. UID: task.DoerID,
  77. }
  78. }
  79. task.Doer = &doer
  80. return nil
  81. }
  82. // LoadOwner loads owner user
  83. func (task *Task) LoadOwner() error {
  84. if task.Owner != nil {
  85. return nil
  86. }
  87. var owner user_model.User
  88. has, err := db.GetEngine(db.DefaultContext).ID(task.OwnerID).Get(&owner)
  89. if err != nil {
  90. return err
  91. } else if !has {
  92. return user_model.ErrUserNotExist{
  93. UID: task.OwnerID,
  94. }
  95. }
  96. task.Owner = &owner
  97. return nil
  98. }
  99. // UpdateCols updates some columns
  100. func (task *Task) UpdateCols(cols ...string) error {
  101. _, err := db.GetEngine(db.DefaultContext).ID(task.ID).Cols(cols...).Update(task)
  102. return err
  103. }
  104. // MigrateConfig returns task config when migrate repository
  105. func (task *Task) MigrateConfig() (*migration.MigrateOptions, error) {
  106. if task.Type == structs.TaskTypeMigrateRepo {
  107. var opts migration.MigrateOptions
  108. err := json.Unmarshal([]byte(task.PayloadContent), &opts)
  109. if err != nil {
  110. return nil, err
  111. }
  112. // decrypt credentials
  113. if opts.CloneAddrEncrypted != "" {
  114. if opts.CloneAddr, err = secret.DecryptSecret(setting.SecretKey, opts.CloneAddrEncrypted); err != nil {
  115. return nil, err
  116. }
  117. }
  118. if opts.AuthPasswordEncrypted != "" {
  119. if opts.AuthPassword, err = secret.DecryptSecret(setting.SecretKey, opts.AuthPasswordEncrypted); err != nil {
  120. return nil, err
  121. }
  122. }
  123. if opts.AuthTokenEncrypted != "" {
  124. if opts.AuthToken, err = secret.DecryptSecret(setting.SecretKey, opts.AuthTokenEncrypted); err != nil {
  125. return nil, err
  126. }
  127. }
  128. return &opts, nil
  129. }
  130. return nil, fmt.Errorf("Task type is %s, not Migrate Repo", task.Type.Name())
  131. }
  132. // ErrTaskDoesNotExist represents a "TaskDoesNotExist" kind of error.
  133. type ErrTaskDoesNotExist struct {
  134. ID int64
  135. RepoID int64
  136. Type structs.TaskType
  137. }
  138. // IsErrTaskDoesNotExist checks if an error is a ErrTaskIsNotExist.
  139. func IsErrTaskDoesNotExist(err error) bool {
  140. _, ok := err.(ErrTaskDoesNotExist)
  141. return ok
  142. }
  143. func (err ErrTaskDoesNotExist) Error() string {
  144. return fmt.Sprintf("task is not exist [id: %d, repo_id: %d, type: %d]",
  145. err.ID, err.RepoID, err.Type)
  146. }
  147. // GetMigratingTask returns the migrating task by repo's id
  148. func GetMigratingTask(repoID int64) (*Task, error) {
  149. task := Task{
  150. RepoID: repoID,
  151. Type: structs.TaskTypeMigrateRepo,
  152. }
  153. has, err := db.GetEngine(db.DefaultContext).Get(&task)
  154. if err != nil {
  155. return nil, err
  156. } else if !has {
  157. return nil, ErrTaskDoesNotExist{0, repoID, task.Type}
  158. }
  159. return &task, nil
  160. }
  161. // HasFinishedMigratingTask returns if a finished migration task exists for the repo.
  162. func HasFinishedMigratingTask(repoID int64) (bool, error) {
  163. return db.GetEngine(db.DefaultContext).
  164. Where("repo_id=? AND type=? AND status=?", repoID, structs.TaskTypeMigrateRepo, structs.TaskStatusFinished).
  165. Table("task").
  166. Exist()
  167. }
  168. // GetMigratingTaskByID returns the migrating task by repo's id
  169. func GetMigratingTaskByID(id, doerID int64) (*Task, *migration.MigrateOptions, error) {
  170. task := Task{
  171. ID: id,
  172. DoerID: doerID,
  173. Type: structs.TaskTypeMigrateRepo,
  174. }
  175. has, err := db.GetEngine(db.DefaultContext).Get(&task)
  176. if err != nil {
  177. return nil, nil, err
  178. } else if !has {
  179. return nil, nil, ErrTaskDoesNotExist{id, 0, task.Type}
  180. }
  181. var opts migration.MigrateOptions
  182. if err := json.Unmarshal([]byte(task.PayloadContent), &opts); err != nil {
  183. return nil, nil, err
  184. }
  185. return &task, &opts, nil
  186. }
  187. // FindTaskOptions find all tasks
  188. type FindTaskOptions struct {
  189. Status int
  190. }
  191. // ToConds generates conditions for database operation.
  192. func (opts FindTaskOptions) ToConds() builder.Cond {
  193. cond := builder.NewCond()
  194. if opts.Status >= 0 {
  195. cond = cond.And(builder.Eq{"status": opts.Status})
  196. }
  197. return cond
  198. }
  199. // FindTasks find all tasks
  200. func FindTasks(opts FindTaskOptions) ([]*Task, error) {
  201. tasks := make([]*Task, 0, 10)
  202. err := db.GetEngine(db.DefaultContext).Where(opts.ToConds()).Find(&tasks)
  203. return tasks, err
  204. }
  205. // CreateTask creates a task on database
  206. func CreateTask(task *Task) error {
  207. return db.Insert(db.DefaultContext, task)
  208. }
  209. // FinishMigrateTask updates database when migrate task finished
  210. func FinishMigrateTask(task *Task) error {
  211. task.Status = structs.TaskStatusFinished
  212. task.EndTime = timeutil.TimeStampNow()
  213. // delete credentials when we're done, they're a liability.
  214. conf, err := task.MigrateConfig()
  215. if err != nil {
  216. return err
  217. }
  218. conf.AuthPassword = ""
  219. conf.AuthToken = ""
  220. conf.CloneAddr = util.SanitizeCredentialURLs(conf.CloneAddr)
  221. conf.AuthPasswordEncrypted = ""
  222. conf.AuthTokenEncrypted = ""
  223. conf.CloneAddrEncrypted = ""
  224. confBytes, err := json.Marshal(conf)
  225. if err != nil {
  226. return err
  227. }
  228. task.PayloadContent = string(confBytes)
  229. _, err = db.GetEngine(db.DefaultContext).ID(task.ID).Cols("status", "end_time", "payload_content").Update(task)
  230. return err
  231. }