You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

task.go 6.7KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260
  1. // Copyright 2019 Gitea. All rights reserved.
  2. // Use of this source code is governed by a MIT-style
  3. // license that can be found in the LICENSE file.
  4. package models
  5. import (
  6. "fmt"
  7. "code.gitea.io/gitea/models/db"
  8. repo_model "code.gitea.io/gitea/models/repo"
  9. user_model "code.gitea.io/gitea/models/user"
  10. "code.gitea.io/gitea/modules/json"
  11. "code.gitea.io/gitea/modules/migration"
  12. "code.gitea.io/gitea/modules/secret"
  13. "code.gitea.io/gitea/modules/setting"
  14. "code.gitea.io/gitea/modules/structs"
  15. "code.gitea.io/gitea/modules/timeutil"
  16. "code.gitea.io/gitea/modules/util"
  17. "xorm.io/builder"
  18. )
  19. // Task represents a task
  20. type Task struct {
  21. ID int64
  22. DoerID int64 `xorm:"index"` // operator
  23. Doer *user_model.User `xorm:"-"`
  24. OwnerID int64 `xorm:"index"` // repo owner id, when creating, the repoID maybe zero
  25. Owner *user_model.User `xorm:"-"`
  26. RepoID int64 `xorm:"index"`
  27. Repo *repo_model.Repository `xorm:"-"`
  28. Type structs.TaskType
  29. Status structs.TaskStatus `xorm:"index"`
  30. StartTime timeutil.TimeStamp
  31. EndTime timeutil.TimeStamp
  32. PayloadContent string `xorm:"TEXT"`
  33. Message string `xorm:"TEXT"` // if task failed, saved the error reason
  34. Created timeutil.TimeStamp `xorm:"created"`
  35. }
  36. func init() {
  37. db.RegisterModel(new(Task))
  38. }
  39. // TranslatableMessage represents JSON struct that can be translated with a Locale
  40. type TranslatableMessage struct {
  41. Format string
  42. Args []interface{} `json:"omitempty"`
  43. }
  44. // LoadRepo loads repository of the task
  45. func (task *Task) LoadRepo() error {
  46. return task.loadRepo(db.GetEngine(db.DefaultContext))
  47. }
  48. func (task *Task) loadRepo(e db.Engine) error {
  49. if task.Repo != nil {
  50. return nil
  51. }
  52. var repo repo_model.Repository
  53. has, err := e.ID(task.RepoID).Get(&repo)
  54. if err != nil {
  55. return err
  56. } else if !has {
  57. return repo_model.ErrRepoNotExist{
  58. ID: task.RepoID,
  59. }
  60. }
  61. task.Repo = &repo
  62. return nil
  63. }
  64. // LoadDoer loads do user
  65. func (task *Task) LoadDoer() error {
  66. if task.Doer != nil {
  67. return nil
  68. }
  69. var doer user_model.User
  70. has, err := db.GetEngine(db.DefaultContext).ID(task.DoerID).Get(&doer)
  71. if err != nil {
  72. return err
  73. } else if !has {
  74. return user_model.ErrUserNotExist{
  75. UID: task.DoerID,
  76. }
  77. }
  78. task.Doer = &doer
  79. return nil
  80. }
  81. // LoadOwner loads owner user
  82. func (task *Task) LoadOwner() error {
  83. if task.Owner != nil {
  84. return nil
  85. }
  86. var owner user_model.User
  87. has, err := db.GetEngine(db.DefaultContext).ID(task.OwnerID).Get(&owner)
  88. if err != nil {
  89. return err
  90. } else if !has {
  91. return user_model.ErrUserNotExist{
  92. UID: task.OwnerID,
  93. }
  94. }
  95. task.Owner = &owner
  96. return nil
  97. }
  98. // UpdateCols updates some columns
  99. func (task *Task) UpdateCols(cols ...string) error {
  100. _, err := db.GetEngine(db.DefaultContext).ID(task.ID).Cols(cols...).Update(task)
  101. return err
  102. }
  103. // MigrateConfig returns task config when migrate repository
  104. func (task *Task) MigrateConfig() (*migration.MigrateOptions, error) {
  105. if task.Type == structs.TaskTypeMigrateRepo {
  106. var opts migration.MigrateOptions
  107. err := json.Unmarshal([]byte(task.PayloadContent), &opts)
  108. if err != nil {
  109. return nil, err
  110. }
  111. // decrypt credentials
  112. if opts.CloneAddrEncrypted != "" {
  113. if opts.CloneAddr, err = secret.DecryptSecret(setting.SecretKey, opts.CloneAddrEncrypted); err != nil {
  114. return nil, err
  115. }
  116. }
  117. if opts.AuthPasswordEncrypted != "" {
  118. if opts.AuthPassword, err = secret.DecryptSecret(setting.SecretKey, opts.AuthPasswordEncrypted); err != nil {
  119. return nil, err
  120. }
  121. }
  122. if opts.AuthTokenEncrypted != "" {
  123. if opts.AuthToken, err = secret.DecryptSecret(setting.SecretKey, opts.AuthTokenEncrypted); err != nil {
  124. return nil, err
  125. }
  126. }
  127. return &opts, nil
  128. }
  129. return nil, fmt.Errorf("Task type is %s, not Migrate Repo", task.Type.Name())
  130. }
  131. // ErrTaskDoesNotExist represents a "TaskDoesNotExist" kind of error.
  132. type ErrTaskDoesNotExist struct {
  133. ID int64
  134. RepoID int64
  135. Type structs.TaskType
  136. }
  137. // IsErrTaskDoesNotExist checks if an error is a ErrTaskIsNotExist.
  138. func IsErrTaskDoesNotExist(err error) bool {
  139. _, ok := err.(ErrTaskDoesNotExist)
  140. return ok
  141. }
  142. func (err ErrTaskDoesNotExist) Error() string {
  143. return fmt.Sprintf("task is not exist [id: %d, repo_id: %d, type: %d]",
  144. err.ID, err.RepoID, err.Type)
  145. }
  146. // GetMigratingTask returns the migrating task by repo's id
  147. func GetMigratingTask(repoID int64) (*Task, error) {
  148. task := Task{
  149. RepoID: repoID,
  150. Type: structs.TaskTypeMigrateRepo,
  151. }
  152. has, err := db.GetEngine(db.DefaultContext).Get(&task)
  153. if err != nil {
  154. return nil, err
  155. } else if !has {
  156. return nil, ErrTaskDoesNotExist{0, repoID, task.Type}
  157. }
  158. return &task, nil
  159. }
  160. // GetMigratingTaskByID returns the migrating task by repo's id
  161. func GetMigratingTaskByID(id, doerID int64) (*Task, *migration.MigrateOptions, error) {
  162. task := Task{
  163. ID: id,
  164. DoerID: doerID,
  165. Type: structs.TaskTypeMigrateRepo,
  166. }
  167. has, err := db.GetEngine(db.DefaultContext).Get(&task)
  168. if err != nil {
  169. return nil, nil, err
  170. } else if !has {
  171. return nil, nil, ErrTaskDoesNotExist{id, 0, task.Type}
  172. }
  173. var opts migration.MigrateOptions
  174. if err := json.Unmarshal([]byte(task.PayloadContent), &opts); err != nil {
  175. return nil, nil, err
  176. }
  177. return &task, &opts, nil
  178. }
  179. // FindTaskOptions find all tasks
  180. type FindTaskOptions struct {
  181. Status int
  182. }
  183. // ToConds generates conditions for database operation.
  184. func (opts FindTaskOptions) ToConds() builder.Cond {
  185. cond := builder.NewCond()
  186. if opts.Status >= 0 {
  187. cond = cond.And(builder.Eq{"status": opts.Status})
  188. }
  189. return cond
  190. }
  191. // FindTasks find all tasks
  192. func FindTasks(opts FindTaskOptions) ([]*Task, error) {
  193. tasks := make([]*Task, 0, 10)
  194. err := db.GetEngine(db.DefaultContext).Where(opts.ToConds()).Find(&tasks)
  195. return tasks, err
  196. }
  197. // CreateTask creates a task on database
  198. func CreateTask(task *Task) error {
  199. return createTask(db.GetEngine(db.DefaultContext), task)
  200. }
  201. func createTask(e db.Engine, task *Task) error {
  202. _, err := e.Insert(task)
  203. return err
  204. }
  205. // FinishMigrateTask updates database when migrate task finished
  206. func FinishMigrateTask(task *Task) error {
  207. task.Status = structs.TaskStatusFinished
  208. task.EndTime = timeutil.TimeStampNow()
  209. // delete credentials when we're done, they're a liability.
  210. conf, err := task.MigrateConfig()
  211. if err != nil {
  212. return err
  213. }
  214. conf.AuthPassword = ""
  215. conf.AuthToken = ""
  216. conf.CloneAddr = util.SanitizeCredentialURLs(conf.CloneAddr)
  217. conf.AuthPasswordEncrypted = ""
  218. conf.AuthTokenEncrypted = ""
  219. conf.CloneAddrEncrypted = ""
  220. confBytes, err := json.Marshal(conf)
  221. if err != nil {
  222. return err
  223. }
  224. task.PayloadContent = string(confBytes)
  225. _, err = db.GetEngine(db.DefaultContext).ID(task.ID).Cols("status", "end_time", "payload_content").Update(task)
  226. return err
  227. }