You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

task.go 6.3KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261
  1. // Copyright 2019 Gitea. All rights reserved.
  2. // Use of this source code is governed by a MIT-style
  3. // license that can be found in the LICENSE file.
  4. package models
  5. import (
  6. "fmt"
  7. "code.gitea.io/gitea/modules/json"
  8. migration "code.gitea.io/gitea/modules/migrations/base"
  9. "code.gitea.io/gitea/modules/secret"
  10. "code.gitea.io/gitea/modules/setting"
  11. "code.gitea.io/gitea/modules/structs"
  12. "code.gitea.io/gitea/modules/timeutil"
  13. "code.gitea.io/gitea/modules/util"
  14. "xorm.io/builder"
  15. )
  16. // Task represents a task
  17. type Task struct {
  18. ID int64
  19. DoerID int64 `xorm:"index"` // operator
  20. Doer *User `xorm:"-"`
  21. OwnerID int64 `xorm:"index"` // repo owner id, when creating, the repoID maybe zero
  22. Owner *User `xorm:"-"`
  23. RepoID int64 `xorm:"index"`
  24. Repo *Repository `xorm:"-"`
  25. Type structs.TaskType
  26. Status structs.TaskStatus `xorm:"index"`
  27. StartTime timeutil.TimeStamp
  28. EndTime timeutil.TimeStamp
  29. PayloadContent string `xorm:"TEXT"`
  30. Message string `xorm:"TEXT"` // if task failed, saved the error reason
  31. Created timeutil.TimeStamp `xorm:"created"`
  32. }
  33. // TranslatableMessage represents JSON struct that can be translated with a Locale
  34. type TranslatableMessage struct {
  35. Format string
  36. Args []interface{} `json:"omitempty"`
  37. }
  38. // LoadRepo loads repository of the task
  39. func (task *Task) LoadRepo() error {
  40. return task.loadRepo(x)
  41. }
  42. func (task *Task) loadRepo(e Engine) error {
  43. if task.Repo != nil {
  44. return nil
  45. }
  46. var repo Repository
  47. has, err := e.ID(task.RepoID).Get(&repo)
  48. if err != nil {
  49. return err
  50. } else if !has {
  51. return ErrRepoNotExist{
  52. ID: task.RepoID,
  53. }
  54. }
  55. task.Repo = &repo
  56. return nil
  57. }
  58. // LoadDoer loads do user
  59. func (task *Task) LoadDoer() error {
  60. if task.Doer != nil {
  61. return nil
  62. }
  63. var doer User
  64. has, err := x.ID(task.DoerID).Get(&doer)
  65. if err != nil {
  66. return err
  67. } else if !has {
  68. return ErrUserNotExist{
  69. UID: task.DoerID,
  70. }
  71. }
  72. task.Doer = &doer
  73. return nil
  74. }
  75. // LoadOwner loads owner user
  76. func (task *Task) LoadOwner() error {
  77. if task.Owner != nil {
  78. return nil
  79. }
  80. var owner User
  81. has, err := x.ID(task.OwnerID).Get(&owner)
  82. if err != nil {
  83. return err
  84. } else if !has {
  85. return ErrUserNotExist{
  86. UID: task.OwnerID,
  87. }
  88. }
  89. task.Owner = &owner
  90. return nil
  91. }
  92. // UpdateCols updates some columns
  93. func (task *Task) UpdateCols(cols ...string) error {
  94. _, err := x.ID(task.ID).Cols(cols...).Update(task)
  95. return err
  96. }
  97. // MigrateConfig returns task config when migrate repository
  98. func (task *Task) MigrateConfig() (*migration.MigrateOptions, error) {
  99. if task.Type == structs.TaskTypeMigrateRepo {
  100. var opts migration.MigrateOptions
  101. err := json.Unmarshal([]byte(task.PayloadContent), &opts)
  102. if err != nil {
  103. return nil, err
  104. }
  105. // decrypt credentials
  106. if opts.CloneAddrEncrypted != "" {
  107. if opts.CloneAddr, err = secret.DecryptSecret(setting.SecretKey, opts.CloneAddrEncrypted); err != nil {
  108. return nil, err
  109. }
  110. }
  111. if opts.AuthPasswordEncrypted != "" {
  112. if opts.AuthPassword, err = secret.DecryptSecret(setting.SecretKey, opts.AuthPasswordEncrypted); err != nil {
  113. return nil, err
  114. }
  115. }
  116. if opts.AuthTokenEncrypted != "" {
  117. if opts.AuthToken, err = secret.DecryptSecret(setting.SecretKey, opts.AuthTokenEncrypted); err != nil {
  118. return nil, err
  119. }
  120. }
  121. return &opts, nil
  122. }
  123. return nil, fmt.Errorf("Task type is %s, not Migrate Repo", task.Type.Name())
  124. }
  125. // ErrTaskDoesNotExist represents a "TaskDoesNotExist" kind of error.
  126. type ErrTaskDoesNotExist struct {
  127. ID int64
  128. RepoID int64
  129. Type structs.TaskType
  130. }
  131. // IsErrTaskDoesNotExist checks if an error is a ErrTaskIsNotExist.
  132. func IsErrTaskDoesNotExist(err error) bool {
  133. _, ok := err.(ErrTaskDoesNotExist)
  134. return ok
  135. }
  136. func (err ErrTaskDoesNotExist) Error() string {
  137. return fmt.Sprintf("task is not exist [id: %d, repo_id: %d, type: %d]",
  138. err.ID, err.RepoID, err.Type)
  139. }
  140. // GetMigratingTask returns the migrating task by repo's id
  141. func GetMigratingTask(repoID int64) (*Task, error) {
  142. task := Task{
  143. RepoID: repoID,
  144. Type: structs.TaskTypeMigrateRepo,
  145. }
  146. has, err := x.Get(&task)
  147. if err != nil {
  148. return nil, err
  149. } else if !has {
  150. return nil, ErrTaskDoesNotExist{0, repoID, task.Type}
  151. }
  152. return &task, nil
  153. }
  154. // GetMigratingTaskByID returns the migrating task by repo's id
  155. func GetMigratingTaskByID(id, doerID int64) (*Task, *migration.MigrateOptions, error) {
  156. task := Task{
  157. ID: id,
  158. DoerID: doerID,
  159. Type: structs.TaskTypeMigrateRepo,
  160. }
  161. has, err := x.Get(&task)
  162. if err != nil {
  163. return nil, nil, err
  164. } else if !has {
  165. return nil, nil, ErrTaskDoesNotExist{id, 0, task.Type}
  166. }
  167. var opts migration.MigrateOptions
  168. if err := json.Unmarshal([]byte(task.PayloadContent), &opts); err != nil {
  169. return nil, nil, err
  170. }
  171. return &task, &opts, nil
  172. }
  173. // FindTaskOptions find all tasks
  174. type FindTaskOptions struct {
  175. Status int
  176. }
  177. // ToConds generates conditions for database operation.
  178. func (opts FindTaskOptions) ToConds() builder.Cond {
  179. cond := builder.NewCond()
  180. if opts.Status >= 0 {
  181. cond = cond.And(builder.Eq{"status": opts.Status})
  182. }
  183. return cond
  184. }
  185. // FindTasks find all tasks
  186. func FindTasks(opts FindTaskOptions) ([]*Task, error) {
  187. tasks := make([]*Task, 0, 10)
  188. err := x.Where(opts.ToConds()).Find(&tasks)
  189. return tasks, err
  190. }
  191. // CreateTask creates a task on database
  192. func CreateTask(task *Task) error {
  193. return createTask(x, task)
  194. }
  195. func createTask(e Engine, task *Task) error {
  196. _, err := e.Insert(task)
  197. return err
  198. }
  199. // FinishMigrateTask updates database when migrate task finished
  200. func FinishMigrateTask(task *Task) error {
  201. task.Status = structs.TaskStatusFinished
  202. task.EndTime = timeutil.TimeStampNow()
  203. // delete credentials when we're done, they're a liability.
  204. conf, err := task.MigrateConfig()
  205. if err != nil {
  206. return err
  207. }
  208. conf.AuthPassword = ""
  209. conf.AuthToken = ""
  210. conf.CloneAddr = util.NewStringURLSanitizer(conf.CloneAddr, true).Replace(conf.CloneAddr)
  211. conf.AuthPasswordEncrypted = ""
  212. conf.AuthTokenEncrypted = ""
  213. conf.CloneAddrEncrypted = ""
  214. confBytes, err := json.Marshal(conf)
  215. if err != nil {
  216. return err
  217. }
  218. task.PayloadContent = string(confBytes)
  219. sess := x.NewSession()
  220. defer sess.Close()
  221. if err := sess.Begin(); err != nil {
  222. return err
  223. }
  224. if _, err := sess.ID(task.ID).Cols("status", "end_time", "payload_content").Update(task); err != nil {
  225. return err
  226. }
  227. return sess.Commit()
  228. }