You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

task.go 6.6KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259
  1. // Copyright 2019 Gitea. All rights reserved.
  2. // Use of this source code is governed by a MIT-style
  3. // license that can be found in the LICENSE file.
  4. package models
  5. import (
  6. "fmt"
  7. "code.gitea.io/gitea/models/db"
  8. user_model "code.gitea.io/gitea/models/user"
  9. "code.gitea.io/gitea/modules/json"
  10. "code.gitea.io/gitea/modules/migration"
  11. "code.gitea.io/gitea/modules/secret"
  12. "code.gitea.io/gitea/modules/setting"
  13. "code.gitea.io/gitea/modules/structs"
  14. "code.gitea.io/gitea/modules/timeutil"
  15. "code.gitea.io/gitea/modules/util"
  16. "xorm.io/builder"
  17. )
  18. // Task represents a task
  19. type Task struct {
  20. ID int64
  21. DoerID int64 `xorm:"index"` // operator
  22. Doer *user_model.User `xorm:"-"`
  23. OwnerID int64 `xorm:"index"` // repo owner id, when creating, the repoID maybe zero
  24. Owner *user_model.User `xorm:"-"`
  25. RepoID int64 `xorm:"index"`
  26. Repo *Repository `xorm:"-"`
  27. Type structs.TaskType
  28. Status structs.TaskStatus `xorm:"index"`
  29. StartTime timeutil.TimeStamp
  30. EndTime timeutil.TimeStamp
  31. PayloadContent string `xorm:"TEXT"`
  32. Message string `xorm:"TEXT"` // if task failed, saved the error reason
  33. Created timeutil.TimeStamp `xorm:"created"`
  34. }
  35. func init() {
  36. db.RegisterModel(new(Task))
  37. }
  38. // TranslatableMessage represents JSON struct that can be translated with a Locale
  39. type TranslatableMessage struct {
  40. Format string
  41. Args []interface{} `json:"omitempty"`
  42. }
  43. // LoadRepo loads repository of the task
  44. func (task *Task) LoadRepo() error {
  45. return task.loadRepo(db.GetEngine(db.DefaultContext))
  46. }
  47. func (task *Task) loadRepo(e db.Engine) error {
  48. if task.Repo != nil {
  49. return nil
  50. }
  51. var repo Repository
  52. has, err := e.ID(task.RepoID).Get(&repo)
  53. if err != nil {
  54. return err
  55. } else if !has {
  56. return ErrRepoNotExist{
  57. ID: task.RepoID,
  58. }
  59. }
  60. task.Repo = &repo
  61. return nil
  62. }
  63. // LoadDoer loads do user
  64. func (task *Task) LoadDoer() error {
  65. if task.Doer != nil {
  66. return nil
  67. }
  68. var doer user_model.User
  69. has, err := db.GetEngine(db.DefaultContext).ID(task.DoerID).Get(&doer)
  70. if err != nil {
  71. return err
  72. } else if !has {
  73. return user_model.ErrUserNotExist{
  74. UID: task.DoerID,
  75. }
  76. }
  77. task.Doer = &doer
  78. return nil
  79. }
  80. // LoadOwner loads owner user
  81. func (task *Task) LoadOwner() error {
  82. if task.Owner != nil {
  83. return nil
  84. }
  85. var owner user_model.User
  86. has, err := db.GetEngine(db.DefaultContext).ID(task.OwnerID).Get(&owner)
  87. if err != nil {
  88. return err
  89. } else if !has {
  90. return user_model.ErrUserNotExist{
  91. UID: task.OwnerID,
  92. }
  93. }
  94. task.Owner = &owner
  95. return nil
  96. }
  97. // UpdateCols updates some columns
  98. func (task *Task) UpdateCols(cols ...string) error {
  99. _, err := db.GetEngine(db.DefaultContext).ID(task.ID).Cols(cols...).Update(task)
  100. return err
  101. }
  102. // MigrateConfig returns task config when migrate repository
  103. func (task *Task) MigrateConfig() (*migration.MigrateOptions, error) {
  104. if task.Type == structs.TaskTypeMigrateRepo {
  105. var opts migration.MigrateOptions
  106. err := json.Unmarshal([]byte(task.PayloadContent), &opts)
  107. if err != nil {
  108. return nil, err
  109. }
  110. // decrypt credentials
  111. if opts.CloneAddrEncrypted != "" {
  112. if opts.CloneAddr, err = secret.DecryptSecret(setting.SecretKey, opts.CloneAddrEncrypted); err != nil {
  113. return nil, err
  114. }
  115. }
  116. if opts.AuthPasswordEncrypted != "" {
  117. if opts.AuthPassword, err = secret.DecryptSecret(setting.SecretKey, opts.AuthPasswordEncrypted); err != nil {
  118. return nil, err
  119. }
  120. }
  121. if opts.AuthTokenEncrypted != "" {
  122. if opts.AuthToken, err = secret.DecryptSecret(setting.SecretKey, opts.AuthTokenEncrypted); err != nil {
  123. return nil, err
  124. }
  125. }
  126. return &opts, nil
  127. }
  128. return nil, fmt.Errorf("Task type is %s, not Migrate Repo", task.Type.Name())
  129. }
  130. // ErrTaskDoesNotExist represents a "TaskDoesNotExist" kind of error.
  131. type ErrTaskDoesNotExist struct {
  132. ID int64
  133. RepoID int64
  134. Type structs.TaskType
  135. }
  136. // IsErrTaskDoesNotExist checks if an error is a ErrTaskIsNotExist.
  137. func IsErrTaskDoesNotExist(err error) bool {
  138. _, ok := err.(ErrTaskDoesNotExist)
  139. return ok
  140. }
  141. func (err ErrTaskDoesNotExist) Error() string {
  142. return fmt.Sprintf("task is not exist [id: %d, repo_id: %d, type: %d]",
  143. err.ID, err.RepoID, err.Type)
  144. }
  145. // GetMigratingTask returns the migrating task by repo's id
  146. func GetMigratingTask(repoID int64) (*Task, error) {
  147. task := Task{
  148. RepoID: repoID,
  149. Type: structs.TaskTypeMigrateRepo,
  150. }
  151. has, err := db.GetEngine(db.DefaultContext).Get(&task)
  152. if err != nil {
  153. return nil, err
  154. } else if !has {
  155. return nil, ErrTaskDoesNotExist{0, repoID, task.Type}
  156. }
  157. return &task, nil
  158. }
  159. // GetMigratingTaskByID returns the migrating task by repo's id
  160. func GetMigratingTaskByID(id, doerID int64) (*Task, *migration.MigrateOptions, error) {
  161. task := Task{
  162. ID: id,
  163. DoerID: doerID,
  164. Type: structs.TaskTypeMigrateRepo,
  165. }
  166. has, err := db.GetEngine(db.DefaultContext).Get(&task)
  167. if err != nil {
  168. return nil, nil, err
  169. } else if !has {
  170. return nil, nil, ErrTaskDoesNotExist{id, 0, task.Type}
  171. }
  172. var opts migration.MigrateOptions
  173. if err := json.Unmarshal([]byte(task.PayloadContent), &opts); err != nil {
  174. return nil, nil, err
  175. }
  176. return &task, &opts, nil
  177. }
  178. // FindTaskOptions find all tasks
  179. type FindTaskOptions struct {
  180. Status int
  181. }
  182. // ToConds generates conditions for database operation.
  183. func (opts FindTaskOptions) ToConds() builder.Cond {
  184. cond := builder.NewCond()
  185. if opts.Status >= 0 {
  186. cond = cond.And(builder.Eq{"status": opts.Status})
  187. }
  188. return cond
  189. }
  190. // FindTasks find all tasks
  191. func FindTasks(opts FindTaskOptions) ([]*Task, error) {
  192. tasks := make([]*Task, 0, 10)
  193. err := db.GetEngine(db.DefaultContext).Where(opts.ToConds()).Find(&tasks)
  194. return tasks, err
  195. }
  196. // CreateTask creates a task on database
  197. func CreateTask(task *Task) error {
  198. return createTask(db.GetEngine(db.DefaultContext), task)
  199. }
  200. func createTask(e db.Engine, task *Task) error {
  201. _, err := e.Insert(task)
  202. return err
  203. }
  204. // FinishMigrateTask updates database when migrate task finished
  205. func FinishMigrateTask(task *Task) error {
  206. task.Status = structs.TaskStatusFinished
  207. task.EndTime = timeutil.TimeStampNow()
  208. // delete credentials when we're done, they're a liability.
  209. conf, err := task.MigrateConfig()
  210. if err != nil {
  211. return err
  212. }
  213. conf.AuthPassword = ""
  214. conf.AuthToken = ""
  215. conf.CloneAddr = util.NewStringURLSanitizer(conf.CloneAddr, true).Replace(conf.CloneAddr)
  216. conf.AuthPasswordEncrypted = ""
  217. conf.AuthTokenEncrypted = ""
  218. conf.CloneAddrEncrypted = ""
  219. confBytes, err := json.Marshal(conf)
  220. if err != nil {
  221. return err
  222. }
  223. task.PayloadContent = string(confBytes)
  224. _, err = db.GetEngine(db.DefaultContext).ID(task.ID).Cols("status", "end_time", "payload_content").Update(task)
  225. return err
  226. }