You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

restore.go 6.1KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272
  1. // Copyright 2020 The Gitea Authors. All rights reserved.
  2. // SPDX-License-Identifier: MIT
  3. package migrations
  4. import (
  5. "context"
  6. "fmt"
  7. "os"
  8. "path/filepath"
  9. "strconv"
  10. base "code.gitea.io/gitea/modules/migration"
  11. "gopkg.in/yaml.v3"
  12. )
  13. // RepositoryRestorer implements an Downloader from the local directory
  14. type RepositoryRestorer struct {
  15. base.NullDownloader
  16. ctx context.Context
  17. baseDir string
  18. repoOwner string
  19. repoName string
  20. validation bool
  21. }
  22. // NewRepositoryRestorer creates a repository restorer which could restore repository from a dumped folder
  23. func NewRepositoryRestorer(ctx context.Context, baseDir, owner, repoName string, validation bool) (*RepositoryRestorer, error) {
  24. baseDir, err := filepath.Abs(baseDir)
  25. if err != nil {
  26. return nil, err
  27. }
  28. return &RepositoryRestorer{
  29. ctx: ctx,
  30. baseDir: baseDir,
  31. repoOwner: owner,
  32. repoName: repoName,
  33. validation: validation,
  34. }, nil
  35. }
  36. func (r *RepositoryRestorer) commentDir() string {
  37. return filepath.Join(r.baseDir, "comments")
  38. }
  39. func (r *RepositoryRestorer) reviewDir() string {
  40. return filepath.Join(r.baseDir, "reviews")
  41. }
  42. // SetContext set context
  43. func (r *RepositoryRestorer) SetContext(ctx context.Context) {
  44. r.ctx = ctx
  45. }
  46. func (r *RepositoryRestorer) getRepoOptions() (map[string]string, error) {
  47. p := filepath.Join(r.baseDir, "repo.yml")
  48. bs, err := os.ReadFile(p)
  49. if err != nil {
  50. return nil, err
  51. }
  52. opts := make(map[string]string)
  53. err = yaml.Unmarshal(bs, &opts)
  54. if err != nil {
  55. return nil, err
  56. }
  57. return opts, nil
  58. }
  59. // GetRepoInfo returns a repository information
  60. func (r *RepositoryRestorer) GetRepoInfo() (*base.Repository, error) {
  61. opts, err := r.getRepoOptions()
  62. if err != nil {
  63. return nil, err
  64. }
  65. isPrivate, _ := strconv.ParseBool(opts["is_private"])
  66. return &base.Repository{
  67. Owner: r.repoOwner,
  68. Name: r.repoName,
  69. IsPrivate: isPrivate,
  70. Description: opts["description"],
  71. OriginalURL: opts["original_url"],
  72. CloneURL: filepath.Join(r.baseDir, "git"),
  73. DefaultBranch: opts["default_branch"],
  74. }, nil
  75. }
  76. // GetTopics return github topics
  77. func (r *RepositoryRestorer) GetTopics() ([]string, error) {
  78. p := filepath.Join(r.baseDir, "topic.yml")
  79. topics := struct {
  80. Topics []string `yaml:"topics"`
  81. }{}
  82. bs, err := os.ReadFile(p)
  83. if err != nil {
  84. if os.IsNotExist(err) {
  85. return nil, nil
  86. }
  87. return nil, err
  88. }
  89. err = yaml.Unmarshal(bs, &topics)
  90. if err != nil {
  91. return nil, err
  92. }
  93. return topics.Topics, nil
  94. }
  95. // GetMilestones returns milestones
  96. func (r *RepositoryRestorer) GetMilestones() ([]*base.Milestone, error) {
  97. milestones := make([]*base.Milestone, 0, 10)
  98. p := filepath.Join(r.baseDir, "milestone.yml")
  99. err := base.Load(p, &milestones, r.validation)
  100. if err != nil {
  101. if os.IsNotExist(err) {
  102. return nil, nil
  103. }
  104. return nil, err
  105. }
  106. return milestones, nil
  107. }
  108. // GetReleases returns releases
  109. func (r *RepositoryRestorer) GetReleases() ([]*base.Release, error) {
  110. releases := make([]*base.Release, 0, 10)
  111. p := filepath.Join(r.baseDir, "release.yml")
  112. _, err := os.Stat(p)
  113. if err != nil {
  114. if os.IsNotExist(err) {
  115. return nil, nil
  116. }
  117. return nil, err
  118. }
  119. bs, err := os.ReadFile(p)
  120. if err != nil {
  121. return nil, err
  122. }
  123. err = yaml.Unmarshal(bs, &releases)
  124. if err != nil {
  125. return nil, err
  126. }
  127. for _, rel := range releases {
  128. for _, asset := range rel.Assets {
  129. if asset.DownloadURL != nil {
  130. *asset.DownloadURL = "file://" + filepath.Join(r.baseDir, *asset.DownloadURL)
  131. }
  132. }
  133. }
  134. return releases, nil
  135. }
  136. // GetLabels returns labels
  137. func (r *RepositoryRestorer) GetLabels() ([]*base.Label, error) {
  138. labels := make([]*base.Label, 0, 10)
  139. p := filepath.Join(r.baseDir, "label.yml")
  140. _, err := os.Stat(p)
  141. if err != nil {
  142. if os.IsNotExist(err) {
  143. return nil, nil
  144. }
  145. return nil, err
  146. }
  147. bs, err := os.ReadFile(p)
  148. if err != nil {
  149. return nil, err
  150. }
  151. err = yaml.Unmarshal(bs, &labels)
  152. if err != nil {
  153. return nil, err
  154. }
  155. return labels, nil
  156. }
  157. // GetIssues returns issues according start and limit
  158. func (r *RepositoryRestorer) GetIssues(page, perPage int) ([]*base.Issue, bool, error) {
  159. issues := make([]*base.Issue, 0, 10)
  160. p := filepath.Join(r.baseDir, "issue.yml")
  161. err := base.Load(p, &issues, r.validation)
  162. if err != nil {
  163. if os.IsNotExist(err) {
  164. return nil, true, nil
  165. }
  166. return nil, false, err
  167. }
  168. return issues, true, nil
  169. }
  170. // GetComments returns comments according issueNumber
  171. func (r *RepositoryRestorer) GetComments(commentable base.Commentable) ([]*base.Comment, bool, error) {
  172. comments := make([]*base.Comment, 0, 10)
  173. p := filepath.Join(r.commentDir(), fmt.Sprintf("%d.yml", commentable.GetForeignIndex()))
  174. _, err := os.Stat(p)
  175. if err != nil {
  176. if os.IsNotExist(err) {
  177. return nil, false, nil
  178. }
  179. return nil, false, err
  180. }
  181. bs, err := os.ReadFile(p)
  182. if err != nil {
  183. return nil, false, err
  184. }
  185. err = yaml.Unmarshal(bs, &comments)
  186. if err != nil {
  187. return nil, false, err
  188. }
  189. return comments, false, nil
  190. }
  191. // GetPullRequests returns pull requests according page and perPage
  192. func (r *RepositoryRestorer) GetPullRequests(page, perPage int) ([]*base.PullRequest, bool, error) {
  193. pulls := make([]*base.PullRequest, 0, 10)
  194. p := filepath.Join(r.baseDir, "pull_request.yml")
  195. _, err := os.Stat(p)
  196. if err != nil {
  197. if os.IsNotExist(err) {
  198. return nil, true, nil
  199. }
  200. return nil, false, err
  201. }
  202. bs, err := os.ReadFile(p)
  203. if err != nil {
  204. return nil, false, err
  205. }
  206. err = yaml.Unmarshal(bs, &pulls)
  207. if err != nil {
  208. return nil, false, err
  209. }
  210. for _, pr := range pulls {
  211. pr.PatchURL = "file://" + filepath.Join(r.baseDir, pr.PatchURL)
  212. CheckAndEnsureSafePR(pr, "", r)
  213. }
  214. return pulls, true, nil
  215. }
  216. // GetReviews returns pull requests review
  217. func (r *RepositoryRestorer) GetReviews(reviewable base.Reviewable) ([]*base.Review, error) {
  218. reviews := make([]*base.Review, 0, 10)
  219. p := filepath.Join(r.reviewDir(), fmt.Sprintf("%d.yml", reviewable.GetForeignIndex()))
  220. _, err := os.Stat(p)
  221. if err != nil {
  222. if os.IsNotExist(err) {
  223. return nil, nil
  224. }
  225. return nil, err
  226. }
  227. bs, err := os.ReadFile(p)
  228. if err != nil {
  229. return nil, err
  230. }
  231. err = yaml.Unmarshal(bs, &reviews)
  232. if err != nil {
  233. return nil, err
  234. }
  235. return reviews, nil
  236. }