You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877
  1. // Copyright 2015 The Gogs Authors. All rights reserved.
  2. // Use of this source code is governed by a MIT-style
  3. // license that can be found in the LICENSE file.
  4. package migrations
  5. import (
  6. "bytes"
  7. "encoding/json"
  8. "fmt"
  9. "io/ioutil"
  10. "os"
  11. "path"
  12. "path/filepath"
  13. "strings"
  14. "time"
  15. "github.com/Unknwon/com"
  16. "github.com/go-xorm/xorm"
  17. gouuid "github.com/satori/go.uuid"
  18. "gopkg.in/ini.v1"
  19. "code.gitea.io/gitea/modules/generate"
  20. "code.gitea.io/gitea/modules/log"
  21. "code.gitea.io/gitea/modules/setting"
  22. )
  23. const minDBVersion = 4
  24. // Migration describes on migration from lower version to high version
  25. type Migration interface {
  26. Description() string
  27. Migrate(*xorm.Engine) error
  28. }
  29. type migration struct {
  30. description string
  31. migrate func(*xorm.Engine) error
  32. }
  33. // NewMigration creates a new migration
  34. func NewMigration(desc string, fn func(*xorm.Engine) error) Migration {
  35. return &migration{desc, fn}
  36. }
  37. // Description returns the migration's description
  38. func (m *migration) Description() string {
  39. return m.description
  40. }
  41. // Migrate executes the migration
  42. func (m *migration) Migrate(x *xorm.Engine) error {
  43. return m.migrate(x)
  44. }
  45. // Version describes the version table. Should have only one row with id==1
  46. type Version struct {
  47. ID int64 `xorm:"pk autoincr"`
  48. Version int64
  49. }
  50. func emptyMigration(x *xorm.Engine) error {
  51. return nil
  52. }
  53. // This is a sequence of migrations. Add new migrations to the bottom of the list.
  54. // If you want to "retire" a migration, remove it from the top of the list and
  55. // update minDBVersion accordingly
  56. var migrations = []Migration{
  57. // v0 -> v4: before 0.6.0 -> 0.7.33
  58. NewMigration("fix locale file load panic", fixLocaleFileLoadPanic), // V4 -> V5:v0.6.0
  59. NewMigration("trim action compare URL prefix", trimCommitActionAppURLPrefix), // V5 -> V6:v0.6.3
  60. NewMigration("generate issue-label from issue", issueToIssueLabel), // V6 -> V7:v0.6.4
  61. NewMigration("refactor attachment table", attachmentRefactor), // V7 -> V8:v0.6.4
  62. NewMigration("rename pull request fields", renamePullRequestFields), // V8 -> V9:v0.6.16
  63. NewMigration("clean up migrate repo info", cleanUpMigrateRepoInfo), // V9 -> V10:v0.6.20
  64. NewMigration("generate rands and salt for organizations", generateOrgRandsAndSalt), // V10 -> V11:v0.8.5
  65. NewMigration("convert date to unix timestamp", convertDateToUnix), // V11 -> V12:v0.9.2
  66. NewMigration("convert LDAP UseSSL option to SecurityProtocol", ldapUseSSLToSecurityProtocol), // V12 -> V13:v0.9.37
  67. // v13 -> v14:v0.9.87
  68. NewMigration("set comment updated with created", setCommentUpdatedWithCreated),
  69. // v14 -> v15
  70. NewMigration("create user column diff view style", createUserColumnDiffViewStyle),
  71. // v15 -> v16
  72. NewMigration("create user column allow create organization", createAllowCreateOrganizationColumn),
  73. // V16 -> v17
  74. NewMigration("create repo unit table and add units for all repos", addUnitsToTables),
  75. // v17 -> v18
  76. NewMigration("set protect branches updated with created", setProtectedBranchUpdatedWithCreated),
  77. // v18 -> v19
  78. NewMigration("add external login user", addExternalLoginUser),
  79. // v19 -> v20
  80. NewMigration("generate and migrate Git hooks", generateAndMigrateGitHooks),
  81. // v20 -> v21
  82. NewMigration("use new avatar path name for security reason", useNewNameAvatars),
  83. // v21 -> v22
  84. NewMigration("rewrite authorized_keys file via new format", useNewPublickeyFormat),
  85. // v22 -> v23
  86. NewMigration("generate and migrate wiki Git hooks", generateAndMigrateWikiGitHooks),
  87. // v23 -> v24
  88. NewMigration("add user openid table", addUserOpenID),
  89. // v24 -> v25
  90. NewMigration("change the key_id and primary_key_id type", changeGPGKeysColumns),
  91. // v25 -> v26
  92. NewMigration("add show field in user openid table", addUserOpenIDShow),
  93. // v26 -> v27
  94. NewMigration("generate and migrate repo and wiki Git hooks", generateAndMigrateGitHookChains),
  95. // v27 -> v28
  96. NewMigration("change mirror interval from hours to time.Duration", convertIntervalToDuration),
  97. // v28 -> v29
  98. NewMigration("add field for repo size", addRepoSize),
  99. // v29 -> v30
  100. NewMigration("add commit status table", addCommitStatus),
  101. // v30 -> 31
  102. NewMigration("add primary key to external login user", addExternalLoginUserPK),
  103. // v31 -> 32
  104. NewMigration("add field for login source synchronization", addLoginSourceSyncEnabledColumn),
  105. // v32 -> v33
  106. NewMigration("add units for team", addUnitsToRepoTeam),
  107. // v33 -> v34
  108. NewMigration("remove columns from action", removeActionColumns),
  109. // v34 -> v35
  110. NewMigration("give all units to owner teams", giveAllUnitsToOwnerTeams),
  111. // v35 -> v36
  112. NewMigration("adds comment to an action", addCommentIDToAction),
  113. // v36 -> v37
  114. NewMigration("regenerate git hooks", regenerateGitHooks36),
  115. // v37 -> v38
  116. NewMigration("unescape user full names", unescapeUserFullNames),
  117. // v38 -> v39
  118. NewMigration("remove commits and settings unit types", removeCommitsUnitType),
  119. // v39 -> v40
  120. NewMigration("add tags to releases and sync existing repositories", releaseAddColumnIsTagAndSyncTags),
  121. // v40 -> v41
  122. NewMigration("fix protected branch can push value to false", fixProtectedBranchCanPushValue),
  123. // v41 -> v42
  124. NewMigration("remove duplicate unit types", removeDuplicateUnitTypes),
  125. // v42 -> v43
  126. NewMigration("empty step", emptyMigration),
  127. // v43 -> v44
  128. NewMigration("empty step", emptyMigration),
  129. // v44 -> v45
  130. NewMigration("empty step", emptyMigration),
  131. // v45 -> v46
  132. NewMigration("remove index column from repo_unit table", removeIndexColumnFromRepoUnitTable),
  133. // v46 -> v47
  134. NewMigration("remove organization watch repositories", removeOrganizationWatchRepo),
  135. // v47 -> v48
  136. NewMigration("add deleted branches", addDeletedBranch),
  137. // v48 -> v49
  138. NewMigration("add repo indexer status", addRepoIndexerStatus),
  139. // v49 -> v50
  140. NewMigration("adds time tracking and stopwatches", addTimetracking),
  141. // v50 -> v51
  142. NewMigration("migrate protected branch struct", migrateProtectedBranchStruct),
  143. // v51 -> v52
  144. NewMigration("add default value to user prohibit_login", addDefaultValueToUserProhibitLogin),
  145. // v52 -> v53
  146. NewMigration("add lfs lock table", addLFSLock),
  147. // v53 -> v54
  148. NewMigration("add reactions", addReactions),
  149. // v54 -> v55
  150. NewMigration("add pull request options", addPullRequestOptions),
  151. // v55 -> v56
  152. NewMigration("add writable deploy keys", addModeToDeploKeys),
  153. // v56 -> v57
  154. NewMigration("remove is_owner, num_teams columns from org_user", removeIsOwnerColumnFromOrgUser),
  155. // v57 -> v58
  156. NewMigration("add closed_unix column for issues", addIssueClosedTime),
  157. // v58 -> v59
  158. NewMigration("add label descriptions", addLabelsDescriptions),
  159. // v59 -> v60
  160. NewMigration("add merge whitelist for protected branches", addProtectedBranchMergeWhitelist),
  161. // v60 -> v61
  162. NewMigration("add is_fsck_enabled column for repos", addFsckEnabledToRepo),
  163. // v61 -> v62
  164. NewMigration("add size column for attachments", addSizeToAttachment),
  165. // v62 -> v63
  166. NewMigration("add last used passcode column for TOTP", addLastUsedPasscodeTOTP),
  167. // v63 -> v64
  168. NewMigration("add language column for user setting", addLanguageSetting),
  169. // v64 -> v65
  170. NewMigration("add multiple assignees", addMultipleAssignees),
  171. // v65 -> v66
  172. NewMigration("add u2f", addU2FReg),
  173. // v66 -> v67
  174. NewMigration("add login source id column for public_key table", addLoginSourceIDToPublicKeyTable),
  175. }
  176. // Migrate database to current version
  177. func Migrate(x *xorm.Engine) error {
  178. if err := x.Sync(new(Version)); err != nil {
  179. return fmt.Errorf("sync: %v", err)
  180. }
  181. currentVersion := &Version{ID: 1}
  182. has, err := x.Get(currentVersion)
  183. if err != nil {
  184. return fmt.Errorf("get: %v", err)
  185. } else if !has {
  186. // If the version record does not exist we think
  187. // it is a fresh installation and we can skip all migrations.
  188. currentVersion.ID = 0
  189. currentVersion.Version = int64(minDBVersion + len(migrations))
  190. if _, err = x.InsertOne(currentVersion); err != nil {
  191. return fmt.Errorf("insert: %v", err)
  192. }
  193. }
  194. v := currentVersion.Version
  195. if minDBVersion > v {
  196. log.Fatal(4, `Gitea no longer supports auto-migration from your previously installed version.
  197. Please try to upgrade to a lower version (>= v0.6.0) first, then upgrade to current version.`)
  198. return nil
  199. }
  200. if int(v-minDBVersion) > len(migrations) {
  201. // User downgraded Gitea.
  202. currentVersion.Version = int64(len(migrations) + minDBVersion)
  203. _, err = x.ID(1).Update(currentVersion)
  204. return err
  205. }
  206. for i, m := range migrations[v-minDBVersion:] {
  207. log.Info("Migration: %s", m.Description())
  208. if err = m.Migrate(x); err != nil {
  209. return fmt.Errorf("do migrate: %v", err)
  210. }
  211. currentVersion.Version = v + int64(i) + 1
  212. if _, err = x.ID(1).Update(currentVersion); err != nil {
  213. return err
  214. }
  215. }
  216. return nil
  217. }
  218. func dropTableColumns(sess *xorm.Session, tableName string, columnNames ...string) (err error) {
  219. if tableName == "" || len(columnNames) == 0 {
  220. return nil
  221. }
  222. switch {
  223. case setting.UseSQLite3:
  224. log.Warn("Unable to drop columns in SQLite")
  225. case setting.UseMySQL, setting.UseTiDB, setting.UsePostgreSQL:
  226. cols := ""
  227. for _, col := range columnNames {
  228. if cols != "" {
  229. cols += ", "
  230. }
  231. cols += "DROP COLUMN `" + col + "`"
  232. }
  233. if _, err := sess.Exec(fmt.Sprintf("ALTER TABLE `%s` %s", tableName, cols)); err != nil {
  234. return fmt.Errorf("Drop table `%s` columns %v: %v", tableName, columnNames, err)
  235. }
  236. case setting.UseMSSQL:
  237. cols := ""
  238. for _, col := range columnNames {
  239. if cols != "" {
  240. cols += ", "
  241. }
  242. cols += "`" + strings.ToLower(col) + "`"
  243. }
  244. sql := fmt.Sprintf("SELECT Name FROM SYS.DEFAULT_CONSTRAINTS WHERE PARENT_OBJECT_ID = OBJECT_ID('%[1]s') AND PARENT_COLUMN_ID IN (SELECT column_id FROM sys.columns WHERE lower(NAME) IN (%[2]s) AND object_id = OBJECT_ID('%[1]s'))",
  245. tableName, strings.Replace(cols, "`", "'", -1))
  246. constraints := make([]string, 0)
  247. if err := sess.SQL(sql).Find(&constraints); err != nil {
  248. sess.Rollback()
  249. return fmt.Errorf("Find constraints: %v", err)
  250. }
  251. for _, constraint := range constraints {
  252. if _, err := sess.Exec(fmt.Sprintf("ALTER TABLE `%s` DROP CONSTRAINT `%s`", tableName, constraint)); err != nil {
  253. sess.Rollback()
  254. return fmt.Errorf("Drop table `%s` constraint `%s`: %v", tableName, constraint, err)
  255. }
  256. }
  257. if _, err := sess.Exec(fmt.Sprintf("ALTER TABLE `%s` DROP COLUMN %s", tableName, cols)); err != nil {
  258. sess.Rollback()
  259. return fmt.Errorf("Drop table `%s` columns %v: %v", tableName, columnNames, err)
  260. }
  261. return sess.Commit()
  262. default:
  263. log.Fatal(4, "Unrecognized DB")
  264. }
  265. return nil
  266. }
  267. func fixLocaleFileLoadPanic(_ *xorm.Engine) error {
  268. cfg, err := ini.Load(setting.CustomConf)
  269. if err != nil {
  270. return fmt.Errorf("load custom config: %v", err)
  271. }
  272. cfg.DeleteSection("i18n")
  273. if err = cfg.SaveTo(setting.CustomConf); err != nil {
  274. return fmt.Errorf("save custom config: %v", err)
  275. }
  276. setting.Langs = strings.Split(strings.Replace(strings.Join(setting.Langs, ","), "fr-CA", "fr-FR", 1), ",")
  277. return nil
  278. }
  279. func trimCommitActionAppURLPrefix(x *xorm.Engine) error {
  280. type PushCommit struct {
  281. Sha1 string
  282. Message string
  283. AuthorEmail string
  284. AuthorName string
  285. }
  286. type PushCommits struct {
  287. Len int
  288. Commits []*PushCommit
  289. CompareURL string `json:"CompareUrl"`
  290. }
  291. type Action struct {
  292. ID int64 `xorm:"pk autoincr"`
  293. Content string `xorm:"TEXT"`
  294. }
  295. results, err := x.Query("SELECT `id`,`content` FROM `action` WHERE `op_type`=?", 5)
  296. if err != nil {
  297. return fmt.Errorf("select commit actions: %v", err)
  298. }
  299. sess := x.NewSession()
  300. defer sess.Close()
  301. if err = sess.Begin(); err != nil {
  302. return err
  303. }
  304. var pushCommits *PushCommits
  305. for _, action := range results {
  306. actID := com.StrTo(string(action["id"])).MustInt64()
  307. if actID == 0 {
  308. continue
  309. }
  310. pushCommits = new(PushCommits)
  311. if err = json.Unmarshal(action["content"], pushCommits); err != nil {
  312. return fmt.Errorf("unmarshal action content[%d]: %v", actID, err)
  313. }
  314. infos := strings.Split(pushCommits.CompareURL, "/")
  315. if len(infos) <= 4 {
  316. continue
  317. }
  318. pushCommits.CompareURL = strings.Join(infos[len(infos)-4:], "/")
  319. p, err := json.Marshal(pushCommits)
  320. if err != nil {
  321. return fmt.Errorf("marshal action content[%d]: %v", actID, err)
  322. }
  323. if _, err = sess.Id(actID).Update(&Action{
  324. Content: string(p),
  325. }); err != nil {
  326. return fmt.Errorf("update action[%d]: %v", actID, err)
  327. }
  328. }
  329. return sess.Commit()
  330. }
  331. func issueToIssueLabel(x *xorm.Engine) error {
  332. type IssueLabel struct {
  333. ID int64 `xorm:"pk autoincr"`
  334. IssueID int64 `xorm:"UNIQUE(s)"`
  335. LabelID int64 `xorm:"UNIQUE(s)"`
  336. }
  337. issueLabels := make([]*IssueLabel, 0, 50)
  338. results, err := x.Query("SELECT `id`,`label_ids` FROM `issue`")
  339. if err != nil {
  340. if strings.Contains(err.Error(), "no such column") ||
  341. strings.Contains(err.Error(), "Unknown column") {
  342. return nil
  343. }
  344. return fmt.Errorf("select issues: %v", err)
  345. }
  346. for _, issue := range results {
  347. issueID := com.StrTo(issue["id"]).MustInt64()
  348. // Just in case legacy code can have duplicated IDs for same label.
  349. mark := make(map[int64]bool)
  350. for _, idStr := range strings.Split(string(issue["label_ids"]), "|") {
  351. labelID := com.StrTo(strings.TrimPrefix(idStr, "$")).MustInt64()
  352. if labelID == 0 || mark[labelID] {
  353. continue
  354. }
  355. mark[labelID] = true
  356. issueLabels = append(issueLabels, &IssueLabel{
  357. IssueID: issueID,
  358. LabelID: labelID,
  359. })
  360. }
  361. }
  362. sess := x.NewSession()
  363. defer sess.Close()
  364. if err = sess.Begin(); err != nil {
  365. return err
  366. }
  367. if err = sess.Sync2(new(IssueLabel)); err != nil {
  368. return fmt.Errorf("Sync2: %v", err)
  369. } else if _, err = sess.Insert(issueLabels); err != nil {
  370. return fmt.Errorf("insert issue-labels: %v", err)
  371. }
  372. return sess.Commit()
  373. }
  374. func attachmentRefactor(x *xorm.Engine) error {
  375. type Attachment struct {
  376. ID int64 `xorm:"pk autoincr"`
  377. UUID string `xorm:"uuid INDEX"`
  378. // For rename purpose.
  379. Path string `xorm:"-"`
  380. NewPath string `xorm:"-"`
  381. }
  382. results, err := x.Query("SELECT * FROM `attachment`")
  383. if err != nil {
  384. return fmt.Errorf("select attachments: %v", err)
  385. }
  386. attachments := make([]*Attachment, 0, len(results))
  387. for _, attach := range results {
  388. if !com.IsExist(string(attach["path"])) {
  389. // If the attachment is already missing, there is no point to update it.
  390. continue
  391. }
  392. attachments = append(attachments, &Attachment{
  393. ID: com.StrTo(attach["id"]).MustInt64(),
  394. UUID: gouuid.NewV4().String(),
  395. Path: string(attach["path"]),
  396. })
  397. }
  398. sess := x.NewSession()
  399. defer sess.Close()
  400. if err = sess.Begin(); err != nil {
  401. return err
  402. }
  403. if err = sess.Sync2(new(Attachment)); err != nil {
  404. return fmt.Errorf("Sync2: %v", err)
  405. }
  406. // Note: Roll back for rename can be a dead loop,
  407. // so produces a backup file.
  408. var buf bytes.Buffer
  409. buf.WriteString("# old path -> new path\n")
  410. // Update database first because this is where error happens the most often.
  411. for _, attach := range attachments {
  412. if _, err = sess.Id(attach.ID).Update(attach); err != nil {
  413. return err
  414. }
  415. attach.NewPath = path.Join(setting.AttachmentPath, attach.UUID[0:1], attach.UUID[1:2], attach.UUID)
  416. buf.WriteString(attach.Path)
  417. buf.WriteString("\t")
  418. buf.WriteString(attach.NewPath)
  419. buf.WriteString("\n")
  420. }
  421. // Then rename attachments.
  422. isSucceed := true
  423. defer func() {
  424. if isSucceed {
  425. return
  426. }
  427. dumpPath := path.Join(setting.LogRootPath, "attachment_path.dump")
  428. ioutil.WriteFile(dumpPath, buf.Bytes(), 0666)
  429. log.Info("Failed to rename some attachments, old and new paths are saved into: %s", dumpPath)
  430. }()
  431. for _, attach := range attachments {
  432. if err = os.MkdirAll(path.Dir(attach.NewPath), os.ModePerm); err != nil {
  433. isSucceed = false
  434. return err
  435. }
  436. if err = os.Rename(attach.Path, attach.NewPath); err != nil {
  437. isSucceed = false
  438. return err
  439. }
  440. }
  441. return sess.Commit()
  442. }
  443. func renamePullRequestFields(x *xorm.Engine) (err error) {
  444. type PullRequest struct {
  445. ID int64 `xorm:"pk autoincr"`
  446. PullID int64 `xorm:"INDEX"`
  447. PullIndex int64
  448. HeadBarcnh string
  449. IssueID int64 `xorm:"INDEX"`
  450. Index int64
  451. HeadBranch string
  452. }
  453. if err = x.Sync(new(PullRequest)); err != nil {
  454. return fmt.Errorf("sync: %v", err)
  455. }
  456. results, err := x.Query("SELECT `id`,`pull_id`,`pull_index`,`head_barcnh` FROM `pull_request`")
  457. if err != nil {
  458. if strings.Contains(err.Error(), "no such column") {
  459. return nil
  460. }
  461. return fmt.Errorf("select pull requests: %v", err)
  462. }
  463. sess := x.NewSession()
  464. defer sess.Close()
  465. if err = sess.Begin(); err != nil {
  466. return err
  467. }
  468. var pull *PullRequest
  469. for _, pr := range results {
  470. pull = &PullRequest{
  471. ID: com.StrTo(pr["id"]).MustInt64(),
  472. IssueID: com.StrTo(pr["pull_id"]).MustInt64(),
  473. Index: com.StrTo(pr["pull_index"]).MustInt64(),
  474. HeadBranch: string(pr["head_barcnh"]),
  475. }
  476. if pull.Index == 0 {
  477. continue
  478. }
  479. if _, err = sess.Id(pull.ID).Update(pull); err != nil {
  480. return err
  481. }
  482. }
  483. return sess.Commit()
  484. }
  485. func cleanUpMigrateRepoInfo(x *xorm.Engine) (err error) {
  486. type (
  487. User struct {
  488. ID int64 `xorm:"pk autoincr"`
  489. LowerName string
  490. }
  491. Repository struct {
  492. ID int64 `xorm:"pk autoincr"`
  493. OwnerID int64
  494. LowerName string
  495. }
  496. )
  497. repos := make([]*Repository, 0, 25)
  498. if err = x.Where("is_mirror=?", false).Find(&repos); err != nil {
  499. return fmt.Errorf("select all non-mirror repositories: %v", err)
  500. }
  501. var user *User
  502. for _, repo := range repos {
  503. user = &User{ID: repo.OwnerID}
  504. has, err := x.Get(user)
  505. if err != nil {
  506. return fmt.Errorf("get owner of repository[%d - %d]: %v", repo.ID, repo.OwnerID, err)
  507. } else if !has {
  508. continue
  509. }
  510. configPath := filepath.Join(setting.RepoRootPath, user.LowerName, repo.LowerName+".git/config")
  511. // In case repository file is somehow missing.
  512. if !com.IsFile(configPath) {
  513. continue
  514. }
  515. cfg, err := ini.Load(configPath)
  516. if err != nil {
  517. return fmt.Errorf("open config file: %v", err)
  518. }
  519. cfg.DeleteSection("remote \"origin\"")
  520. if err = cfg.SaveToIndent(configPath, "\t"); err != nil {
  521. return fmt.Errorf("save config file: %v", err)
  522. }
  523. }
  524. return nil
  525. }
  526. func generateOrgRandsAndSalt(x *xorm.Engine) (err error) {
  527. type User struct {
  528. ID int64 `xorm:"pk autoincr"`
  529. Rands string `xorm:"VARCHAR(10)"`
  530. Salt string `xorm:"VARCHAR(10)"`
  531. }
  532. orgs := make([]*User, 0, 10)
  533. if err = x.Where("type=1").And("rands=''").Find(&orgs); err != nil {
  534. return fmt.Errorf("select all organizations: %v", err)
  535. }
  536. sess := x.NewSession()
  537. defer sess.Close()
  538. if err = sess.Begin(); err != nil {
  539. return err
  540. }
  541. for _, org := range orgs {
  542. if org.Rands, err = generate.GetRandomString(10); err != nil {
  543. return err
  544. }
  545. if org.Salt, err = generate.GetRandomString(10); err != nil {
  546. return err
  547. }
  548. if _, err = sess.Id(org.ID).Update(org); err != nil {
  549. return err
  550. }
  551. }
  552. return sess.Commit()
  553. }
  554. // TAction defines the struct for migrating table action
  555. type TAction struct {
  556. ID int64 `xorm:"pk autoincr"`
  557. CreatedUnix int64
  558. }
  559. // TableName will be invoked by XORM to customrize the table name
  560. func (t *TAction) TableName() string { return "action" }
  561. // TNotice defines the struct for migrating table notice
  562. type TNotice struct {
  563. ID int64 `xorm:"pk autoincr"`
  564. CreatedUnix int64
  565. }
  566. // TableName will be invoked by XORM to customrize the table name
  567. func (t *TNotice) TableName() string { return "notice" }
  568. // TComment defines the struct for migrating table comment
  569. type TComment struct {
  570. ID int64 `xorm:"pk autoincr"`
  571. CreatedUnix int64
  572. }
  573. // TableName will be invoked by XORM to customrize the table name
  574. func (t *TComment) TableName() string { return "comment" }
  575. // TIssue defines the struct for migrating table issue
  576. type TIssue struct {
  577. ID int64 `xorm:"pk autoincr"`
  578. DeadlineUnix int64
  579. CreatedUnix int64
  580. UpdatedUnix int64
  581. }
  582. // TableName will be invoked by XORM to customrize the table name
  583. func (t *TIssue) TableName() string { return "issue" }
  584. // TMilestone defines the struct for migrating table milestone
  585. type TMilestone struct {
  586. ID int64 `xorm:"pk autoincr"`
  587. DeadlineUnix int64
  588. ClosedDateUnix int64
  589. }
  590. // TableName will be invoked by XORM to customrize the table name
  591. func (t *TMilestone) TableName() string { return "milestone" }
  592. // TAttachment defines the struct for migrating table attachment
  593. type TAttachment struct {
  594. ID int64 `xorm:"pk autoincr"`
  595. CreatedUnix int64
  596. }
  597. // TableName will be invoked by XORM to customrize the table name
  598. func (t *TAttachment) TableName() string { return "attachment" }
  599. // TLoginSource defines the struct for migrating table login_source
  600. type TLoginSource struct {
  601. ID int64 `xorm:"pk autoincr"`
  602. CreatedUnix int64
  603. UpdatedUnix int64
  604. }
  605. // TableName will be invoked by XORM to customrize the table name
  606. func (t *TLoginSource) TableName() string { return "login_source" }
  607. // TPull defines the struct for migrating table pull_request
  608. type TPull struct {
  609. ID int64 `xorm:"pk autoincr"`
  610. MergedUnix int64
  611. }
  612. // TableName will be invoked by XORM to customrize the table name
  613. func (t *TPull) TableName() string { return "pull_request" }
  614. // TRelease defines the struct for migrating table release
  615. type TRelease struct {
  616. ID int64 `xorm:"pk autoincr"`
  617. CreatedUnix int64
  618. }
  619. // TableName will be invoked by XORM to customrize the table name
  620. func (t *TRelease) TableName() string { return "release" }
  621. // TRepo defines the struct for migrating table repository
  622. type TRepo struct {
  623. ID int64 `xorm:"pk autoincr"`
  624. CreatedUnix int64
  625. UpdatedUnix int64
  626. }
  627. // TableName will be invoked by XORM to customrize the table name
  628. func (t *TRepo) TableName() string { return "repository" }
  629. // TMirror defines the struct for migrating table mirror
  630. type TMirror struct {
  631. ID int64 `xorm:"pk autoincr"`
  632. UpdatedUnix int64
  633. NextUpdateUnix int64
  634. }
  635. // TableName will be invoked by XORM to customrize the table name
  636. func (t *TMirror) TableName() string { return "mirror" }
  637. // TPublicKey defines the struct for migrating table public_key
  638. type TPublicKey struct {
  639. ID int64 `xorm:"pk autoincr"`
  640. CreatedUnix int64
  641. UpdatedUnix int64
  642. }
  643. // TableName will be invoked by XORM to customrize the table name
  644. func (t *TPublicKey) TableName() string { return "public_key" }
  645. // TDeployKey defines the struct for migrating table deploy_key
  646. type TDeployKey struct {
  647. ID int64 `xorm:"pk autoincr"`
  648. CreatedUnix int64
  649. UpdatedUnix int64
  650. }
  651. // TableName will be invoked by XORM to customrize the table name
  652. func (t *TDeployKey) TableName() string { return "deploy_key" }
  653. // TAccessToken defines the struct for migrating table access_token
  654. type TAccessToken struct {
  655. ID int64 `xorm:"pk autoincr"`
  656. CreatedUnix int64
  657. UpdatedUnix int64
  658. }
  659. // TableName will be invoked by XORM to customrize the table name
  660. func (t *TAccessToken) TableName() string { return "access_token" }
  661. // TUser defines the struct for migrating table user
  662. type TUser struct {
  663. ID int64 `xorm:"pk autoincr"`
  664. CreatedUnix int64
  665. UpdatedUnix int64
  666. }
  667. // TableName will be invoked by XORM to customrize the table name
  668. func (t *TUser) TableName() string { return "user" }
  669. // TWebhook defines the struct for migrating table webhook
  670. type TWebhook struct {
  671. ID int64 `xorm:"pk autoincr"`
  672. CreatedUnix int64
  673. UpdatedUnix int64
  674. }
  675. // TableName will be invoked by XORM to customrize the table name
  676. func (t *TWebhook) TableName() string { return "webhook" }
  677. func convertDateToUnix(x *xorm.Engine) (err error) {
  678. log.Info("This migration could take up to minutes, please be patient.")
  679. type Bean struct {
  680. ID int64 `xorm:"pk autoincr"`
  681. Created time.Time
  682. Updated time.Time
  683. Merged time.Time
  684. Deadline time.Time
  685. ClosedDate time.Time
  686. NextUpdate time.Time
  687. }
  688. var tables = []struct {
  689. name string
  690. cols []string
  691. bean interface{}
  692. }{
  693. {"action", []string{"created"}, new(TAction)},
  694. {"notice", []string{"created"}, new(TNotice)},
  695. {"comment", []string{"created"}, new(TComment)},
  696. {"issue", []string{"deadline", "created", "updated"}, new(TIssue)},
  697. {"milestone", []string{"deadline", "closed_date"}, new(TMilestone)},
  698. {"attachment", []string{"created"}, new(TAttachment)},
  699. {"login_source", []string{"created", "updated"}, new(TLoginSource)},
  700. {"pull_request", []string{"merged"}, new(TPull)},
  701. {"release", []string{"created"}, new(TRelease)},
  702. {"repository", []string{"created", "updated"}, new(TRepo)},
  703. {"mirror", []string{"updated", "next_update"}, new(TMirror)},
  704. {"public_key", []string{"created", "updated"}, new(TPublicKey)},
  705. {"deploy_key", []string{"created", "updated"}, new(TDeployKey)},
  706. {"access_token", []string{"created", "updated"}, new(TAccessToken)},
  707. {"user", []string{"created", "updated"}, new(TUser)},
  708. {"webhook", []string{"created", "updated"}, new(TWebhook)},
  709. }
  710. for _, table := range tables {
  711. log.Info("Converting table: %s", table.name)
  712. if err = x.Sync2(table.bean); err != nil {
  713. return fmt.Errorf("Sync [table: %s]: %v", table.name, err)
  714. }
  715. offset := 0
  716. for {
  717. beans := make([]*Bean, 0, 100)
  718. if err = x.Table(table.name).Asc("id").Limit(100, offset).Find(&beans); err != nil {
  719. return fmt.Errorf("select beans [table: %s, offset: %d]: %v", table.name, offset, err)
  720. }
  721. log.Trace("Table [%s]: offset: %d, beans: %d", table.name, offset, len(beans))
  722. if len(beans) == 0 {
  723. break
  724. }
  725. offset += 100
  726. baseSQL := "UPDATE `" + table.name + "` SET "
  727. for _, bean := range beans {
  728. valSQLs := make([]string, 0, len(table.cols))
  729. for _, col := range table.cols {
  730. fieldSQL := ""
  731. fieldSQL += col + "_unix = "
  732. switch col {
  733. case "deadline":
  734. if bean.Deadline.IsZero() {
  735. continue
  736. }
  737. fieldSQL += com.ToStr(bean.Deadline.Unix())
  738. case "created":
  739. fieldSQL += com.ToStr(bean.Created.Unix())
  740. case "updated":
  741. fieldSQL += com.ToStr(bean.Updated.Unix())
  742. case "closed_date":
  743. fieldSQL += com.ToStr(bean.ClosedDate.Unix())
  744. case "merged":
  745. fieldSQL += com.ToStr(bean.Merged.Unix())
  746. case "next_update":
  747. fieldSQL += com.ToStr(bean.NextUpdate.Unix())
  748. }
  749. valSQLs = append(valSQLs, fieldSQL)
  750. }
  751. if len(valSQLs) == 0 {
  752. continue
  753. }
  754. if _, err = x.Exec(baseSQL + strings.Join(valSQLs, ",") + " WHERE id = " + com.ToStr(bean.ID)); err != nil {
  755. return fmt.Errorf("update bean [table: %s, id: %d]: %v", table.name, bean.ID, err)
  756. }
  757. }
  758. }
  759. }
  760. return nil
  761. }