Вы не можете выбрать более 25 тем Темы должны начинаться с буквы или цифры, могут содержать дефисы(-) и должны содержать не более 35 символов.

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628
  1. // Copyright 2022 The Gitea Authors. All rights reserved.
  2. // SPDX-License-Identifier: MIT
  3. package base
  4. import (
  5. "context"
  6. "database/sql"
  7. "errors"
  8. "fmt"
  9. "os"
  10. "path"
  11. "reflect"
  12. "regexp"
  13. "strings"
  14. "time"
  15. "code.gitea.io/gitea/models/db"
  16. "code.gitea.io/gitea/models/unittest"
  17. "code.gitea.io/gitea/modules/log"
  18. "code.gitea.io/gitea/modules/setting"
  19. "code.gitea.io/gitea/modules/util"
  20. "xorm.io/xorm"
  21. "xorm.io/xorm/schemas"
  22. )
  23. // RecreateTables will recreate the tables for the provided beans using the newly provided bean definition and move all data to that new table
  24. // WARNING: YOU MUST PROVIDE THE FULL BEAN DEFINITION
  25. func RecreateTables(beans ...any) func(*xorm.Engine) error {
  26. return func(x *xorm.Engine) error {
  27. sess := x.NewSession()
  28. defer sess.Close()
  29. if err := sess.Begin(); err != nil {
  30. return err
  31. }
  32. sess = sess.StoreEngine("InnoDB")
  33. for _, bean := range beans {
  34. log.Info("Recreating Table: %s for Bean: %s", x.TableName(bean), reflect.Indirect(reflect.ValueOf(bean)).Type().Name())
  35. if err := RecreateTable(sess, bean); err != nil {
  36. return err
  37. }
  38. }
  39. return sess.Commit()
  40. }
  41. }
  42. // RecreateTable will recreate the table using the newly provided bean definition and move all data to that new table
  43. // WARNING: YOU MUST PROVIDE THE FULL BEAN DEFINITION
  44. // WARNING: YOU MUST COMMIT THE SESSION AT THE END
  45. func RecreateTable(sess *xorm.Session, bean any) error {
  46. // TODO: This will not work if there are foreign keys
  47. tableName := sess.Engine().TableName(bean)
  48. tempTableName := fmt.Sprintf("tmp_recreate__%s", tableName)
  49. // We need to move the old table away and create a new one with the correct columns
  50. // We will need to do this in stages to prevent data loss
  51. //
  52. // First create the temporary table
  53. if err := sess.Table(tempTableName).CreateTable(bean); err != nil {
  54. log.Error("Unable to create table %s. Error: %v", tempTableName, err)
  55. return err
  56. }
  57. if err := sess.Table(tempTableName).CreateUniques(bean); err != nil {
  58. log.Error("Unable to create uniques for table %s. Error: %v", tempTableName, err)
  59. return err
  60. }
  61. if err := sess.Table(tempTableName).CreateIndexes(bean); err != nil {
  62. log.Error("Unable to create indexes for table %s. Error: %v", tempTableName, err)
  63. return err
  64. }
  65. // Work out the column names from the bean - these are the columns to select from the old table and install into the new table
  66. table, err := sess.Engine().TableInfo(bean)
  67. if err != nil {
  68. log.Error("Unable to get table info. Error: %v", err)
  69. return err
  70. }
  71. newTableColumns := table.Columns()
  72. if len(newTableColumns) == 0 {
  73. return fmt.Errorf("no columns in new table")
  74. }
  75. hasID := false
  76. for _, column := range newTableColumns {
  77. hasID = hasID || (column.IsPrimaryKey && column.IsAutoIncrement)
  78. }
  79. if hasID && setting.Database.Type.IsMSSQL() {
  80. if _, err := sess.Exec(fmt.Sprintf("SET IDENTITY_INSERT `%s` ON", tempTableName)); err != nil {
  81. log.Error("Unable to set identity insert for table %s. Error: %v", tempTableName, err)
  82. return err
  83. }
  84. }
  85. sqlStringBuilder := &strings.Builder{}
  86. _, _ = sqlStringBuilder.WriteString("INSERT INTO `")
  87. _, _ = sqlStringBuilder.WriteString(tempTableName)
  88. _, _ = sqlStringBuilder.WriteString("` (`")
  89. _, _ = sqlStringBuilder.WriteString(newTableColumns[0].Name)
  90. _, _ = sqlStringBuilder.WriteString("`")
  91. for _, column := range newTableColumns[1:] {
  92. _, _ = sqlStringBuilder.WriteString(", `")
  93. _, _ = sqlStringBuilder.WriteString(column.Name)
  94. _, _ = sqlStringBuilder.WriteString("`")
  95. }
  96. _, _ = sqlStringBuilder.WriteString(")")
  97. _, _ = sqlStringBuilder.WriteString(" SELECT ")
  98. if newTableColumns[0].Default != "" {
  99. _, _ = sqlStringBuilder.WriteString("COALESCE(`")
  100. _, _ = sqlStringBuilder.WriteString(newTableColumns[0].Name)
  101. _, _ = sqlStringBuilder.WriteString("`, ")
  102. _, _ = sqlStringBuilder.WriteString(newTableColumns[0].Default)
  103. _, _ = sqlStringBuilder.WriteString(")")
  104. } else {
  105. _, _ = sqlStringBuilder.WriteString("`")
  106. _, _ = sqlStringBuilder.WriteString(newTableColumns[0].Name)
  107. _, _ = sqlStringBuilder.WriteString("`")
  108. }
  109. for _, column := range newTableColumns[1:] {
  110. if column.Default != "" {
  111. _, _ = sqlStringBuilder.WriteString(", COALESCE(`")
  112. _, _ = sqlStringBuilder.WriteString(column.Name)
  113. _, _ = sqlStringBuilder.WriteString("`, ")
  114. _, _ = sqlStringBuilder.WriteString(column.Default)
  115. _, _ = sqlStringBuilder.WriteString(")")
  116. } else {
  117. _, _ = sqlStringBuilder.WriteString(", `")
  118. _, _ = sqlStringBuilder.WriteString(column.Name)
  119. _, _ = sqlStringBuilder.WriteString("`")
  120. }
  121. }
  122. _, _ = sqlStringBuilder.WriteString(" FROM `")
  123. _, _ = sqlStringBuilder.WriteString(tableName)
  124. _, _ = sqlStringBuilder.WriteString("`")
  125. if _, err := sess.Exec(sqlStringBuilder.String()); err != nil {
  126. log.Error("Unable to set copy data in to temp table %s. Error: %v", tempTableName, err)
  127. return err
  128. }
  129. if hasID && setting.Database.Type.IsMSSQL() {
  130. if _, err := sess.Exec(fmt.Sprintf("SET IDENTITY_INSERT `%s` OFF", tempTableName)); err != nil {
  131. log.Error("Unable to switch off identity insert for table %s. Error: %v", tempTableName, err)
  132. return err
  133. }
  134. }
  135. switch {
  136. case setting.Database.Type.IsSQLite3():
  137. // SQLite will drop all the constraints on the old table
  138. if _, err := sess.Exec(fmt.Sprintf("DROP TABLE `%s`", tableName)); err != nil {
  139. log.Error("Unable to drop old table %s. Error: %v", tableName, err)
  140. return err
  141. }
  142. if err := sess.Table(tempTableName).DropIndexes(bean); err != nil {
  143. log.Error("Unable to drop indexes on temporary table %s. Error: %v", tempTableName, err)
  144. return err
  145. }
  146. if _, err := sess.Exec(fmt.Sprintf("ALTER TABLE `%s` RENAME TO `%s`", tempTableName, tableName)); err != nil {
  147. log.Error("Unable to rename %s to %s. Error: %v", tempTableName, tableName, err)
  148. return err
  149. }
  150. if err := sess.Table(tableName).CreateIndexes(bean); err != nil {
  151. log.Error("Unable to recreate indexes on table %s. Error: %v", tableName, err)
  152. return err
  153. }
  154. if err := sess.Table(tableName).CreateUniques(bean); err != nil {
  155. log.Error("Unable to recreate uniques on table %s. Error: %v", tableName, err)
  156. return err
  157. }
  158. case setting.Database.Type.IsMySQL():
  159. // MySQL will drop all the constraints on the old table
  160. if _, err := sess.Exec(fmt.Sprintf("DROP TABLE `%s`", tableName)); err != nil {
  161. log.Error("Unable to drop old table %s. Error: %v", tableName, err)
  162. return err
  163. }
  164. if err := sess.Table(tempTableName).DropIndexes(bean); err != nil {
  165. log.Error("Unable to drop indexes on temporary table %s. Error: %v", tempTableName, err)
  166. return err
  167. }
  168. // SQLite and MySQL will move all the constraints from the temporary table to the new table
  169. if _, err := sess.Exec(fmt.Sprintf("ALTER TABLE `%s` RENAME TO `%s`", tempTableName, tableName)); err != nil {
  170. log.Error("Unable to rename %s to %s. Error: %v", tempTableName, tableName, err)
  171. return err
  172. }
  173. if err := sess.Table(tableName).CreateIndexes(bean); err != nil {
  174. log.Error("Unable to recreate indexes on table %s. Error: %v", tableName, err)
  175. return err
  176. }
  177. if err := sess.Table(tableName).CreateUniques(bean); err != nil {
  178. log.Error("Unable to recreate uniques on table %s. Error: %v", tableName, err)
  179. return err
  180. }
  181. case setting.Database.Type.IsPostgreSQL():
  182. var originalSequences []string
  183. type sequenceData struct {
  184. LastValue int `xorm:"'last_value'"`
  185. IsCalled bool `xorm:"'is_called'"`
  186. }
  187. sequenceMap := map[string]sequenceData{}
  188. schema := sess.Engine().Dialect().URI().Schema
  189. sess.Engine().SetSchema("")
  190. if err := sess.Table("information_schema.sequences").Cols("sequence_name").Where("sequence_name LIKE ? || '_%' AND sequence_catalog = ?", tableName, setting.Database.Name).Find(&originalSequences); err != nil {
  191. log.Error("Unable to rename %s to %s. Error: %v", tempTableName, tableName, err)
  192. return err
  193. }
  194. sess.Engine().SetSchema(schema)
  195. for _, sequence := range originalSequences {
  196. sequenceData := sequenceData{}
  197. if _, err := sess.Table(sequence).Cols("last_value", "is_called").Get(&sequenceData); err != nil {
  198. log.Error("Unable to get last_value and is_called from %s. Error: %v", sequence, err)
  199. return err
  200. }
  201. sequenceMap[sequence] = sequenceData
  202. }
  203. // CASCADE causes postgres to drop all the constraints on the old table
  204. if _, err := sess.Exec(fmt.Sprintf("DROP TABLE `%s` CASCADE", tableName)); err != nil {
  205. log.Error("Unable to drop old table %s. Error: %v", tableName, err)
  206. return err
  207. }
  208. // CASCADE causes postgres to move all the constraints from the temporary table to the new table
  209. if _, err := sess.Exec(fmt.Sprintf("ALTER TABLE `%s` RENAME TO `%s`", tempTableName, tableName)); err != nil {
  210. log.Error("Unable to rename %s to %s. Error: %v", tempTableName, tableName, err)
  211. return err
  212. }
  213. var indices []string
  214. sess.Engine().SetSchema("")
  215. if err := sess.Table("pg_indexes").Cols("indexname").Where("tablename = ? ", tableName).Find(&indices); err != nil {
  216. log.Error("Unable to rename %s to %s. Error: %v", tempTableName, tableName, err)
  217. return err
  218. }
  219. sess.Engine().SetSchema(schema)
  220. for _, index := range indices {
  221. newIndexName := strings.Replace(index, "tmp_recreate__", "", 1)
  222. if _, err := sess.Exec(fmt.Sprintf("ALTER INDEX `%s` RENAME TO `%s`", index, newIndexName)); err != nil {
  223. log.Error("Unable to rename %s to %s. Error: %v", index, newIndexName, err)
  224. return err
  225. }
  226. }
  227. var sequences []string
  228. sess.Engine().SetSchema("")
  229. if err := sess.Table("information_schema.sequences").Cols("sequence_name").Where("sequence_name LIKE 'tmp_recreate__' || ? || '_%' AND sequence_catalog = ?", tableName, setting.Database.Name).Find(&sequences); err != nil {
  230. log.Error("Unable to rename %s to %s. Error: %v", tempTableName, tableName, err)
  231. return err
  232. }
  233. sess.Engine().SetSchema(schema)
  234. for _, sequence := range sequences {
  235. newSequenceName := strings.Replace(sequence, "tmp_recreate__", "", 1)
  236. if _, err := sess.Exec(fmt.Sprintf("ALTER SEQUENCE `%s` RENAME TO `%s`", sequence, newSequenceName)); err != nil {
  237. log.Error("Unable to rename %s sequence to %s. Error: %v", sequence, newSequenceName, err)
  238. return err
  239. }
  240. val, ok := sequenceMap[newSequenceName]
  241. if newSequenceName == tableName+"_id_seq" {
  242. if ok && val.LastValue != 0 {
  243. if _, err := sess.Exec(fmt.Sprintf("SELECT setval('%s', %d, %t)", newSequenceName, val.LastValue, val.IsCalled)); err != nil {
  244. log.Error("Unable to reset %s to %d. Error: %v", newSequenceName, val, err)
  245. return err
  246. }
  247. } else {
  248. // We're going to try to guess this
  249. if _, err := sess.Exec(fmt.Sprintf("SELECT setval('%s', COALESCE((SELECT MAX(id)+1 FROM `%s`), 1), false)", newSequenceName, tableName)); err != nil {
  250. log.Error("Unable to reset %s. Error: %v", newSequenceName, err)
  251. return err
  252. }
  253. }
  254. } else if ok {
  255. if _, err := sess.Exec(fmt.Sprintf("SELECT setval('%s', %d, %t)", newSequenceName, val.LastValue, val.IsCalled)); err != nil {
  256. log.Error("Unable to reset %s to %d. Error: %v", newSequenceName, val, err)
  257. return err
  258. }
  259. }
  260. }
  261. case setting.Database.Type.IsMSSQL():
  262. // MSSQL will drop all the constraints on the old table
  263. if _, err := sess.Exec(fmt.Sprintf("DROP TABLE `%s`", tableName)); err != nil {
  264. log.Error("Unable to drop old table %s. Error: %v", tableName, err)
  265. return err
  266. }
  267. // MSSQL sp_rename will move all the constraints from the temporary table to the new table
  268. if _, err := sess.Exec(fmt.Sprintf("sp_rename `%s`,`%s`", tempTableName, tableName)); err != nil {
  269. log.Error("Unable to rename %s to %s. Error: %v", tempTableName, tableName, err)
  270. return err
  271. }
  272. default:
  273. log.Fatal("Unrecognized DB")
  274. }
  275. return nil
  276. }
  277. // WARNING: YOU MUST COMMIT THE SESSION AT THE END
  278. func DropTableColumns(sess *xorm.Session, tableName string, columnNames ...string) (err error) {
  279. if tableName == "" || len(columnNames) == 0 {
  280. return nil
  281. }
  282. // TODO: This will not work if there are foreign keys
  283. switch {
  284. case setting.Database.Type.IsSQLite3():
  285. // First drop the indexes on the columns
  286. res, errIndex := sess.Query(fmt.Sprintf("PRAGMA index_list(`%s`)", tableName))
  287. if errIndex != nil {
  288. return errIndex
  289. }
  290. for _, row := range res {
  291. indexName := row["name"]
  292. indexRes, err := sess.Query(fmt.Sprintf("PRAGMA index_info(`%s`)", indexName))
  293. if err != nil {
  294. return err
  295. }
  296. if len(indexRes) != 1 {
  297. continue
  298. }
  299. indexColumn := string(indexRes[0]["name"])
  300. for _, name := range columnNames {
  301. if name == indexColumn {
  302. _, err := sess.Exec(fmt.Sprintf("DROP INDEX `%s`", indexName))
  303. if err != nil {
  304. return err
  305. }
  306. }
  307. }
  308. }
  309. // Here we need to get the columns from the original table
  310. sql := fmt.Sprintf("SELECT sql FROM sqlite_master WHERE tbl_name='%s' and type='table'", tableName)
  311. res, err := sess.Query(sql)
  312. if err != nil {
  313. return err
  314. }
  315. tableSQL := string(res[0]["sql"])
  316. // Get the string offset for column definitions: `CREATE TABLE ( column-definitions... )`
  317. columnDefinitionsIndex := strings.Index(tableSQL, "(")
  318. if columnDefinitionsIndex < 0 {
  319. return errors.New("couldn't find column definitions")
  320. }
  321. // Separate out the column definitions
  322. tableSQL = tableSQL[columnDefinitionsIndex:]
  323. // Remove the required columnNames
  324. for _, name := range columnNames {
  325. tableSQL = regexp.MustCompile(regexp.QuoteMeta("`"+name+"`")+"[^`,)]*?[,)]").ReplaceAllString(tableSQL, "")
  326. }
  327. // Ensure the query is ended properly
  328. tableSQL = strings.TrimSpace(tableSQL)
  329. if tableSQL[len(tableSQL)-1] != ')' {
  330. if tableSQL[len(tableSQL)-1] == ',' {
  331. tableSQL = tableSQL[:len(tableSQL)-1]
  332. }
  333. tableSQL += ")"
  334. }
  335. // Find all the columns in the table
  336. columns := regexp.MustCompile("`([^`]*)`").FindAllString(tableSQL, -1)
  337. tableSQL = fmt.Sprintf("CREATE TABLE `new_%s_new` ", tableName) + tableSQL
  338. if _, err := sess.Exec(tableSQL); err != nil {
  339. return err
  340. }
  341. // Now restore the data
  342. columnsSeparated := strings.Join(columns, ",")
  343. insertSQL := fmt.Sprintf("INSERT INTO `new_%s_new` (%s) SELECT %s FROM %s", tableName, columnsSeparated, columnsSeparated, tableName)
  344. if _, err := sess.Exec(insertSQL); err != nil {
  345. return err
  346. }
  347. // Now drop the old table
  348. if _, err := sess.Exec(fmt.Sprintf("DROP TABLE `%s`", tableName)); err != nil {
  349. return err
  350. }
  351. // Rename the table
  352. if _, err := sess.Exec(fmt.Sprintf("ALTER TABLE `new_%s_new` RENAME TO `%s`", tableName, tableName)); err != nil {
  353. return err
  354. }
  355. case setting.Database.Type.IsPostgreSQL():
  356. cols := ""
  357. for _, col := range columnNames {
  358. if cols != "" {
  359. cols += ", "
  360. }
  361. cols += "DROP COLUMN `" + col + "` CASCADE"
  362. }
  363. if _, err := sess.Exec(fmt.Sprintf("ALTER TABLE `%s` %s", tableName, cols)); err != nil {
  364. return fmt.Errorf("Drop table `%s` columns %v: %v", tableName, columnNames, err)
  365. }
  366. case setting.Database.Type.IsMySQL():
  367. // Drop indexes on columns first
  368. sql := fmt.Sprintf("SHOW INDEX FROM %s WHERE column_name IN ('%s')", tableName, strings.Join(columnNames, "','"))
  369. res, err := sess.Query(sql)
  370. if err != nil {
  371. return err
  372. }
  373. for _, index := range res {
  374. indexName := index["column_name"]
  375. if len(indexName) > 0 {
  376. _, err := sess.Exec(fmt.Sprintf("DROP INDEX `%s` ON `%s`", indexName, tableName))
  377. if err != nil {
  378. return err
  379. }
  380. }
  381. }
  382. // Now drop the columns
  383. cols := ""
  384. for _, col := range columnNames {
  385. if cols != "" {
  386. cols += ", "
  387. }
  388. cols += "DROP COLUMN `" + col + "`"
  389. }
  390. if _, err := sess.Exec(fmt.Sprintf("ALTER TABLE `%s` %s", tableName, cols)); err != nil {
  391. return fmt.Errorf("Drop table `%s` columns %v: %v", tableName, columnNames, err)
  392. }
  393. case setting.Database.Type.IsMSSQL():
  394. cols := ""
  395. for _, col := range columnNames {
  396. if cols != "" {
  397. cols += ", "
  398. }
  399. cols += "`" + strings.ToLower(col) + "`"
  400. }
  401. sql := fmt.Sprintf("SELECT Name FROM sys.default_constraints WHERE parent_object_id = OBJECT_ID('%[1]s') AND parent_column_id IN (SELECT column_id FROM sys.columns WHERE LOWER(name) IN (%[2]s) AND object_id = OBJECT_ID('%[1]s'))",
  402. tableName, strings.ReplaceAll(cols, "`", "'"))
  403. constraints := make([]string, 0)
  404. if err := sess.SQL(sql).Find(&constraints); err != nil {
  405. return fmt.Errorf("Find constraints: %v", err)
  406. }
  407. for _, constraint := range constraints {
  408. if _, err := sess.Exec(fmt.Sprintf("ALTER TABLE `%s` DROP CONSTRAINT `%s`", tableName, constraint)); err != nil {
  409. return fmt.Errorf("Drop table `%s` default constraint `%s`: %v", tableName, constraint, err)
  410. }
  411. }
  412. sql = fmt.Sprintf("SELECT DISTINCT Name FROM sys.indexes INNER JOIN sys.index_columns ON indexes.index_id = index_columns.index_id AND indexes.object_id = index_columns.object_id WHERE indexes.object_id = OBJECT_ID('%[1]s') AND index_columns.column_id IN (SELECT column_id FROM sys.columns WHERE LOWER(name) IN (%[2]s) AND object_id = OBJECT_ID('%[1]s'))",
  413. tableName, strings.ReplaceAll(cols, "`", "'"))
  414. constraints = make([]string, 0)
  415. if err := sess.SQL(sql).Find(&constraints); err != nil {
  416. return fmt.Errorf("Find constraints: %v", err)
  417. }
  418. for _, constraint := range constraints {
  419. if _, err := sess.Exec(fmt.Sprintf("DROP INDEX `%[2]s` ON `%[1]s`", tableName, constraint)); err != nil {
  420. return fmt.Errorf("Drop index `%[2]s` on `%[1]s`: %v", tableName, constraint, err)
  421. }
  422. }
  423. if _, err := sess.Exec(fmt.Sprintf("ALTER TABLE `%s` DROP COLUMN %s", tableName, cols)); err != nil {
  424. return fmt.Errorf("Drop table `%s` columns %v: %v", tableName, columnNames, err)
  425. }
  426. default:
  427. log.Fatal("Unrecognized DB")
  428. }
  429. return nil
  430. }
  431. // ModifyColumn will modify column's type or other property. SQLITE is not supported
  432. func ModifyColumn(x *xorm.Engine, tableName string, col *schemas.Column) error {
  433. var indexes map[string]*schemas.Index
  434. var err error
  435. // MSSQL have to remove index at first, otherwise alter column will fail
  436. // ref. https://sqlzealots.com/2018/05/09/error-message-the-index-is-dependent-on-column-alter-table-alter-column-failed-because-one-or-more-objects-access-this-column/
  437. if x.Dialect().URI().DBType == schemas.MSSQL {
  438. indexes, err = x.Dialect().GetIndexes(x.DB(), context.Background(), tableName)
  439. if err != nil {
  440. return err
  441. }
  442. for _, index := range indexes {
  443. _, err = x.Exec(x.Dialect().DropIndexSQL(tableName, index))
  444. if err != nil {
  445. return err
  446. }
  447. }
  448. }
  449. defer func() {
  450. for _, index := range indexes {
  451. _, err = x.Exec(x.Dialect().CreateIndexSQL(tableName, index))
  452. if err != nil {
  453. log.Error("Create index %s on table %s failed: %v", index.Name, tableName, err)
  454. }
  455. }
  456. }()
  457. alterSQL := x.Dialect().ModifyColumnSQL(tableName, col)
  458. if _, err := x.Exec(alterSQL); err != nil {
  459. return err
  460. }
  461. return nil
  462. }
  463. func removeAllWithRetry(dir string) error {
  464. var err error
  465. for i := 0; i < 20; i++ {
  466. err = os.RemoveAll(dir)
  467. if err == nil {
  468. break
  469. }
  470. time.Sleep(100 * time.Millisecond)
  471. }
  472. return err
  473. }
  474. func newXORMEngine() (*xorm.Engine, error) {
  475. if err := db.InitEngine(context.Background()); err != nil {
  476. return nil, err
  477. }
  478. x := unittest.GetXORMEngine()
  479. return x, nil
  480. }
  481. func deleteDB() error {
  482. switch {
  483. case setting.Database.Type.IsSQLite3():
  484. if err := util.Remove(setting.Database.Path); err != nil {
  485. return err
  486. }
  487. return os.MkdirAll(path.Dir(setting.Database.Path), os.ModePerm)
  488. case setting.Database.Type.IsMySQL():
  489. db, err := sql.Open("mysql", fmt.Sprintf("%s:%s@tcp(%s)/",
  490. setting.Database.User, setting.Database.Passwd, setting.Database.Host))
  491. if err != nil {
  492. return err
  493. }
  494. defer db.Close()
  495. if _, err = db.Exec(fmt.Sprintf("DROP DATABASE IF EXISTS %s", setting.Database.Name)); err != nil {
  496. return err
  497. }
  498. if _, err = db.Exec(fmt.Sprintf("CREATE DATABASE IF NOT EXISTS %s", setting.Database.Name)); err != nil {
  499. return err
  500. }
  501. return nil
  502. case setting.Database.Type.IsPostgreSQL():
  503. db, err := sql.Open("postgres", fmt.Sprintf("postgres://%s:%s@%s/?sslmode=%s",
  504. setting.Database.User, setting.Database.Passwd, setting.Database.Host, setting.Database.SSLMode))
  505. if err != nil {
  506. return err
  507. }
  508. defer db.Close()
  509. if _, err = db.Exec(fmt.Sprintf("DROP DATABASE IF EXISTS %s", setting.Database.Name)); err != nil {
  510. return err
  511. }
  512. if _, err = db.Exec(fmt.Sprintf("CREATE DATABASE %s", setting.Database.Name)); err != nil {
  513. return err
  514. }
  515. db.Close()
  516. // Check if we need to setup a specific schema
  517. if len(setting.Database.Schema) != 0 {
  518. db, err = sql.Open("postgres", fmt.Sprintf("postgres://%s:%s@%s/%s?sslmode=%s",
  519. setting.Database.User, setting.Database.Passwd, setting.Database.Host, setting.Database.Name, setting.Database.SSLMode))
  520. if err != nil {
  521. return err
  522. }
  523. defer db.Close()
  524. schrows, err := db.Query(fmt.Sprintf("SELECT 1 FROM information_schema.schemata WHERE schema_name = '%s'", setting.Database.Schema))
  525. if err != nil {
  526. return err
  527. }
  528. defer schrows.Close()
  529. if !schrows.Next() {
  530. // Create and setup a DB schema
  531. _, err = db.Exec(fmt.Sprintf("CREATE SCHEMA %s", setting.Database.Schema))
  532. if err != nil {
  533. return err
  534. }
  535. }
  536. // Make the user's default search path the created schema; this will affect new connections
  537. _, err = db.Exec(fmt.Sprintf(`ALTER USER "%s" SET search_path = %s`, setting.Database.User, setting.Database.Schema))
  538. if err != nil {
  539. return err
  540. }
  541. return nil
  542. }
  543. case setting.Database.Type.IsMSSQL():
  544. host, port := setting.ParseMSSQLHostPort(setting.Database.Host)
  545. db, err := sql.Open("mssql", fmt.Sprintf("server=%s; port=%s; database=%s; user id=%s; password=%s;",
  546. host, port, "master", setting.Database.User, setting.Database.Passwd))
  547. if err != nil {
  548. return err
  549. }
  550. defer db.Close()
  551. if _, err = db.Exec(fmt.Sprintf("DROP DATABASE IF EXISTS [%s]", setting.Database.Name)); err != nil {
  552. return err
  553. }
  554. if _, err = db.Exec(fmt.Sprintf("CREATE DATABASE [%s]", setting.Database.Name)); err != nil {
  555. return err
  556. }
  557. }
  558. return nil
  559. }