123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251 |
- // Copyright 2019 The Gitea Authors. All rights reserved.
- // Use of this source code is governed by a MIT-style
- // license that can be found in the LICENSE file.
-
- package migrations
-
- import (
- "compress/gzip"
- "database/sql"
- "fmt"
- "io/ioutil"
- "os"
- "path"
- "regexp"
- "sort"
- "testing"
-
- "code.gitea.io/gitea/integrations"
- "code.gitea.io/gitea/models"
- "code.gitea.io/gitea/models/migrations"
- "code.gitea.io/gitea/modules/setting"
-
- "github.com/go-xorm/xorm"
- "github.com/stretchr/testify/assert"
- )
-
- var currentEngine *xorm.Engine
-
- func initMigrationTest(t *testing.T) {
- integrations.PrintCurrentTest(t, 2)
- giteaRoot := os.Getenv("GITEA_ROOT")
- if giteaRoot == "" {
- integrations.Printf("Environment variable $GITEA_ROOT not set\n")
- os.Exit(1)
- }
- setting.AppPath = path.Join(giteaRoot, "gitea")
- if _, err := os.Stat(setting.AppPath); err != nil {
- integrations.Printf("Could not find gitea binary at %s\n", setting.AppPath)
- os.Exit(1)
- }
-
- giteaConf := os.Getenv("GITEA_CONF")
- if giteaConf == "" {
- integrations.Printf("Environment variable $GITEA_CONF not set\n")
- os.Exit(1)
- } else if !path.IsAbs(giteaConf) {
- setting.CustomConf = path.Join(giteaRoot, giteaConf)
- } else {
- setting.CustomConf = giteaConf
- }
-
- setting.NewContext()
- setting.CheckLFSVersion()
- models.LoadConfigs()
- setting.NewLogServices(true)
- }
-
- func getDialect() string {
- dialect := "sqlite"
- switch {
- case setting.UseSQLite3:
- dialect = "sqlite"
- case setting.UseMySQL:
- dialect = "mysql"
- case setting.UsePostgreSQL:
- dialect = "pgsql"
- case setting.UseMSSQL:
- dialect = "mssql"
- }
- return dialect
- }
-
- func availableVersions() ([]string, error) {
- migrationsDir, err := os.Open("integrations/migration-test")
- if err != nil {
- return nil, err
- }
- defer migrationsDir.Close()
- versionRE, err := regexp.Compile("gitea-v(?P<version>.+)\\." + regexp.QuoteMeta(models.DbCfg.Type) + "\\.sql.gz")
- if err != nil {
- return nil, err
- }
-
- filenames, err := migrationsDir.Readdirnames(-1)
- if err != nil {
- return nil, err
- }
- versions := []string{}
- for _, filename := range filenames {
- if versionRE.MatchString(filename) {
- substrings := versionRE.FindStringSubmatch(filename)
- versions = append(versions, substrings[1])
- }
- }
- sort.Strings(versions)
- return versions, nil
- }
-
- func readSQLFromFile(version string) (string, error) {
- filename := fmt.Sprintf("integrations/migration-test/gitea-v%s.%s.sql.gz", version, models.DbCfg.Type)
-
- if _, err := os.Stat(filename); os.IsNotExist(err) {
- return "", nil
- }
-
- file, err := os.Open(filename)
- if err != nil {
- return "", err
- }
- defer file.Close()
-
- gr, err := gzip.NewReader(file)
- if err != nil {
- return "", err
- }
- defer gr.Close()
-
- bytes, err := ioutil.ReadAll(gr)
- if err != nil {
- return "", err
- }
-
- return string(bytes), nil
- }
-
- func restoreOldDB(t *testing.T, version string) bool {
- data, err := readSQLFromFile(version)
- assert.NoError(t, err)
- if len(data) == 0 {
- integrations.Printf("No db found to restore for %s version: %s\n", models.DbCfg.Type, version)
- return false
- }
-
- switch {
- case setting.UseSQLite3:
- os.Remove(models.DbCfg.Path)
- err := os.MkdirAll(path.Dir(models.DbCfg.Path), os.ModePerm)
- assert.NoError(t, err)
-
- db, err := sql.Open("sqlite3", fmt.Sprintf("file:%s?cache=shared&mode=rwc&_busy_timeout=%d", models.DbCfg.Path, models.DbCfg.Timeout))
- assert.NoError(t, err)
- defer db.Close()
-
- _, err = db.Exec(data)
- assert.NoError(t, err)
- db.Close()
-
- case setting.UseMySQL:
- db, err := sql.Open("mysql", fmt.Sprintf("%s:%s@tcp(%s)/",
- models.DbCfg.User, models.DbCfg.Passwd, models.DbCfg.Host))
- assert.NoError(t, err)
- defer db.Close()
-
- _, err = db.Exec(fmt.Sprintf("DROP DATABASE IF EXISTS %s", models.DbCfg.Name))
- assert.NoError(t, err)
-
- _, err = db.Exec(fmt.Sprintf("CREATE DATABASE IF NOT EXISTS %s", models.DbCfg.Name))
- assert.NoError(t, err)
-
- db, err = sql.Open("mysql", fmt.Sprintf("%s:%s@tcp(%s)/%s?multiStatements=true",
- models.DbCfg.User, models.DbCfg.Passwd, models.DbCfg.Host, models.DbCfg.Name))
- assert.NoError(t, err)
- defer db.Close()
-
- _, err = db.Exec(data)
- assert.NoError(t, err)
- db.Close()
-
- case setting.UsePostgreSQL:
- db, err := sql.Open("postgres", fmt.Sprintf("postgres://%s:%s@%s/?sslmode=%s",
- models.DbCfg.User, models.DbCfg.Passwd, models.DbCfg.Host, models.DbCfg.SSLMode))
- assert.NoError(t, err)
- defer db.Close()
-
- _, err = db.Exec(fmt.Sprintf("DROP DATABASE IF EXISTS %s", models.DbCfg.Name))
- assert.NoError(t, err)
-
- _, err = db.Exec(fmt.Sprintf("CREATE DATABASE %s", models.DbCfg.Name))
- assert.NoError(t, err)
- db.Close()
-
- db, err = sql.Open("postgres", fmt.Sprintf("postgres://%s:%s@%s/%s?sslmode=%s",
- models.DbCfg.User, models.DbCfg.Passwd, models.DbCfg.Host, models.DbCfg.Name, models.DbCfg.SSLMode))
- assert.NoError(t, err)
- defer db.Close()
-
- _, err = db.Exec(data)
- assert.NoError(t, err)
- db.Close()
-
- case setting.UseMSSQL:
- host, port := models.ParseMSSQLHostPort(models.DbCfg.Host)
- db, err := sql.Open("mssql", fmt.Sprintf("server=%s; port=%s; database=%s; user id=%s; password=%s;",
- host, port, "master", models.DbCfg.User, models.DbCfg.Passwd))
- assert.NoError(t, err)
- defer db.Close()
-
- _, err = db.Exec("DROP DATABASE IF EXISTS gitea")
- assert.NoError(t, err)
-
- _, err = db.Exec("CREATE DATABASE gitea")
- assert.NoError(t, err)
-
- _, err = db.Exec(data)
- assert.NoError(t, err)
- db.Close()
- }
- return true
- }
-
- func wrappedMigrate(x *xorm.Engine) error {
- currentEngine = x
- return migrations.Migrate(x)
- }
-
- func doMigrationTest(t *testing.T, version string) {
- integrations.PrintCurrentTest(t)
- integrations.Printf("Performing migration test for %s version: %s\n", models.DbCfg.Type, version)
- if !restoreOldDB(t, version) {
- return
- }
-
- setting.NewXORMLogService(false)
- err := models.SetEngine()
- assert.NoError(t, err)
-
- err = models.NewEngine(wrappedMigrate)
- assert.NoError(t, err)
- currentEngine.Close()
- }
-
- func TestMigrations(t *testing.T) {
- initMigrationTest(t)
-
- dialect := models.DbCfg.Type
- versions, err := availableVersions()
- assert.NoError(t, err)
-
- if len(versions) == 0 {
- integrations.Printf("No old database versions available to migration test for %s\n", dialect)
- return
- }
-
- integrations.Printf("Preparing to test %d migrations for %s\n", len(versions), dialect)
- for _, version := range versions {
- t.Run(fmt.Sprintf("Migrate-%s-%s", dialect, version), func(t *testing.T) {
- doMigrationTest(t, version)
- })
-
- }
- }
|