-
-
Notifications
You must be signed in to change notification settings - Fork 5.7k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* Add migration test This commit adds a simple migration test for v1.5.3, v1.6.4 and v1.7.0-rc3 Signed-off-by: Andrew Thornton <art27@cantab.net> * Automigrate based on available dbs * remove old ini file * Standardise the dialect names
- Loading branch information
1 parent
bc748f2
commit 8917d66
Showing
12 changed files
with
277 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,245 @@ | ||
| // Copyright 2019 The Gitea Authors. All rights reserved. | ||
| // Use of this source code is governed by a MIT-style | ||
| // license that can be found in the LICENSE file. | ||
|
|
||
| package migrations | ||
|
|
||
| import ( | ||
| "compress/gzip" | ||
| "database/sql" | ||
| "fmt" | ||
| "io/ioutil" | ||
| "log" | ||
| "os" | ||
| "path" | ||
| "regexp" | ||
| "sort" | ||
| "testing" | ||
|
|
||
| "code.gitea.io/gitea/models" | ||
| "code.gitea.io/gitea/models/migrations" | ||
| "code.gitea.io/gitea/modules/setting" | ||
|
|
||
| "github.com/go-xorm/xorm" | ||
| "github.com/stretchr/testify/assert" | ||
| ) | ||
|
|
||
| var currentEngine *xorm.Engine | ||
|
|
||
| func initMigrationTest() { | ||
| giteaRoot := os.Getenv("GITEA_ROOT") | ||
| if giteaRoot == "" { | ||
| fmt.Println("Environment variable $GITEA_ROOT not set") | ||
| os.Exit(1) | ||
| } | ||
| setting.AppPath = path.Join(giteaRoot, "gitea") | ||
| if _, err := os.Stat(setting.AppPath); err != nil { | ||
| fmt.Printf("Could not find gitea binary at %s\n", setting.AppPath) | ||
| os.Exit(1) | ||
| } | ||
|
|
||
| giteaConf := os.Getenv("GITEA_CONF") | ||
| if giteaConf == "" { | ||
| fmt.Println("Environment variable $GITEA_CONF not set") | ||
| os.Exit(1) | ||
| } else if !path.IsAbs(giteaConf) { | ||
| setting.CustomConf = path.Join(giteaRoot, giteaConf) | ||
| } else { | ||
| setting.CustomConf = giteaConf | ||
| } | ||
|
|
||
| setting.NewContext() | ||
| setting.CheckLFSVersion() | ||
| models.LoadConfigs() | ||
| } | ||
|
|
||
| func getDialect() string { | ||
| dialect := "sqlite" | ||
| switch { | ||
| case setting.UseSQLite3: | ||
| dialect = "sqlite" | ||
| case setting.UseMySQL: | ||
| dialect = "mysql" | ||
| case setting.UsePostgreSQL: | ||
| dialect = "pgsql" | ||
| case setting.UseMSSQL: | ||
| dialect = "mssql" | ||
| } | ||
| return dialect | ||
| } | ||
|
|
||
| func availableVersions() ([]string, error) { | ||
| migrationsDir, err := os.Open("integrations/migration-test") | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
| defer migrationsDir.Close() | ||
| versionRE, err := regexp.Compile("gitea-v(?P<version>.+)\\." + regexp.QuoteMeta(models.DbCfg.Type) + "\\.sql.gz") | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
|
|
||
| filenames, err := migrationsDir.Readdirnames(-1) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
| versions := []string{} | ||
| for _, filename := range filenames { | ||
| if versionRE.MatchString(filename) { | ||
| substrings := versionRE.FindStringSubmatch(filename) | ||
| versions = append(versions, substrings[1]) | ||
| } | ||
| } | ||
| sort.Strings(versions) | ||
| return versions, nil | ||
| } | ||
|
|
||
| func readSQLFromFile(version string) (string, error) { | ||
| filename := fmt.Sprintf("integrations/migration-test/gitea-v%s.%s.sql.gz", version, models.DbCfg.Type) | ||
|
|
||
| if _, err := os.Stat(filename); os.IsNotExist(err) { | ||
| return "", nil | ||
| } | ||
|
|
||
| file, err := os.Open(filename) | ||
| if err != nil { | ||
| return "", err | ||
| } | ||
| defer file.Close() | ||
|
|
||
| gr, err := gzip.NewReader(file) | ||
| if err != nil { | ||
| return "", err | ||
| } | ||
| defer gr.Close() | ||
|
|
||
| bytes, err := ioutil.ReadAll(gr) | ||
| if err != nil { | ||
| return "", err | ||
| } | ||
|
|
||
| return string(bytes), nil | ||
| } | ||
|
|
||
| func restoreOldDB(t *testing.T, version string) bool { | ||
| data, err := readSQLFromFile(version) | ||
| assert.NoError(t, err) | ||
| if len(data) == 0 { | ||
| log.Printf("No db found to restore for %s version: %s\n", models.DbCfg.Type, version) | ||
| return false | ||
| } | ||
|
|
||
| switch { | ||
| case setting.UseSQLite3: | ||
| os.Remove(models.DbCfg.Path) | ||
| err := os.MkdirAll(path.Dir(models.DbCfg.Path), os.ModePerm) | ||
| assert.NoError(t, err) | ||
|
|
||
| db, err := sql.Open("sqlite3", fmt.Sprintf("file:%s?cache=shared&mode=rwc&_busy_timeout=%d", models.DbCfg.Path, models.DbCfg.Timeout)) | ||
| assert.NoError(t, err) | ||
| defer db.Close() | ||
|
|
||
| _, err = db.Exec(data) | ||
| assert.NoError(t, err) | ||
| db.Close() | ||
|
|
||
| case setting.UseMySQL: | ||
| db, err := sql.Open("mysql", fmt.Sprintf("%s:%s@tcp(%s)/", | ||
| models.DbCfg.User, models.DbCfg.Passwd, models.DbCfg.Host)) | ||
| assert.NoError(t, err) | ||
| defer db.Close() | ||
|
|
||
| _, err = db.Exec(fmt.Sprintf("DROP DATABASE IF EXISTS %s", models.DbCfg.Name)) | ||
| assert.NoError(t, err) | ||
|
|
||
| _, err = db.Exec(fmt.Sprintf("CREATE DATABASE IF NOT EXISTS %s", models.DbCfg.Name)) | ||
| assert.NoError(t, err) | ||
|
|
||
| db, err = sql.Open("mysql", fmt.Sprintf("%s:%s@tcp(%s)/%s?multiStatements=true", | ||
| models.DbCfg.User, models.DbCfg.Passwd, models.DbCfg.Host, models.DbCfg.Name)) | ||
| assert.NoError(t, err) | ||
| defer db.Close() | ||
|
|
||
| _, err = db.Exec(data) | ||
| assert.NoError(t, err) | ||
| db.Close() | ||
|
|
||
| case setting.UsePostgreSQL: | ||
| db, err := sql.Open("postgres", fmt.Sprintf("postgres://%s:%s@%s/?sslmode=%s", | ||
| models.DbCfg.User, models.DbCfg.Passwd, models.DbCfg.Host, models.DbCfg.SSLMode)) | ||
| assert.NoError(t, err) | ||
| defer db.Close() | ||
|
|
||
| _, err = db.Exec(fmt.Sprintf("DROP DATABASE IF EXISTS %s", models.DbCfg.Name)) | ||
| assert.NoError(t, err) | ||
|
|
||
| _, err = db.Exec(fmt.Sprintf("CREATE DATABASE %s", models.DbCfg.Name)) | ||
| assert.NoError(t, err) | ||
| db.Close() | ||
|
|
||
| db, err = sql.Open("postgres", fmt.Sprintf("postgres://%s:%s@%s/%s?sslmode=%s", | ||
| models.DbCfg.User, models.DbCfg.Passwd, models.DbCfg.Host, models.DbCfg.Name, models.DbCfg.SSLMode)) | ||
| assert.NoError(t, err) | ||
| defer db.Close() | ||
|
|
||
| _, err = db.Exec(data) | ||
| assert.NoError(t, err) | ||
| db.Close() | ||
|
|
||
| case setting.UseMSSQL: | ||
| host, port := models.ParseMSSQLHostPort(models.DbCfg.Host) | ||
| db, err := sql.Open("mssql", fmt.Sprintf("server=%s; port=%s; database=%s; user id=%s; password=%s;", | ||
| host, port, "master", models.DbCfg.User, models.DbCfg.Passwd)) | ||
| assert.NoError(t, err) | ||
| defer db.Close() | ||
|
|
||
| _, err = db.Exec("DROP DATABASE IF EXISTS gitea") | ||
| assert.NoError(t, err) | ||
|
|
||
| _, err = db.Exec("CREATE DATABASE gitea") | ||
| assert.NoError(t, err) | ||
|
|
||
| _, err = db.Exec(data) | ||
| assert.NoError(t, err) | ||
| db.Close() | ||
| } | ||
| return true | ||
| } | ||
|
|
||
| func wrappedMigrate(x *xorm.Engine) error { | ||
| currentEngine = x | ||
| return migrations.Migrate(x) | ||
| } | ||
|
|
||
| func doMigrationTest(t *testing.T, version string) { | ||
| log.Printf("Performing migration test for %s version: %s", models.DbCfg.Type, version) | ||
| if !restoreOldDB(t, version) { | ||
| return | ||
| } | ||
|
|
||
| setting.NewXORMLogService(false) | ||
| err := models.SetEngine() | ||
| assert.NoError(t, err) | ||
|
|
||
| err = models.NewEngine(wrappedMigrate) | ||
| assert.NoError(t, err) | ||
| currentEngine.Close() | ||
| } | ||
|
|
||
| func TestMigrations(t *testing.T) { | ||
| initMigrationTest() | ||
|
|
||
| dialect := models.DbCfg.Type | ||
| versions, err := availableVersions() | ||
| assert.NoError(t, err) | ||
|
|
||
| if len(versions) == 0 { | ||
| log.Printf("No old database versions available to migration test for %s\n", dialect) | ||
| return | ||
| } | ||
|
|
||
| log.Printf("Preparing to test %d migrations for %s\n", len(versions), dialect) | ||
| for _, version := range versions { | ||
| doMigrationTest(t, version) | ||
| } | ||
| } |