|
| 1 | +// Copyright 2019 The Gitea Authors. All rights reserved. |
| 2 | +// Use of this source code is governed by a MIT-style |
| 3 | +// license that can be found in the LICENSE file. |
| 4 | + |
| 5 | +package migrations |
| 6 | + |
| 7 | +import ( |
| 8 | + "compress/gzip" |
| 9 | + "database/sql" |
| 10 | + "fmt" |
| 11 | + "io/ioutil" |
| 12 | + "log" |
| 13 | + "os" |
| 14 | + "path" |
| 15 | + "regexp" |
| 16 | + "sort" |
| 17 | + "testing" |
| 18 | + |
| 19 | + "code.gitea.io/gitea/models" |
| 20 | + "code.gitea.io/gitea/models/migrations" |
| 21 | + "code.gitea.io/gitea/modules/setting" |
| 22 | + |
| 23 | + "github.com/go-xorm/xorm" |
| 24 | + "github.com/stretchr/testify/assert" |
| 25 | +) |
| 26 | + |
| 27 | +var currentEngine *xorm.Engine |
| 28 | + |
| 29 | +func initMigrationTest() { |
| 30 | + giteaRoot := os.Getenv("GITEA_ROOT") |
| 31 | + if giteaRoot == "" { |
| 32 | + fmt.Println("Environment variable $GITEA_ROOT not set") |
| 33 | + os.Exit(1) |
| 34 | + } |
| 35 | + setting.AppPath = path.Join(giteaRoot, "gitea") |
| 36 | + if _, err := os.Stat(setting.AppPath); err != nil { |
| 37 | + fmt.Printf("Could not find gitea binary at %s\n", setting.AppPath) |
| 38 | + os.Exit(1) |
| 39 | + } |
| 40 | + |
| 41 | + giteaConf := os.Getenv("GITEA_CONF") |
| 42 | + if giteaConf == "" { |
| 43 | + fmt.Println("Environment variable $GITEA_CONF not set") |
| 44 | + os.Exit(1) |
| 45 | + } else if !path.IsAbs(giteaConf) { |
| 46 | + setting.CustomConf = path.Join(giteaRoot, giteaConf) |
| 47 | + } else { |
| 48 | + setting.CustomConf = giteaConf |
| 49 | + } |
| 50 | + |
| 51 | + setting.NewContext() |
| 52 | + setting.CheckLFSVersion() |
| 53 | + models.LoadConfigs() |
| 54 | +} |
| 55 | + |
| 56 | +func getDialect() string { |
| 57 | + dialect := "sqlite" |
| 58 | + switch { |
| 59 | + case setting.UseSQLite3: |
| 60 | + dialect = "sqlite" |
| 61 | + case setting.UseMySQL: |
| 62 | + dialect = "mysql" |
| 63 | + case setting.UsePostgreSQL: |
| 64 | + dialect = "pgsql" |
| 65 | + case setting.UseMSSQL: |
| 66 | + dialect = "mssql" |
| 67 | + } |
| 68 | + return dialect |
| 69 | +} |
| 70 | + |
| 71 | +func availableVersions() ([]string, error) { |
| 72 | + migrationsDir, err := os.Open("integrations/migration-test") |
| 73 | + if err != nil { |
| 74 | + return nil, err |
| 75 | + } |
| 76 | + defer migrationsDir.Close() |
| 77 | + versionRE, err := regexp.Compile("gitea-v(?P<version>.+)\\." + regexp.QuoteMeta(models.DbCfg.Type) + "\\.sql.gz") |
| 78 | + if err != nil { |
| 79 | + return nil, err |
| 80 | + } |
| 81 | + |
| 82 | + filenames, err := migrationsDir.Readdirnames(-1) |
| 83 | + if err != nil { |
| 84 | + return nil, err |
| 85 | + } |
| 86 | + versions := []string{} |
| 87 | + for _, filename := range filenames { |
| 88 | + if versionRE.MatchString(filename) { |
| 89 | + substrings := versionRE.FindStringSubmatch(filename) |
| 90 | + versions = append(versions, substrings[1]) |
| 91 | + } |
| 92 | + } |
| 93 | + sort.Strings(versions) |
| 94 | + return versions, nil |
| 95 | +} |
| 96 | + |
| 97 | +func readSQLFromFile(version string) (string, error) { |
| 98 | + filename := fmt.Sprintf("integrations/migration-test/gitea-v%s.%s.sql.gz", version, models.DbCfg.Type) |
| 99 | + |
| 100 | + if _, err := os.Stat(filename); os.IsNotExist(err) { |
| 101 | + return "", nil |
| 102 | + } |
| 103 | + |
| 104 | + file, err := os.Open(filename) |
| 105 | + if err != nil { |
| 106 | + return "", err |
| 107 | + } |
| 108 | + defer file.Close() |
| 109 | + |
| 110 | + gr, err := gzip.NewReader(file) |
| 111 | + if err != nil { |
| 112 | + return "", err |
| 113 | + } |
| 114 | + defer gr.Close() |
| 115 | + |
| 116 | + bytes, err := ioutil.ReadAll(gr) |
| 117 | + if err != nil { |
| 118 | + return "", err |
| 119 | + } |
| 120 | + |
| 121 | + return string(bytes), nil |
| 122 | +} |
| 123 | + |
| 124 | +func restoreOldDB(t *testing.T, version string) bool { |
| 125 | + data, err := readSQLFromFile(version) |
| 126 | + assert.NoError(t, err) |
| 127 | + if len(data) == 0 { |
| 128 | + log.Printf("No db found to restore for %s version: %s\n", models.DbCfg.Type, version) |
| 129 | + return false |
| 130 | + } |
| 131 | + |
| 132 | + switch { |
| 133 | + case setting.UseSQLite3: |
| 134 | + os.Remove(models.DbCfg.Path) |
| 135 | + err := os.MkdirAll(path.Dir(models.DbCfg.Path), os.ModePerm) |
| 136 | + assert.NoError(t, err) |
| 137 | + |
| 138 | + db, err := sql.Open("sqlite3", fmt.Sprintf("file:%s?cache=shared&mode=rwc&_busy_timeout=%d", models.DbCfg.Path, models.DbCfg.Timeout)) |
| 139 | + assert.NoError(t, err) |
| 140 | + defer db.Close() |
| 141 | + |
| 142 | + _, err = db.Exec(data) |
| 143 | + assert.NoError(t, err) |
| 144 | + db.Close() |
| 145 | + |
| 146 | + case setting.UseMySQL: |
| 147 | + db, err := sql.Open("mysql", fmt.Sprintf("%s:%s@tcp(%s)/", |
| 148 | + models.DbCfg.User, models.DbCfg.Passwd, models.DbCfg.Host)) |
| 149 | + assert.NoError(t, err) |
| 150 | + defer db.Close() |
| 151 | + |
| 152 | + _, err = db.Exec(fmt.Sprintf("DROP DATABASE IF EXISTS %s", models.DbCfg.Name)) |
| 153 | + assert.NoError(t, err) |
| 154 | + |
| 155 | + _, err = db.Exec(fmt.Sprintf("CREATE DATABASE IF NOT EXISTS %s", models.DbCfg.Name)) |
| 156 | + assert.NoError(t, err) |
| 157 | + |
| 158 | + db, err = sql.Open("mysql", fmt.Sprintf("%s:%s@tcp(%s)/%s?multiStatements=true", |
| 159 | + models.DbCfg.User, models.DbCfg.Passwd, models.DbCfg.Host, models.DbCfg.Name)) |
| 160 | + assert.NoError(t, err) |
| 161 | + defer db.Close() |
| 162 | + |
| 163 | + _, err = db.Exec(data) |
| 164 | + assert.NoError(t, err) |
| 165 | + db.Close() |
| 166 | + |
| 167 | + case setting.UsePostgreSQL: |
| 168 | + db, err := sql.Open("postgres", fmt.Sprintf("postgres://%s:%s@%s/?sslmode=%s", |
| 169 | + models.DbCfg.User, models.DbCfg.Passwd, models.DbCfg.Host, models.DbCfg.SSLMode)) |
| 170 | + assert.NoError(t, err) |
| 171 | + defer db.Close() |
| 172 | + |
| 173 | + _, err = db.Exec(fmt.Sprintf("DROP DATABASE IF EXISTS %s", models.DbCfg.Name)) |
| 174 | + assert.NoError(t, err) |
| 175 | + |
| 176 | + _, err = db.Exec(fmt.Sprintf("CREATE DATABASE %s", models.DbCfg.Name)) |
| 177 | + assert.NoError(t, err) |
| 178 | + db.Close() |
| 179 | + |
| 180 | + db, err = sql.Open("postgres", fmt.Sprintf("postgres://%s:%s@%s/%s?sslmode=%s", |
| 181 | + models.DbCfg.User, models.DbCfg.Passwd, models.DbCfg.Host, models.DbCfg.Name, models.DbCfg.SSLMode)) |
| 182 | + assert.NoError(t, err) |
| 183 | + defer db.Close() |
| 184 | + |
| 185 | + _, err = db.Exec(data) |
| 186 | + assert.NoError(t, err) |
| 187 | + db.Close() |
| 188 | + |
| 189 | + case setting.UseMSSQL: |
| 190 | + host, port := models.ParseMSSQLHostPort(models.DbCfg.Host) |
| 191 | + db, err := sql.Open("mssql", fmt.Sprintf("server=%s; port=%s; database=%s; user id=%s; password=%s;", |
| 192 | + host, port, "master", models.DbCfg.User, models.DbCfg.Passwd)) |
| 193 | + assert.NoError(t, err) |
| 194 | + defer db.Close() |
| 195 | + |
| 196 | + _, err = db.Exec("DROP DATABASE IF EXISTS gitea") |
| 197 | + assert.NoError(t, err) |
| 198 | + |
| 199 | + _, err = db.Exec("CREATE DATABASE gitea") |
| 200 | + assert.NoError(t, err) |
| 201 | + |
| 202 | + _, err = db.Exec(data) |
| 203 | + assert.NoError(t, err) |
| 204 | + db.Close() |
| 205 | + } |
| 206 | + return true |
| 207 | +} |
| 208 | + |
| 209 | +func wrappedMigrate(x *xorm.Engine) error { |
| 210 | + currentEngine = x |
| 211 | + return migrations.Migrate(x) |
| 212 | +} |
| 213 | + |
| 214 | +func doMigrationTest(t *testing.T, version string) { |
| 215 | + log.Printf("Performing migration test for %s version: %s", models.DbCfg.Type, version) |
| 216 | + if !restoreOldDB(t, version) { |
| 217 | + return |
| 218 | + } |
| 219 | + |
| 220 | + setting.NewXORMLogService(false) |
| 221 | + err := models.SetEngine() |
| 222 | + assert.NoError(t, err) |
| 223 | + |
| 224 | + err = models.NewEngine(wrappedMigrate) |
| 225 | + assert.NoError(t, err) |
| 226 | + currentEngine.Close() |
| 227 | +} |
| 228 | + |
| 229 | +func TestMigrations(t *testing.T) { |
| 230 | + initMigrationTest() |
| 231 | + |
| 232 | + dialect := models.DbCfg.Type |
| 233 | + versions, err := availableVersions() |
| 234 | + assert.NoError(t, err) |
| 235 | + |
| 236 | + if len(versions) == 0 { |
| 237 | + log.Printf("No old database versions available to migration test for %s\n", dialect) |
| 238 | + return |
| 239 | + } |
| 240 | + |
| 241 | + log.Printf("Preparing to test %d migrations for %s\n", len(versions), dialect) |
| 242 | + for _, version := range versions { |
| 243 | + doMigrationTest(t, version) |
| 244 | + } |
| 245 | +} |
0 commit comments