diff options
author | Unknwon <u@gogs.io> | 2019-10-24 01:51:46 -0700 |
---|---|---|
committer | GitHub <noreply@github.com> | 2019-10-24 01:51:46 -0700 |
commit | 01c8df01ec0608f1f25b2f1444adabb98fa5ee8a (patch) | |
tree | f8a7e5dd8d2a8c51e1ce2cabb9d33571a93314dd /models/migrations/migrations.go | |
parent | 613139e7bef81d3573e7988a47eb6765f3de347a (diff) |
internal: move packages under this directory (#5836)
* Rename pkg -> internal
* Rename routes -> route
* Move route -> internal/route
* Rename models -> db
* Move db -> internal/db
* Fix route2 -> route
* Move cmd -> internal/cmd
* Bump version
Diffstat (limited to 'models/migrations/migrations.go')
-rw-r--r-- | models/migrations/migrations.go | 390 |
1 files changed, 0 insertions, 390 deletions
diff --git a/models/migrations/migrations.go b/models/migrations/migrations.go deleted file mode 100644 index eb73a3b9..00000000 --- a/models/migrations/migrations.go +++ /dev/null @@ -1,390 +0,0 @@ -// Copyright 2015 The Gogs Authors. All rights reserved. -// Use of this source code is governed by a MIT-style -// license that can be found in the LICENSE file. - -package migrations - -import ( - "fmt" - "strings" - "time" - - "github.com/unknwon/com" - "xorm.io/xorm" - log "gopkg.in/clog.v1" - - "gogs.io/gogs/pkg/tool" -) - -const _MIN_DB_VER = 10 - -type Migration interface { - Description() string - Migrate(*xorm.Engine) error -} - -type migration struct { - description string - migrate func(*xorm.Engine) error -} - -func NewMigration(desc string, fn func(*xorm.Engine) error) Migration { - return &migration{desc, fn} -} - -func (m *migration) Description() string { - return m.description -} - -func (m *migration) Migrate(x *xorm.Engine) error { - return m.migrate(x) -} - -// The version table. Should have only one row with id==1 -type Version struct { - ID int64 - Version int64 -} - -// This is a sequence of migrations. Add new migrations to the bottom of the list. -// If you want to "retire" a migration, remove it from the top of the list and -// update _MIN_VER_DB accordingly -var migrations = []Migration{ - // v0 -> v4 : before 0.6.0 -> last support 0.7.33 - // v4 -> v10: before 0.7.0 -> last support 0.9.141 - NewMigration("generate rands and salt for organizations", generateOrgRandsAndSalt), // V10 -> V11:v0.8.5 - NewMigration("convert date to unix timestamp", convertDateToUnix), // V11 -> V12:v0.9.2 - NewMigration("convert LDAP UseSSL option to SecurityProtocol", ldapUseSSLToSecurityProtocol), // V12 -> V13:v0.9.37 - - // v13 -> v14:v0.9.87 - NewMigration("set comment updated with created", setCommentUpdatedWithCreated), - // v14 -> v15:v0.9.147 - NewMigration("generate and migrate Git hooks", generateAndMigrateGitHooks), - // v15 -> v16:v0.10.16 - NewMigration("update repository sizes", updateRepositorySizes), - // v16 -> v17:v0.10.31 - NewMigration("remove invalid protect branch whitelist", removeInvalidProtectBranchWhitelist), - // v17 -> v18:v0.11.48 - NewMigration("store long text in repository description field", updateRepositoryDescriptionField), - // v18 -> v19:v0.11.55 - NewMigration("clean unlinked webhook and hook_tasks", cleanUnlinkedWebhookAndHookTasks), -} - -// Migrate database to current version -func Migrate(x *xorm.Engine) error { - if err := x.Sync(new(Version)); err != nil { - return fmt.Errorf("sync: %v", err) - } - - currentVersion := &Version{ID: 1} - has, err := x.Get(currentVersion) - if err != nil { - return fmt.Errorf("get: %v", err) - } else if !has { - // If the version record does not exist we think - // it is a fresh installation and we can skip all migrations. - currentVersion.ID = 0 - currentVersion.Version = int64(_MIN_DB_VER + len(migrations)) - - if _, err = x.InsertOne(currentVersion); err != nil { - return fmt.Errorf("insert: %v", err) - } - } - - v := currentVersion.Version - if _MIN_DB_VER > v { - log.Fatal(0, ` -Hi there, thank you for using Gogs for so long! -However, Gogs has stopped supporting auto-migration from your previously installed version. -But the good news is, it's very easy to fix this problem! -You can migrate your older database using a previous release, then you can upgrade to the newest version. - -Please save following instructions to somewhere and start working: - -- If you were using below 0.6.0 (e.g. 0.5.x), download last supported archive from following link: - https://gogs.io/gogs/releases/tag/v0.7.33 -- If you were using below 0.7.0 (e.g. 0.6.x), download last supported archive from following link: - https://gogs.io/gogs/releases/tag/v0.9.141 - -Once finished downloading, - -1. Extract the archive and to upgrade steps as usual. -2. Run it once. To verify, you should see some migration traces. -3. Once it starts web server successfully, stop it. -4. Now it's time to put back the release archive you originally intent to upgrade. -5. Enjoy! - -In case you're stilling getting this notice, go through instructions again until it disappears.`) - return nil - } - - if int(v-_MIN_DB_VER) > len(migrations) { - // User downgraded Gogs. - currentVersion.Version = int64(len(migrations) + _MIN_DB_VER) - _, err = x.Id(1).Update(currentVersion) - return err - } - for i, m := range migrations[v-_MIN_DB_VER:] { - log.Info("Migration: %s", m.Description()) - if err = m.Migrate(x); err != nil { - return fmt.Errorf("do migrate: %v", err) - } - currentVersion.Version = v + int64(i) + 1 - if _, err = x.Id(1).Update(currentVersion); err != nil { - return err - } - } - return nil -} - -func generateOrgRandsAndSalt(x *xorm.Engine) (err error) { - type User struct { - ID int64 `xorm:"pk autoincr"` - Rands string `xorm:"VARCHAR(10)"` - Salt string `xorm:"VARCHAR(10)"` - } - - orgs := make([]*User, 0, 10) - if err = x.Where("type=1").And("rands=''").Find(&orgs); err != nil { - return fmt.Errorf("select all organizations: %v", err) - } - - sess := x.NewSession() - defer sess.Close() - if err = sess.Begin(); err != nil { - return err - } - - for _, org := range orgs { - if org.Rands, err = tool.RandomString(10); err != nil { - return err - } - if org.Salt, err = tool.RandomString(10); err != nil { - return err - } - if _, err = sess.ID(org.ID).Update(org); err != nil { - return err - } - } - - return sess.Commit() -} - -type TAction struct { - ID int64 `xorm:"pk autoincr"` - CreatedUnix int64 -} - -func (t *TAction) TableName() string { return "action" } - -type TNotice struct { - ID int64 `xorm:"pk autoincr"` - CreatedUnix int64 -} - -func (t *TNotice) TableName() string { return "notice" } - -type TComment struct { - ID int64 `xorm:"pk autoincr"` - CreatedUnix int64 -} - -func (t *TComment) TableName() string { return "comment" } - -type TIssue struct { - ID int64 `xorm:"pk autoincr"` - DeadlineUnix int64 - CreatedUnix int64 - UpdatedUnix int64 -} - -func (t *TIssue) TableName() string { return "issue" } - -type TMilestone struct { - ID int64 `xorm:"pk autoincr"` - DeadlineUnix int64 - ClosedDateUnix int64 -} - -func (t *TMilestone) TableName() string { return "milestone" } - -type TAttachment struct { - ID int64 `xorm:"pk autoincr"` - CreatedUnix int64 -} - -func (t *TAttachment) TableName() string { return "attachment" } - -type TLoginSource struct { - ID int64 `xorm:"pk autoincr"` - CreatedUnix int64 - UpdatedUnix int64 -} - -func (t *TLoginSource) TableName() string { return "login_source" } - -type TPull struct { - ID int64 `xorm:"pk autoincr"` - MergedUnix int64 -} - -func (t *TPull) TableName() string { return "pull_request" } - -type TRelease struct { - ID int64 `xorm:"pk autoincr"` - CreatedUnix int64 -} - -func (t *TRelease) TableName() string { return "release" } - -type TRepo struct { - ID int64 `xorm:"pk autoincr"` - CreatedUnix int64 - UpdatedUnix int64 -} - -func (t *TRepo) TableName() string { return "repository" } - -type TMirror struct { - ID int64 `xorm:"pk autoincr"` - UpdatedUnix int64 - NextUpdateUnix int64 -} - -func (t *TMirror) TableName() string { return "mirror" } - -type TPublicKey struct { - ID int64 `xorm:"pk autoincr"` - CreatedUnix int64 - UpdatedUnix int64 -} - -func (t *TPublicKey) TableName() string { return "public_key" } - -type TDeployKey struct { - ID int64 `xorm:"pk autoincr"` - CreatedUnix int64 - UpdatedUnix int64 -} - -func (t *TDeployKey) TableName() string { return "deploy_key" } - -type TAccessToken struct { - ID int64 `xorm:"pk autoincr"` - CreatedUnix int64 - UpdatedUnix int64 -} - -func (t *TAccessToken) TableName() string { return "access_token" } - -type TUser struct { - ID int64 `xorm:"pk autoincr"` - CreatedUnix int64 - UpdatedUnix int64 -} - -func (t *TUser) TableName() string { return "user" } - -type TWebhook struct { - ID int64 `xorm:"pk autoincr"` - CreatedUnix int64 - UpdatedUnix int64 -} - -func (t *TWebhook) TableName() string { return "webhook" } - -func convertDateToUnix(x *xorm.Engine) (err error) { - log.Info("This migration could take up to minutes, please be patient.") - type Bean struct { - ID int64 `xorm:"pk autoincr"` - Created time.Time - Updated time.Time - Merged time.Time - Deadline time.Time - ClosedDate time.Time - NextUpdate time.Time - } - - var tables = []struct { - name string - cols []string - bean interface{} - }{ - {"action", []string{"created"}, new(TAction)}, - {"notice", []string{"created"}, new(TNotice)}, - {"comment", []string{"created"}, new(TComment)}, - {"issue", []string{"deadline", "created", "updated"}, new(TIssue)}, - {"milestone", []string{"deadline", "closed_date"}, new(TMilestone)}, - {"attachment", []string{"created"}, new(TAttachment)}, - {"login_source", []string{"created", "updated"}, new(TLoginSource)}, - {"pull_request", []string{"merged"}, new(TPull)}, - {"release", []string{"created"}, new(TRelease)}, - {"repository", []string{"created", "updated"}, new(TRepo)}, - {"mirror", []string{"updated", "next_update"}, new(TMirror)}, - {"public_key", []string{"created", "updated"}, new(TPublicKey)}, - {"deploy_key", []string{"created", "updated"}, new(TDeployKey)}, - {"access_token", []string{"created", "updated"}, new(TAccessToken)}, - {"user", []string{"created", "updated"}, new(TUser)}, - {"webhook", []string{"created", "updated"}, new(TWebhook)}, - } - - for _, table := range tables { - log.Info("Converting table: %s", table.name) - if err = x.Sync2(table.bean); err != nil { - return fmt.Errorf("Sync [table: %s]: %v", table.name, err) - } - - offset := 0 - for { - beans := make([]*Bean, 0, 100) - if err = x.Sql(fmt.Sprintf("SELECT * FROM `%s` ORDER BY id ASC LIMIT 100 OFFSET %d", - table.name, offset)).Find(&beans); err != nil { - return fmt.Errorf("select beans [table: %s, offset: %d]: %v", table.name, offset, err) - } - log.Trace("Table [%s]: offset: %d, beans: %d", table.name, offset, len(beans)) - if len(beans) == 0 { - break - } - offset += 100 - - baseSQL := "UPDATE `" + table.name + "` SET " - for _, bean := range beans { - valSQLs := make([]string, 0, len(table.cols)) - for _, col := range table.cols { - fieldSQL := "" - fieldSQL += col + "_unix = " - - switch col { - case "deadline": - if bean.Deadline.IsZero() { - continue - } - fieldSQL += com.ToStr(bean.Deadline.Unix()) - case "created": - fieldSQL += com.ToStr(bean.Created.Unix()) - case "updated": - fieldSQL += com.ToStr(bean.Updated.Unix()) - case "closed_date": - fieldSQL += com.ToStr(bean.ClosedDate.Unix()) - case "merged": - fieldSQL += com.ToStr(bean.Merged.Unix()) - case "next_update": - fieldSQL += com.ToStr(bean.NextUpdate.Unix()) - } - - valSQLs = append(valSQLs, fieldSQL) - } - - if len(valSQLs) == 0 { - continue - } - - if _, err = x.Exec(baseSQL + strings.Join(valSQLs, ",") + " WHERE id = " + com.ToStr(bean.ID)); err != nil { - return fmt.Errorf("update bean [table: %s, id: %d]: %v", table.name, bean.ID, err) - } - } - } - } - - return nil -} |