Merge pull request #949 from phsmit/different_access_migration

Rewrite of access migration
This commit is contained in:
无闻 2015-02-13 15:15:09 -05:00
commit cdd8f7c53a
1 changed files with 81 additions and 63 deletions

View File

@ -51,7 +51,8 @@ type Version struct {
// update _MIN_VER_DB accordingly // update _MIN_VER_DB accordingly
var migrations = []Migration{ var migrations = []Migration{
NewMigration("generate collaboration from access", accessToCollaboration), // V0 -> V1 NewMigration("generate collaboration from access", accessToCollaboration), // V0 -> V1
NewMigration("refactor access table to use id's", accessRefactor), // V1 -> V2 NewMigration("make authorize 4 if team is owners", ownerTeamUpdate), // V1 -> V2
NewMigration("refactor access table to use id's", accessRefactor), // V2 -> V3
} }
// Migrate database to current version // Migrate database to current version
@ -212,31 +213,91 @@ func accessToCollaboration(x *xorm.Engine) (err error) {
return sess.Commit() return sess.Commit()
} }
func ownerTeamUpdate(x *xorm.Engine) (err error) {
if _, err := x.Exec("UPDATE team SET authorize=4 WHERE lower_name=?", "owners"); err != nil {
return fmt.Errorf("drop table: %v", err)
}
return nil
}
func accessRefactor(x *xorm.Engine) (err error) { func accessRefactor(x *xorm.Engine) (err error) {
type ( type (
AccessMode int AccessMode int
Access struct { Access struct {
ID int64 `xorm:"pk autoincr"` ID int64 `xorm:"pk autoincr"`
UserName string UserID int64 `xorm:"UNIQUE(s)"`
RepoName string RepoID int64 `xorm:"UNIQUE(s)"`
UserID int64 `xorm:"UNIQUE(s)"` Mode AccessMode
RepoID int64 `xorm:"UNIQUE(s)"` }
Mode AccessMode UserRepo struct {
UserID int64
RepoID int64
} }
) )
var rawSQL string // We consiously don't start a session yet as we make only reads for now, no writes
switch {
case setting.UseSQLite3, setting.UsePostgreSQL: accessMap := make(map[UserRepo]AccessMode, 50)
rawSQL = "DROP INDEX IF EXISTS `UQE_access_S`"
case setting.UseMySQL: results, err := x.Query("SELECT r.id as `repo_id`, r.is_private as `is_private`, r.owner_id as `owner_id`, u.type as `owner_type` FROM `repository` r LEFT JOIN user u ON r.owner_id=u.id")
rawSQL = "DROP INDEX `UQE_access_S` ON `access`" if err != nil {
return err
} }
if _, err = x.Exec(rawSQL); err != nil && for _, repo := range results {
!strings.Contains(err.Error(), "check that column/key exists") { repoID := com.StrTo(repo["repo_id"]).MustInt64()
return fmt.Errorf("drop index: %v", err) isPrivate := com.StrTo(repo["is_private"]).MustInt() > 0
ownerID := com.StrTo(repo["owner_id"]).MustInt64()
ownerIsOrganization := com.StrTo(repo["owner_type"]).MustInt() > 0
results, err := x.Query("SELECT user_id FROM collaboration WHERE repo_id=?", repoID)
if err != nil {
return fmt.Errorf("select repos: %v", err)
}
for _, user := range results {
userID := com.StrTo(user["user_id"]).MustInt64()
accessMap[UserRepo{userID, repoID}] = 2 // WRITE ACCESS
}
if !ownerIsOrganization {
continue
}
minAccessLevel := AccessMode(0)
if !isPrivate {
minAccessLevel = 1
}
repoString := "$" + string(repo["repo_id"]) + "|"
results, err = x.Query("SELECT id, authorize, repo_ids FROM team WHERE org_id=? AND authorize > ? ORDER BY authorize ASC", ownerID, int(minAccessLevel))
if err != nil {
return fmt.Errorf("select teams from org: %v", err)
}
for _, team := range results {
if !strings.Contains(string(team["repo_ids"]), repoString) {
continue
}
teamID := com.StrTo(team["id"]).MustInt64()
mode := AccessMode(com.StrTo(team["authorize"]).MustInt())
results, err := x.Query("SELECT uid FROM team_user WHERE team_id=?", teamID)
if err != nil {
return fmt.Errorf("select users from team: %v", err)
}
for _, user := range results {
userID := com.StrTo(user["uid"]).MustInt64()
accessMap[UserRepo{userID, repoID}] = mode
}
}
} }
// Drop table can't be in a session (at least not in sqlite)
if _, err = x.Exec("DROP TABLE access"); err != nil {
return fmt.Errorf("drop table: %v", err)
}
// Now we start writing so we make a session
sess := x.NewSession() sess := x.NewSession()
defer sessionRelease(sess) defer sessionRelease(sess)
if err = sess.Begin(); err != nil { if err = sess.Begin(); err != nil {
@ -247,55 +308,12 @@ func accessRefactor(x *xorm.Engine) (err error) {
return fmt.Errorf("sync: %v", err) return fmt.Errorf("sync: %v", err)
} }
accesses := make([]*Access, 0, 50) accesses := make([]*Access, 0, len(accessMap))
if err = sess.Iterate(new(Access), func(idx int, bean interface{}) error { for ur, mode := range accessMap {
a := bean.(*Access) accesses = append(accesses, &Access{UserID: ur.UserID, RepoID: ur.RepoID, Mode: mode})
// Update username to user ID.
users, err := sess.Query("SELECT `id` FROM `user` WHERE lower_name=?", a.UserName)
if err != nil {
return fmt.Errorf("query user: %v", err)
} else if len(users) < 1 {
return nil
}
a.UserID = com.StrTo(users[0]["id"]).MustInt64()
// Update repository name(username/reponame) to repository ID.
names := strings.Split(a.RepoName, "/")
ownerName := names[0]
repoName := names[1]
// Check if user is the owner of the repository.
ownerID := a.UserID
if ownerName != a.UserName {
users, err := sess.Query("SELECT `id` FROM `user` WHERE lower_name=?", ownerName)
if err != nil {
return fmt.Errorf("query owner: %v", err)
} else if len(users) < 1 {
return nil
}
ownerID = com.StrTo(users[0]["id"]).MustInt64()
}
repos, err := sess.Query("SELECT `id` FROM `repository` WHERE owner_id=? AND lower_name=?", ownerID, repoName)
if err != nil {
return fmt.Errorf("query repository: %v", err)
} else if len(repos) < 1 {
return nil
}
a.RepoID = com.StrTo(repos[0]["id"]).MustInt64()
accesses = append(accesses, a)
return nil
}); err != nil {
return fmt.Errorf("iterate: %v", err)
} }
for i := range accesses { _, err = sess.Insert(accesses)
if _, err = sess.Id(accesses[i].ID).Update(accesses[i]); err != nil {
return fmt.Errorf("update: %v", err)
}
}
return sess.Commit() return sess.Commit()
} }