mirror of
https://github.com/go-gitea/gitea.git
synced 2026-07-28 19:46:31 +00:00
fff32e9469
Migrations should never use model structs directly, because the model structs can be different in different releases. e.g. if one migration uses "User" model, it works in the early releases, then one day, when the User model changes, the migration breaks because it will use the new (incorrect) User model, it should only use the old User model. The same to "modules/structs". --------- Signed-off-by: wxiaoguang <wxiaoguang@gmail.com> Co-authored-by: delvh <dev.lh@web.de>
122 lines
3.3 KiB
Go
122 lines
3.3 KiB
Go
// Copyright 2021 The Gitea Authors. All rights reserved.
|
|
// SPDX-License-Identifier: MIT
|
|
|
|
package v1_15
|
|
|
|
import (
|
|
"gitea.dev/modelmigration/base"
|
|
"gitea.dev/modules/json"
|
|
"gitea.dev/modules/util"
|
|
|
|
"xorm.io/builder"
|
|
)
|
|
|
|
func DeleteMigrationCredentials(x base.EngineMigration) (err error) {
|
|
// Task represents a task
|
|
type Task struct {
|
|
ID int64
|
|
DoerID int64 `xorm:"index"` // operator
|
|
OwnerID int64 `xorm:"index"` // repo owner id, when creating, the repoID maybe zero
|
|
RepoID int64 `xorm:"index"`
|
|
Type int
|
|
Status int `xorm:"index"`
|
|
StartTime int64
|
|
EndTime int64
|
|
PayloadContent string `xorm:"TEXT"`
|
|
Errors string `xorm:"TEXT"` // if task failed, saved the error reason
|
|
Created int64 `xorm:"created"`
|
|
}
|
|
|
|
const TaskTypeMigrateRepo = 0
|
|
const TaskStatusStopped = 2
|
|
|
|
const batchSize = 100
|
|
|
|
// only match migration tasks, that are not pending or running
|
|
cond := builder.Eq{
|
|
"type": TaskTypeMigrateRepo,
|
|
}.And(builder.Gte{
|
|
"status": TaskStatusStopped,
|
|
})
|
|
|
|
sess := x.NewSession()
|
|
defer sess.Close()
|
|
|
|
for start := 0; ; start += batchSize {
|
|
tasks := make([]*Task, 0, batchSize)
|
|
if err := sess.Limit(batchSize, start).Where(cond, 0).Find(&tasks); err != nil {
|
|
return err
|
|
}
|
|
if len(tasks) == 0 {
|
|
break
|
|
}
|
|
if err := sess.Begin(); err != nil {
|
|
return err
|
|
}
|
|
for _, t := range tasks {
|
|
if t.PayloadContent, err = removeCredentials(t.PayloadContent); err != nil {
|
|
return err
|
|
}
|
|
if _, err := sess.ID(t.ID).Cols("payload_content").Update(t); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
if err := sess.Commit(); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return err
|
|
}
|
|
|
|
func removeCredentials(payload string) (string, error) {
|
|
// MigrateOptions defines the way a repository gets migrated
|
|
// this is for internal usage by migrations module and func who interact with it
|
|
type MigrateOptions struct {
|
|
// required: true
|
|
CloneAddr string `json:"clone_addr" binding:"Required"`
|
|
CloneAddrEncrypted string `json:"clone_addr_encrypted,omitempty"`
|
|
AuthUsername string `json:"auth_username"`
|
|
AuthPassword string `json:"-"`
|
|
AuthPasswordEncrypted string `json:"auth_password_encrypted,omitempty"`
|
|
AuthToken string `json:"-"`
|
|
AuthTokenEncrypted string `json:"auth_token_encrypted,omitempty"`
|
|
// required: true
|
|
UID int `json:"uid" binding:"Required"`
|
|
// required: true
|
|
RepoName string `json:"repo_name" binding:"Required"`
|
|
Mirror bool `json:"mirror"`
|
|
LFS bool `json:"lfs"`
|
|
LFSEndpoint string `json:"lfs_endpoint"`
|
|
Private bool `json:"private"`
|
|
Description string `json:"description"`
|
|
OriginalURL string
|
|
GitServiceType int
|
|
Wiki bool
|
|
Issues bool
|
|
Milestones bool
|
|
Labels bool
|
|
Releases bool
|
|
Comments bool
|
|
PullRequests bool
|
|
ReleaseAssets bool
|
|
MigrateToRepoID int64
|
|
MirrorInterval string `json:"mirror_interval"`
|
|
}
|
|
|
|
var opts MigrateOptions
|
|
err := json.Unmarshal([]byte(payload), &opts)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
opts.AuthPassword = ""
|
|
opts.AuthToken = ""
|
|
opts.CloneAddr = util.SanitizeCredentialURLs(opts.CloneAddr)
|
|
|
|
confBytes, err := json.Marshal(opts)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
return string(confBytes), nil
|
|
}
|