mirror of
https://codeberg.org/forgejo/forgejo
synced 2024-11-28 04:36:11 +01:00
440039c0cc
* Added push mirror model. * Integrated push mirror into queue. * Moved methods into own file. * Added basic implementation. * Mirror wiki too. * Removed duplicated method. * Get url for different remotes. * Added migration. * Unified remote url access. * Add/Remove push mirror remotes. * Prevent hangs with missing credentials. * Moved code between files. * Changed sanitizer interface. * Added push mirror backend methods. * Only update the mirror remote. * Limit refs on push. * Added UI part. * Added missing table. * Delete mirror if repository gets removed. * Changed signature. Handle object errors. * Added upload method. * Added "upload" unit tests. * Added transfer adapter unit tests. * Send correct headers. * Added pushing of LFS objects. * Added more logging. * Simpler body handling. * Process files in batches to reduce HTTP calls. * Added created timestamp. * Fixed invalid column name. * Changed name to prevent xorm auto setting. * Remove table header im empty. * Strip exit code from error message. * Added docs page about mirroring. * Fixed date. * Fixed merge errors. * Moved test to integrations. * Added push mirror test. * Added test.
75 lines
1.7 KiB
Go
75 lines
1.7 KiB
Go
// Copyright 2021 The Gitea Authors. All rights reserved.
|
|
// Use of this source code is governed by a MIT-style
|
|
// license that can be found in the LICENSE file.
|
|
|
|
package migrations
|
|
|
|
import (
|
|
"code.gitea.io/gitea/models"
|
|
"code.gitea.io/gitea/modules/migrations/base"
|
|
"code.gitea.io/gitea/modules/structs"
|
|
"code.gitea.io/gitea/modules/util"
|
|
|
|
jsoniter "github.com/json-iterator/go"
|
|
"xorm.io/builder"
|
|
"xorm.io/xorm"
|
|
)
|
|
|
|
func deleteMigrationCredentials(x *xorm.Engine) (err error) {
|
|
const batchSize = 100
|
|
|
|
// only match migration tasks, that are not pending or running
|
|
cond := builder.Eq{
|
|
"type": structs.TaskTypeMigrateRepo,
|
|
}.And(builder.Gte{
|
|
"status": structs.TaskStatusStopped,
|
|
})
|
|
|
|
sess := x.NewSession()
|
|
defer sess.Close()
|
|
|
|
for start := 0; ; start += batchSize {
|
|
tasks := make([]*models.Task, 0, batchSize)
|
|
if err = sess.Limit(batchSize, start).Where(cond, 0).Find(&tasks); err != nil {
|
|
return
|
|
}
|
|
if len(tasks) == 0 {
|
|
break
|
|
}
|
|
if err = sess.Begin(); err != nil {
|
|
return
|
|
}
|
|
for _, t := range tasks {
|
|
if t.PayloadContent, err = removeCredentials(t.PayloadContent); err != nil {
|
|
return
|
|
}
|
|
if _, err = sess.ID(t.ID).Cols("payload_content").Update(t); err != nil {
|
|
return
|
|
}
|
|
}
|
|
if err = sess.Commit(); err != nil {
|
|
return
|
|
}
|
|
}
|
|
return
|
|
}
|
|
|
|
func removeCredentials(payload string) (string, error) {
|
|
var opts base.MigrateOptions
|
|
json := jsoniter.ConfigCompatibleWithStandardLibrary
|
|
err := json.Unmarshal([]byte(payload), &opts)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
opts.AuthPassword = ""
|
|
opts.AuthToken = ""
|
|
opts.CloneAddr = util.NewStringURLSanitizer(opts.CloneAddr, true).Replace(opts.CloneAddr)
|
|
|
|
confBytes, err := json.Marshal(opts)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
return string(confBytes), nil
|
|
}
|