123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196 |
- // Copyright 2020 The Gitea Authors. All rights reserved.
- // Use of this source code is governed by a MIT-style
- // license that can be found in the LICENSE file.
-
- package cmd
-
- import (
- "context"
- "fmt"
- "strings"
-
- "code.gitea.io/gitea/models"
- "code.gitea.io/gitea/models/db"
- "code.gitea.io/gitea/models/migrations"
- repo_model "code.gitea.io/gitea/models/repo"
- user_model "code.gitea.io/gitea/models/user"
- "code.gitea.io/gitea/modules/log"
- "code.gitea.io/gitea/modules/setting"
- "code.gitea.io/gitea/modules/storage"
-
- "github.com/urfave/cli"
- )
-
- // CmdMigrateStorage represents the available migrate storage sub-command.
- var CmdMigrateStorage = cli.Command{
- Name: "migrate-storage",
- Usage: "Migrate the storage",
- Description: "This is a command for migrating storage.",
- Action: runMigrateStorage,
- Flags: []cli.Flag{
- cli.StringFlag{
- Name: "type, t",
- Value: "",
- Usage: "Kinds of files to migrate, currently only 'attachments' is supported",
- },
- cli.StringFlag{
- Name: "storage, s",
- Value: "",
- Usage: "New storage type: local (default) or minio",
- },
- cli.StringFlag{
- Name: "path, p",
- Value: "",
- Usage: "New storage placement if store is local (leave blank for default)",
- },
- cli.StringFlag{
- Name: "minio-endpoint",
- Value: "",
- Usage: "Minio storage endpoint",
- },
- cli.StringFlag{
- Name: "minio-access-key-id",
- Value: "",
- Usage: "Minio storage accessKeyID",
- },
- cli.StringFlag{
- Name: "minio-secret-access-key",
- Value: "",
- Usage: "Minio storage secretAccessKey",
- },
- cli.StringFlag{
- Name: "minio-bucket",
- Value: "",
- Usage: "Minio storage bucket",
- },
- cli.StringFlag{
- Name: "minio-location",
- Value: "",
- Usage: "Minio storage location to create bucket",
- },
- cli.StringFlag{
- Name: "minio-base-path",
- Value: "",
- Usage: "Minio storage basepath on the bucket",
- },
- cli.BoolFlag{
- Name: "minio-use-ssl",
- Usage: "Enable SSL for minio",
- },
- },
- }
-
- func migrateAttachments(dstStorage storage.ObjectStorage) error {
- return repo_model.IterateAttachment(func(attach *repo_model.Attachment) error {
- _, err := storage.Copy(dstStorage, attach.RelativePath(), storage.Attachments, attach.RelativePath())
- return err
- })
- }
-
- func migrateLFS(dstStorage storage.ObjectStorage) error {
- return models.IterateLFS(func(mo *models.LFSMetaObject) error {
- _, err := storage.Copy(dstStorage, mo.RelativePath(), storage.LFS, mo.RelativePath())
- return err
- })
- }
-
- func migrateAvatars(dstStorage storage.ObjectStorage) error {
- return user_model.IterateUser(func(user *user_model.User) error {
- _, err := storage.Copy(dstStorage, user.CustomAvatarRelativePath(), storage.Avatars, user.CustomAvatarRelativePath())
- return err
- })
- }
-
- func migrateRepoAvatars(dstStorage storage.ObjectStorage) error {
- return repo_model.IterateRepository(func(repo *repo_model.Repository) error {
- _, err := storage.Copy(dstStorage, repo.CustomAvatarRelativePath(), storage.RepoAvatars, repo.CustomAvatarRelativePath())
- return err
- })
- }
-
- func runMigrateStorage(ctx *cli.Context) error {
- stdCtx, cancel := installSignals()
- defer cancel()
-
- if err := initDB(stdCtx); err != nil {
- return err
- }
-
- log.Info("AppPath: %s", setting.AppPath)
- log.Info("AppWorkPath: %s", setting.AppWorkPath)
- log.Info("Custom path: %s", setting.CustomPath)
- log.Info("Log path: %s", setting.LogRootPath)
- log.Info("Configuration file: %s", setting.CustomConf)
-
- if err := db.InitEngineWithMigration(context.Background(), migrations.Migrate); err != nil {
- log.Fatal("Failed to initialize ORM engine: %v", err)
- return err
- }
-
- goCtx := context.Background()
-
- if err := storage.Init(); err != nil {
- return err
- }
-
- var dstStorage storage.ObjectStorage
- var err error
- switch strings.ToLower(ctx.String("storage")) {
- case "":
- fallthrough
- case string(storage.LocalStorageType):
- p := ctx.String("path")
- if p == "" {
- log.Fatal("Path must be given when storage is loal")
- return nil
- }
- dstStorage, err = storage.NewLocalStorage(
- goCtx,
- storage.LocalStorageConfig{
- Path: p,
- })
- case string(storage.MinioStorageType):
- dstStorage, err = storage.NewMinioStorage(
- goCtx,
- storage.MinioStorageConfig{
- Endpoint: ctx.String("minio-endpoint"),
- AccessKeyID: ctx.String("minio-access-key-id"),
- SecretAccessKey: ctx.String("minio-secret-access-key"),
- Bucket: ctx.String("minio-bucket"),
- Location: ctx.String("minio-location"),
- BasePath: ctx.String("minio-base-path"),
- UseSSL: ctx.Bool("minio-use-ssl"),
- })
- default:
- return fmt.Errorf("Unsupported storage type: %s", ctx.String("storage"))
- }
- if err != nil {
- return err
- }
-
- tp := strings.ToLower(ctx.String("type"))
- switch tp {
- case "attachments":
- if err := migrateAttachments(dstStorage); err != nil {
- return err
- }
- case "lfs":
- if err := migrateLFS(dstStorage); err != nil {
- return err
- }
- case "avatars":
- if err := migrateAvatars(dstStorage); err != nil {
- return err
- }
- case "repo-avatars":
- if err := migrateRepoAvatars(dstStorage); err != nil {
- return err
- }
- default:
- return fmt.Errorf("Unsupported storage: %s", ctx.String("type"))
- }
-
- log.Warn("All files have been copied to the new placement but old files are still on the original placement.")
-
- return nil
- }
|