summaryrefslogtreecommitdiffstats
path: root/cmd/migrate_storage.go
diff options
context:
space:
mode:
Diffstat (limited to 'cmd/migrate_storage.go')
-rw-r--r--cmd/migrate_storage.go147
1 files changed, 147 insertions, 0 deletions
diff --git a/cmd/migrate_storage.go b/cmd/migrate_storage.go
new file mode 100644
index 0000000000..3a26f0b3f5
--- /dev/null
+++ b/cmd/migrate_storage.go
@@ -0,0 +1,147 @@
+// Copyright 2020 The Gitea Authors. All rights reserved.
+// Use of this source code is governed by a MIT-style
+// license that can be found in the LICENSE file.
+
+package cmd
+
+import (
+ "context"
+ "fmt"
+
+ "code.gitea.io/gitea/models"
+ "code.gitea.io/gitea/models/migrations"
+ "code.gitea.io/gitea/modules/log"
+ "code.gitea.io/gitea/modules/setting"
+ "code.gitea.io/gitea/modules/storage"
+
+ "github.com/urfave/cli"
+)
+
+// CmdMigrateStorage represents the available migrate storage sub-command.
+var CmdMigrateStorage = cli.Command{
+ Name: "migrate-storage",
+ Usage: "Migrate the storage",
+ Description: "This is a command for migrating storage.",
+ Action: runMigrateStorage,
+ Flags: []cli.Flag{
+ cli.StringFlag{
+ Name: "type, t",
+ Value: "",
+ Usage: "Kinds of files to migrate, currently only 'attachments' is supported",
+ },
+ cli.StringFlag{
+ Name: "store, s",
+ Value: "local",
+ Usage: "New storage type, local or minio",
+ },
+ cli.StringFlag{
+ Name: "path, p",
+ Value: "",
+ Usage: "New storage placement if store is local (leave blank for default)",
+ },
+ cli.StringFlag{
+ Name: "minio-endpoint",
+ Value: "",
+ Usage: "Minio storage endpoint",
+ },
+ cli.StringFlag{
+ Name: "minio-access-key-id",
+ Value: "",
+ Usage: "Minio storage accessKeyID",
+ },
+ cli.StringFlag{
+ Name: "minio-secret-access-key",
+ Value: "",
+ Usage: "Minio storage secretAccessKey",
+ },
+ cli.StringFlag{
+ Name: "minio-bucket",
+ Value: "",
+ Usage: "Minio storage bucket",
+ },
+ cli.StringFlag{
+ Name: "minio-location",
+ Value: "",
+ Usage: "Minio storage location to create bucket",
+ },
+ cli.StringFlag{
+ Name: "minio-base-path",
+ Value: "",
+ Usage: "Minio storage basepath on the bucket",
+ },
+ cli.BoolFlag{
+ Name: "minio-use-ssl",
+ Usage: "Enable SSL for minio",
+ },
+ },
+}
+
+func migrateAttachments(dstStorage storage.ObjectStorage) error {
+ return models.IterateAttachment(func(attach *models.Attachment) error {
+ _, err := storage.Copy(dstStorage, attach.RelativePath(), storage.Attachments, attach.RelativePath())
+ return err
+ })
+}
+
+func runMigrateStorage(ctx *cli.Context) error {
+ if err := initDB(); err != nil {
+ return err
+ }
+
+ log.Trace("AppPath: %s", setting.AppPath)
+ log.Trace("AppWorkPath: %s", setting.AppWorkPath)
+ log.Trace("Custom path: %s", setting.CustomPath)
+ log.Trace("Log path: %s", setting.LogRootPath)
+ setting.InitDBConfig()
+
+ if err := models.NewEngine(context.Background(), migrations.Migrate); err != nil {
+ log.Fatal("Failed to initialize ORM engine: %v", err)
+ return err
+ }
+
+ if err := storage.Init(); err != nil {
+ return err
+ }
+
+ tp := ctx.String("type")
+ switch tp {
+ case "attachments":
+ var dstStorage storage.ObjectStorage
+ var err error
+ switch ctx.String("store") {
+ case "local":
+ p := ctx.String("path")
+ if p == "" {
+ log.Fatal("Path must be given when store is loal")
+ return nil
+ }
+ dstStorage, err = storage.NewLocalStorage(p)
+ case "minio":
+ dstStorage, err = storage.NewMinioStorage(
+ context.Background(),
+ ctx.String("minio-endpoint"),
+ ctx.String("minio-access-key-id"),
+ ctx.String("minio-secret-access-key"),
+ ctx.String("minio-bucket"),
+ ctx.String("minio-location"),
+ ctx.String("minio-base-path"),
+ ctx.Bool("minio-use-ssl"),
+ )
+ default:
+ return fmt.Errorf("Unsupported attachments store type: %s", ctx.String("store"))
+ }
+
+ if err != nil {
+ return err
+ }
+ if err := migrateAttachments(dstStorage); err != nil {
+ return err
+ }
+
+ log.Warn("All files have been copied to the new placement but old files are still on the orignial placement.")
+
+ return nil
+ }
+
+ return nil
+}