Improve migrations to support migrating milestones/labels/issues/comments/pullrequests (#6290)

* add migrations

* fix package dependency

* fix lints

* implements migrations except pull requests

* add releases

* migrating releases

* fix bug

* fix lint

* fix migrate releases

* fix tests

* add rollback

* pull request migtations

* fix import

* fix go module vendor

* add tests for upload to gitea

* more migrate options

* fix swagger-check

* fix misspell

* add options on migration UI

* fix log error

* improve UI options on migrating

* add support for username password when migrating from github

* fix tests

* remove comments and fix migrate limitation

* improve error handles

* migrate API will also support migrate milestones/labels/issues/pulls/releases

* fix tests and remove unused codes

* add DownloaderFactory and docs about how to create a new Downloader

* fix misspell

* fix migration docs

* Add hints about migrate options on migration page

* fix tests

1 files changed, 95 insertions, 0 deletions

diff --git a/modules/migrations/gitea_test.go b/modules/migrations/gitea_test.go
new file mode 100644
index 0000000000..22da7da171
--- /dev/null
+++ b/modules/migrations/gitea_test.go
@@ -0,0 +1,95 @@
+// Copyright 2019 The Gitea Authors. All rights reserved.
+// Copyright 2018 Jonas Franz. All rights reserved.
+// Use of this source code is governed by a MIT-style
+// license that can be found in the LICENSE file.
+
+package migrations
+
+import (
+	"testing"
+	"time"
+
+	"code.gitea.io/gitea/models"
+	"code.gitea.io/gitea/modules/util"
+
+	"github.com/stretchr/testify/assert"
+)
+
+func TestGiteaUploadRepo(t *testing.T) {
+	// FIXME: Since no accesskey or user/password will trigger rate limit of github, just skip
+	t.Skip()
+
+	models.PrepareTestEnv(t)
+
+	user := models.AssertExistsAndLoadBean(t, &models.User{ID: 1}).(*models.User)
+
+	var (
+		downloader = NewGithubDownloaderV3("", "", "go-xorm", "builder")
+		repoName   = "builder-" + time.Now().Format("2006-01-02-15-04-05")
+		uploader   = NewGiteaLocalUploader(user, user.Name, repoName)
+	)
+
+	err := migrateRepository(downloader, uploader, MigrateOptions{
+		RemoteURL:    "https://github.com/go-xorm/builder",
+		Name:         repoName,
+		AuthUsername: "",
+
+		Wiki:              true,
+		Issues:            true,
+		Milestones:        true,
+		Labels:            true,
+		Releases:          true,
+		Comments:          true,
+		PullRequests:      true,
+		Private:           true,
+		Mirror:            false,
+		IgnoreIssueAuthor: false,
+	})
+	assert.NoError(t, err)
+
+	repo := models.AssertExistsAndLoadBean(t, &models.Repository{OwnerID: user.ID, Name: repoName}).(*models.Repository)
+	assert.True(t, repo.HasWiki())
+
+	milestones, err := models.GetMilestones(repo.ID, 0, false, "")
+	assert.NoError(t, err)
+	assert.EqualValues(t, 1, len(milestones))
+
+	milestones, err = models.GetMilestones(repo.ID, 0, true, "")
+	assert.NoError(t, err)
+	assert.EqualValues(t, 0, len(milestones))
+
+	labels, err := models.GetLabelsByRepoID(repo.ID, "")
+	assert.NoError(t, err)
+	assert.EqualValues(t, 11, len(labels))
+
+	releases, err := models.GetReleasesByRepoID(repo.ID, models.FindReleasesOptions{
+		IncludeTags: true,
+	}, 0, 10)
+	assert.NoError(t, err)
+	assert.EqualValues(t, 8, len(releases))
+
+	releases, err = models.GetReleasesByRepoID(repo.ID, models.FindReleasesOptions{
+		IncludeTags: false,
+	}, 0, 10)
+	assert.NoError(t, err)
+	assert.EqualValues(t, 1, len(releases))
+
+	issues, err := models.Issues(&models.IssuesOptions{
+		RepoIDs:  []int64{repo.ID},
+		IsPull:   util.OptionalBoolFalse,
+		SortType: "oldest",
+	})
+	assert.NoError(t, err)
+	assert.EqualValues(t, 14, len(issues))
+	assert.NoError(t, issues[0].LoadDiscussComments())
+	assert.EqualValues(t, 0, len(issues[0].Comments))
+
+	pulls, _, err := models.PullRequests(repo.ID, &models.PullRequestsOptions{
+		SortType: "oldest",
+	})
+	assert.NoError(t, err)
+	assert.EqualValues(t, 34, len(pulls))
+	assert.NoError(t, pulls[0].LoadIssue())
+	assert.NoError(t, pulls[0].Issue.LoadDiscussComments())
+	assert.EqualValues(t, 2, len(pulls[0].Issue.Comments))
+}