123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477 |
- // Copyright 2021 The Gitea Authors. All rights reserved.
- // Use of this source code is governed by a MIT-style
- // license that can be found in the LICENSE file.
-
- package integrations
-
- import (
- "bytes"
- "net/http"
- "path"
- "strconv"
- "strings"
- "testing"
-
- "code.gitea.io/gitea/models"
- "code.gitea.io/gitea/models/unittest"
- user_model "code.gitea.io/gitea/models/user"
- "code.gitea.io/gitea/modules/json"
- "code.gitea.io/gitea/modules/lfs"
- "code.gitea.io/gitea/modules/setting"
-
- "github.com/stretchr/testify/assert"
- )
-
- func TestAPILFSNotStarted(t *testing.T) {
- defer prepareTestEnv(t)()
-
- setting.LFS.StartServer = false
-
- user := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: 2}).(*user_model.User)
- repo := unittest.AssertExistsAndLoadBean(t, &models.Repository{ID: 1}).(*models.Repository)
-
- req := NewRequestf(t, "POST", "/%s/%s.git/info/lfs/objects/batch", user.Name, repo.Name)
- MakeRequest(t, req, http.StatusNotFound)
- req = NewRequestf(t, "PUT", "/%s/%s.git/info/lfs/objects/oid/10", user.Name, repo.Name)
- MakeRequest(t, req, http.StatusNotFound)
- req = NewRequestf(t, "GET", "/%s/%s.git/info/lfs/objects/oid/name", user.Name, repo.Name)
- MakeRequest(t, req, http.StatusNotFound)
- req = NewRequestf(t, "GET", "/%s/%s.git/info/lfs/objects/oid", user.Name, repo.Name)
- MakeRequest(t, req, http.StatusNotFound)
- req = NewRequestf(t, "POST", "/%s/%s.git/info/lfs/verify", user.Name, repo.Name)
- MakeRequest(t, req, http.StatusNotFound)
- }
-
- func TestAPILFSMediaType(t *testing.T) {
- defer prepareTestEnv(t)()
-
- setting.LFS.StartServer = true
-
- user := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: 2}).(*user_model.User)
- repo := unittest.AssertExistsAndLoadBean(t, &models.Repository{ID: 1}).(*models.Repository)
-
- req := NewRequestf(t, "POST", "/%s/%s.git/info/lfs/objects/batch", user.Name, repo.Name)
- MakeRequest(t, req, http.StatusUnsupportedMediaType)
- req = NewRequestf(t, "POST", "/%s/%s.git/info/lfs/verify", user.Name, repo.Name)
- MakeRequest(t, req, http.StatusUnsupportedMediaType)
- }
-
- func createLFSTestRepository(t *testing.T, name string) *models.Repository {
- ctx := NewAPITestContext(t, "user2", "lfs-"+name+"-repo")
- t.Run("CreateRepo", doAPICreateRepository(ctx, false))
-
- repo, err := models.GetRepositoryByOwnerAndName("user2", "lfs-"+name+"-repo")
- assert.NoError(t, err)
-
- return repo
- }
-
- func TestAPILFSBatch(t *testing.T) {
- defer prepareTestEnv(t)()
-
- setting.LFS.StartServer = true
-
- repo := createLFSTestRepository(t, "batch")
-
- content := []byte("dummy1")
- oid := storeObjectInRepo(t, repo.ID, &content)
- defer repo.RemoveLFSMetaObjectByOid(oid)
-
- session := loginUser(t, "user2")
-
- newRequest := func(t testing.TB, br *lfs.BatchRequest) *http.Request {
- req := NewRequestWithJSON(t, "POST", "/user2/lfs-batch-repo.git/info/lfs/objects/batch", br)
- req.Header.Set("Accept", lfs.MediaType)
- req.Header.Set("Content-Type", lfs.MediaType)
- return req
- }
- decodeResponse := func(t *testing.T, b *bytes.Buffer) *lfs.BatchResponse {
- var br lfs.BatchResponse
-
- assert.NoError(t, json.Unmarshal(b.Bytes(), &br))
- return &br
- }
-
- t.Run("InvalidJsonRequest", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- req := newRequest(t, nil)
-
- session.MakeRequest(t, req, http.StatusBadRequest)
- })
-
- t.Run("InvalidOperation", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- req := newRequest(t, &lfs.BatchRequest{
- Operation: "dummy",
- })
-
- session.MakeRequest(t, req, http.StatusBadRequest)
- })
-
- t.Run("InvalidPointer", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- req := newRequest(t, &lfs.BatchRequest{
- Operation: "download",
- Objects: []lfs.Pointer{
- {Oid: "dummy"},
- {Oid: oid, Size: -1},
- },
- })
-
- resp := session.MakeRequest(t, req, http.StatusOK)
- br := decodeResponse(t, resp.Body)
- assert.Len(t, br.Objects, 2)
- assert.Equal(t, "dummy", br.Objects[0].Oid)
- assert.Equal(t, oid, br.Objects[1].Oid)
- assert.Equal(t, int64(0), br.Objects[0].Size)
- assert.Equal(t, int64(-1), br.Objects[1].Size)
- assert.NotNil(t, br.Objects[0].Error)
- assert.NotNil(t, br.Objects[1].Error)
- assert.Equal(t, http.StatusUnprocessableEntity, br.Objects[0].Error.Code)
- assert.Equal(t, http.StatusUnprocessableEntity, br.Objects[1].Error.Code)
- assert.Equal(t, "Oid or size are invalid", br.Objects[0].Error.Message)
- assert.Equal(t, "Oid or size are invalid", br.Objects[1].Error.Message)
- })
-
- t.Run("PointerSizeMismatch", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- req := newRequest(t, &lfs.BatchRequest{
- Operation: "download",
- Objects: []lfs.Pointer{
- {Oid: oid, Size: 1},
- },
- })
-
- resp := session.MakeRequest(t, req, http.StatusOK)
- br := decodeResponse(t, resp.Body)
- assert.Len(t, br.Objects, 1)
- assert.NotNil(t, br.Objects[0].Error)
- assert.Equal(t, http.StatusUnprocessableEntity, br.Objects[0].Error.Code)
- assert.Equal(t, "Object "+oid+" is not 1 bytes", br.Objects[0].Error.Message)
- })
-
- t.Run("Download", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- t.Run("PointerNotInStore", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- req := newRequest(t, &lfs.BatchRequest{
- Operation: "download",
- Objects: []lfs.Pointer{
- {Oid: "fb8f7d8435968c4f82a726a92395be4d16f2f63116caf36c8ad35c60831ab042", Size: 6},
- },
- })
-
- resp := session.MakeRequest(t, req, http.StatusOK)
- br := decodeResponse(t, resp.Body)
- assert.Len(t, br.Objects, 1)
- assert.NotNil(t, br.Objects[0].Error)
- assert.Equal(t, http.StatusNotFound, br.Objects[0].Error.Code)
- })
-
- t.Run("MetaNotFound", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- p := lfs.Pointer{Oid: "05eeb4eb5be71f2dd291ca39157d6d9effd7d1ea19cbdc8a99411fe2a8f26a00", Size: 6}
-
- contentStore := lfs.NewContentStore()
- exist, err := contentStore.Exists(p)
- assert.NoError(t, err)
- assert.False(t, exist)
- err = contentStore.Put(p, bytes.NewReader([]byte("dummy0")))
- assert.NoError(t, err)
-
- req := newRequest(t, &lfs.BatchRequest{
- Operation: "download",
- Objects: []lfs.Pointer{p},
- })
-
- resp := session.MakeRequest(t, req, http.StatusOK)
- br := decodeResponse(t, resp.Body)
- assert.Len(t, br.Objects, 1)
- assert.NotNil(t, br.Objects[0].Error)
- assert.Equal(t, http.StatusNotFound, br.Objects[0].Error.Code)
- })
-
- t.Run("Success", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- req := newRequest(t, &lfs.BatchRequest{
- Operation: "download",
- Objects: []lfs.Pointer{
- {Oid: oid, Size: 6},
- },
- })
-
- resp := session.MakeRequest(t, req, http.StatusOK)
- br := decodeResponse(t, resp.Body)
- assert.Len(t, br.Objects, 1)
- assert.Nil(t, br.Objects[0].Error)
- assert.Contains(t, br.Objects[0].Actions, "download")
- l := br.Objects[0].Actions["download"]
- assert.NotNil(t, l)
- assert.NotEmpty(t, l.Href)
- })
- })
-
- t.Run("Upload", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- t.Run("FileTooBig", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- oldMaxFileSize := setting.LFS.MaxFileSize
- setting.LFS.MaxFileSize = 2
-
- req := newRequest(t, &lfs.BatchRequest{
- Operation: "upload",
- Objects: []lfs.Pointer{
- {Oid: "fb8f7d8435968c4f82a726a92395be4d16f2f63116caf36c8ad35c60831ab042", Size: 6},
- },
- })
-
- resp := session.MakeRequest(t, req, http.StatusOK)
- br := decodeResponse(t, resp.Body)
- assert.Len(t, br.Objects, 1)
- assert.NotNil(t, br.Objects[0].Error)
- assert.Equal(t, http.StatusUnprocessableEntity, br.Objects[0].Error.Code)
- assert.Equal(t, "Size must be less than or equal to 2", br.Objects[0].Error.Message)
-
- setting.LFS.MaxFileSize = oldMaxFileSize
- })
-
- t.Run("AddMeta", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- p := lfs.Pointer{Oid: "05eeb4eb5be71f2dd291ca39157d6d9effd7d1ea19cbdc8a99411fe2a8f26a00", Size: 6}
-
- contentStore := lfs.NewContentStore()
- exist, err := contentStore.Exists(p)
- assert.NoError(t, err)
- assert.True(t, exist)
-
- repo2 := createLFSTestRepository(t, "batch2")
- content := []byte("dummy0")
- storeObjectInRepo(t, repo2.ID, &content)
-
- meta, err := repo.GetLFSMetaObjectByOid(p.Oid)
- assert.Nil(t, meta)
- assert.Equal(t, models.ErrLFSObjectNotExist, err)
-
- req := newRequest(t, &lfs.BatchRequest{
- Operation: "upload",
- Objects: []lfs.Pointer{p},
- })
-
- resp := session.MakeRequest(t, req, http.StatusOK)
- br := decodeResponse(t, resp.Body)
- assert.Len(t, br.Objects, 1)
- assert.Nil(t, br.Objects[0].Error)
- assert.Empty(t, br.Objects[0].Actions)
-
- meta, err = repo.GetLFSMetaObjectByOid(p.Oid)
- assert.NoError(t, err)
- assert.NotNil(t, meta)
- })
-
- t.Run("AlreadyExists", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- req := newRequest(t, &lfs.BatchRequest{
- Operation: "upload",
- Objects: []lfs.Pointer{
- {Oid: oid, Size: 6},
- },
- })
-
- resp := session.MakeRequest(t, req, http.StatusOK)
- br := decodeResponse(t, resp.Body)
- assert.Len(t, br.Objects, 1)
- assert.Nil(t, br.Objects[0].Error)
- assert.Empty(t, br.Objects[0].Actions)
- })
-
- t.Run("NewFile", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- req := newRequest(t, &lfs.BatchRequest{
- Operation: "upload",
- Objects: []lfs.Pointer{
- {Oid: "d6f175817f886ec6fbbc1515326465fa96c3bfd54a4ea06cfd6dbbd8340e0153", Size: 1},
- },
- })
-
- resp := session.MakeRequest(t, req, http.StatusOK)
- br := decodeResponse(t, resp.Body)
- assert.Len(t, br.Objects, 1)
- assert.Nil(t, br.Objects[0].Error)
- assert.Contains(t, br.Objects[0].Actions, "upload")
- ul := br.Objects[0].Actions["upload"]
- assert.NotNil(t, ul)
- assert.NotEmpty(t, ul.Href)
- assert.Contains(t, br.Objects[0].Actions, "verify")
- vl := br.Objects[0].Actions["verify"]
- assert.NotNil(t, vl)
- assert.NotEmpty(t, vl.Href)
- })
- })
- }
-
- func TestAPILFSUpload(t *testing.T) {
- defer prepareTestEnv(t)()
-
- setting.LFS.StartServer = true
-
- repo := createLFSTestRepository(t, "upload")
-
- content := []byte("dummy3")
- oid := storeObjectInRepo(t, repo.ID, &content)
- defer repo.RemoveLFSMetaObjectByOid(oid)
-
- session := loginUser(t, "user2")
-
- newRequest := func(t testing.TB, p lfs.Pointer, content string) *http.Request {
- req := NewRequestWithBody(t, "PUT", path.Join("/user2/lfs-upload-repo.git/info/lfs/objects/", p.Oid, strconv.FormatInt(p.Size, 10)), strings.NewReader(content))
- return req
- }
-
- t.Run("InvalidPointer", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- req := newRequest(t, lfs.Pointer{Oid: "dummy"}, "")
-
- session.MakeRequest(t, req, http.StatusUnprocessableEntity)
- })
-
- t.Run("AlreadyExistsInStore", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- p := lfs.Pointer{Oid: "83de2e488b89a0aa1c97496b888120a28b0c1e15463a4adb8405578c540f36d4", Size: 6}
-
- contentStore := lfs.NewContentStore()
- exist, err := contentStore.Exists(p)
- assert.NoError(t, err)
- assert.False(t, exist)
- err = contentStore.Put(p, bytes.NewReader([]byte("dummy5")))
- assert.NoError(t, err)
-
- meta, err := repo.GetLFSMetaObjectByOid(p.Oid)
- assert.Nil(t, meta)
- assert.Equal(t, models.ErrLFSObjectNotExist, err)
-
- t.Run("InvalidAccess", func(t *testing.T) {
- req := newRequest(t, p, "invalid")
- session.MakeRequest(t, req, http.StatusUnprocessableEntity)
- })
-
- t.Run("ValidAccess", func(t *testing.T) {
- req := newRequest(t, p, "dummy5")
-
- session.MakeRequest(t, req, http.StatusOK)
- meta, err = repo.GetLFSMetaObjectByOid(p.Oid)
- assert.NoError(t, err)
- assert.NotNil(t, meta)
- })
- })
-
- t.Run("MetaAlreadyExists", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- req := newRequest(t, lfs.Pointer{Oid: oid, Size: 6}, "")
-
- session.MakeRequest(t, req, http.StatusOK)
- })
-
- t.Run("HashMismatch", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- req := newRequest(t, lfs.Pointer{Oid: "2581dd7bbc1fe44726de4b7dd806a087a978b9c5aec0a60481259e34be09b06a", Size: 1}, "a")
-
- session.MakeRequest(t, req, http.StatusUnprocessableEntity)
- })
-
- t.Run("SizeMismatch", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- req := newRequest(t, lfs.Pointer{Oid: "ca978112ca1bbdcafac231b39a23dc4da786eff8147c4e72b9807785afee48bb", Size: 2}, "a")
-
- session.MakeRequest(t, req, http.StatusUnprocessableEntity)
- })
-
- t.Run("Success", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- p := lfs.Pointer{Oid: "6ccce4863b70f258d691f59609d31b4502e1ba5199942d3bc5d35d17a4ce771d", Size: 5}
-
- req := newRequest(t, p, "gitea")
-
- session.MakeRequest(t, req, http.StatusOK)
-
- contentStore := lfs.NewContentStore()
- exist, err := contentStore.Exists(p)
- assert.NoError(t, err)
- assert.True(t, exist)
-
- meta, err := repo.GetLFSMetaObjectByOid(p.Oid)
- assert.NoError(t, err)
- assert.NotNil(t, meta)
- })
- }
-
- func TestAPILFSVerify(t *testing.T) {
- defer prepareTestEnv(t)()
-
- setting.LFS.StartServer = true
-
- repo := createLFSTestRepository(t, "verify")
-
- content := []byte("dummy3")
- oid := storeObjectInRepo(t, repo.ID, &content)
- defer repo.RemoveLFSMetaObjectByOid(oid)
-
- session := loginUser(t, "user2")
-
- newRequest := func(t testing.TB, p *lfs.Pointer) *http.Request {
- req := NewRequestWithJSON(t, "POST", "/user2/lfs-verify-repo.git/info/lfs/verify", p)
- req.Header.Set("Accept", lfs.MediaType)
- req.Header.Set("Content-Type", lfs.MediaType)
- return req
- }
-
- t.Run("InvalidJsonRequest", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- req := newRequest(t, nil)
-
- session.MakeRequest(t, req, http.StatusUnprocessableEntity)
- })
-
- t.Run("InvalidPointer", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- req := newRequest(t, &lfs.Pointer{})
-
- session.MakeRequest(t, req, http.StatusUnprocessableEntity)
- })
-
- t.Run("PointerNotExisting", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- req := newRequest(t, &lfs.Pointer{Oid: "fb8f7d8435968c4f82a726a92395be4d16f2f63116caf36c8ad35c60831ab042", Size: 6})
-
- session.MakeRequest(t, req, http.StatusNotFound)
- })
-
- t.Run("Success", func(t *testing.T) {
- defer PrintCurrentTest(t)()
-
- req := newRequest(t, &lfs.Pointer{Oid: oid, Size: 6})
-
- session.MakeRequest(t, req, http.StatusOK)
- })
- }
|