123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227 |
- // Copyright 2019 The Gitea Authors. All rights reserved.
- // SPDX-License-Identifier: MIT
-
- package integration
-
- import (
- "archive/zip"
- "bytes"
- "io"
- "net/http"
- "net/http/httptest"
- "testing"
-
- "code.gitea.io/gitea/models/auth"
- "code.gitea.io/gitea/models/db"
- git_model "code.gitea.io/gitea/models/git"
- repo_model "code.gitea.io/gitea/models/repo"
- "code.gitea.io/gitea/modules/json"
- "code.gitea.io/gitea/modules/lfs"
- "code.gitea.io/gitea/modules/setting"
- "code.gitea.io/gitea/routers/web"
- "code.gitea.io/gitea/tests"
-
- gzipp "github.com/klauspost/compress/gzip"
- "github.com/stretchr/testify/assert"
- )
-
- func storeObjectInRepo(t *testing.T, repositoryID int64, content *[]byte) string {
- pointer, err := lfs.GeneratePointer(bytes.NewReader(*content))
- assert.NoError(t, err)
-
- _, err = git_model.NewLFSMetaObject(db.DefaultContext, &git_model.LFSMetaObject{Pointer: pointer, RepositoryID: repositoryID})
- assert.NoError(t, err)
- contentStore := lfs.NewContentStore()
- exist, err := contentStore.Exists(pointer)
- assert.NoError(t, err)
- if !exist {
- err := contentStore.Put(pointer, bytes.NewReader(*content))
- assert.NoError(t, err)
- }
- return pointer.Oid
- }
-
- func storeAndGetLfsToken(t *testing.T, content *[]byte, extraHeader *http.Header, expectedStatus int, ts ...auth.AccessTokenScope) *httptest.ResponseRecorder {
- repo, err := repo_model.GetRepositoryByOwnerAndName(db.DefaultContext, "user2", "repo1")
- assert.NoError(t, err)
- oid := storeObjectInRepo(t, repo.ID, content)
- defer git_model.RemoveLFSMetaObjectByOid(db.DefaultContext, repo.ID, oid)
-
- token := getUserToken(t, "user2", ts...)
-
- // Request OID
- req := NewRequest(t, "GET", "/user2/repo1.git/info/lfs/objects/"+oid+"/test")
- req.Header.Set("Accept-Encoding", "gzip")
- req.SetBasicAuth("user2", token)
- if extraHeader != nil {
- for key, values := range *extraHeader {
- for _, value := range values {
- req.Header.Add(key, value)
- }
- }
- }
-
- resp := MakeRequest(t, req, expectedStatus)
-
- return resp
- }
-
- func storeAndGetLfs(t *testing.T, content *[]byte, extraHeader *http.Header, expectedStatus int) *httptest.ResponseRecorder {
- repo, err := repo_model.GetRepositoryByOwnerAndName(db.DefaultContext, "user2", "repo1")
- assert.NoError(t, err)
- oid := storeObjectInRepo(t, repo.ID, content)
- defer git_model.RemoveLFSMetaObjectByOid(db.DefaultContext, repo.ID, oid)
-
- session := loginUser(t, "user2")
-
- // Request OID
- req := NewRequest(t, "GET", "/user2/repo1.git/info/lfs/objects/"+oid+"/test")
- req.Header.Set("Accept-Encoding", "gzip")
- if extraHeader != nil {
- for key, values := range *extraHeader {
- for _, value := range values {
- req.Header.Add(key, value)
- }
- }
- }
-
- resp := session.MakeRequest(t, req, expectedStatus)
-
- return resp
- }
-
- func checkResponseTestContentEncoding(t *testing.T, content *[]byte, resp *httptest.ResponseRecorder, expectGzip bool) {
- contentEncoding := resp.Header().Get("Content-Encoding")
- if !expectGzip || !setting.EnableGzip {
- assert.NotContains(t, contentEncoding, "gzip")
-
- result := resp.Body.Bytes()
- assert.Equal(t, *content, result)
- } else {
- assert.Contains(t, contentEncoding, "gzip")
- gzippReader, err := gzipp.NewReader(resp.Body)
- assert.NoError(t, err)
- result, err := io.ReadAll(gzippReader)
- assert.NoError(t, err)
- assert.Equal(t, *content, result)
- }
- }
-
- func TestGetLFSSmall(t *testing.T) {
- defer tests.PrepareTestEnv(t)()
- content := []byte("A very small file\n")
-
- resp := storeAndGetLfs(t, &content, nil, http.StatusOK)
- checkResponseTestContentEncoding(t, &content, resp, false)
- }
-
- func TestGetLFSSmallToken(t *testing.T) {
- defer tests.PrepareTestEnv(t)()
- content := []byte("A very small file\n")
-
- resp := storeAndGetLfsToken(t, &content, nil, http.StatusOK, auth.AccessTokenScopePublicOnly, auth.AccessTokenScopeReadRepository)
- checkResponseTestContentEncoding(t, &content, resp, false)
- }
-
- func TestGetLFSSmallTokenFail(t *testing.T) {
- defer tests.PrepareTestEnv(t)()
- content := []byte("A very small file\n")
-
- storeAndGetLfsToken(t, &content, nil, http.StatusForbidden, auth.AccessTokenScopeReadNotification)
- }
-
- func TestGetLFSLarge(t *testing.T) {
- defer tests.PrepareTestEnv(t)()
- content := make([]byte, web.GzipMinSize*10)
- for i := range content {
- content[i] = byte(i % 256)
- }
-
- resp := storeAndGetLfs(t, &content, nil, http.StatusOK)
- checkResponseTestContentEncoding(t, &content, resp, true)
- }
-
- func TestGetLFSGzip(t *testing.T) {
- defer tests.PrepareTestEnv(t)()
- b := make([]byte, web.GzipMinSize*10)
- for i := range b {
- b[i] = byte(i % 256)
- }
- outputBuffer := bytes.NewBuffer([]byte{})
- gzippWriter := gzipp.NewWriter(outputBuffer)
- gzippWriter.Write(b)
- gzippWriter.Close()
- content := outputBuffer.Bytes()
-
- resp := storeAndGetLfs(t, &content, nil, http.StatusOK)
- checkResponseTestContentEncoding(t, &content, resp, false)
- }
-
- func TestGetLFSZip(t *testing.T) {
- defer tests.PrepareTestEnv(t)()
- b := make([]byte, web.GzipMinSize*10)
- for i := range b {
- b[i] = byte(i % 256)
- }
- outputBuffer := bytes.NewBuffer([]byte{})
- zipWriter := zip.NewWriter(outputBuffer)
- fileWriter, err := zipWriter.Create("default")
- assert.NoError(t, err)
- fileWriter.Write(b)
- zipWriter.Close()
- content := outputBuffer.Bytes()
-
- resp := storeAndGetLfs(t, &content, nil, http.StatusOK)
- checkResponseTestContentEncoding(t, &content, resp, false)
- }
-
- func TestGetLFSRangeNo(t *testing.T) {
- defer tests.PrepareTestEnv(t)()
- content := []byte("123456789\n")
-
- resp := storeAndGetLfs(t, &content, nil, http.StatusOK)
- assert.Equal(t, content, resp.Body.Bytes())
- }
-
- func TestGetLFSRange(t *testing.T) {
- defer tests.PrepareTestEnv(t)()
- content := []byte("123456789\n")
-
- tests := []struct {
- in string
- out string
- status int
- }{
- {"bytes=0-0", "1", http.StatusPartialContent},
- {"bytes=0-1", "12", http.StatusPartialContent},
- {"bytes=1-1", "2", http.StatusPartialContent},
- {"bytes=1-3", "234", http.StatusPartialContent},
- {"bytes=1-", "23456789\n", http.StatusPartialContent},
- // end-range smaller than start-range is ignored
- {"bytes=1-0", "23456789\n", http.StatusPartialContent},
- {"bytes=0-10", "123456789\n", http.StatusPartialContent},
- // end-range bigger than length-1 is ignored
- {"bytes=0-11", "123456789\n", http.StatusPartialContent},
- {"bytes=11-", "Requested Range Not Satisfiable", http.StatusRequestedRangeNotSatisfiable},
- // incorrect header value cause whole header to be ignored
- {"bytes=-", "123456789\n", http.StatusOK},
- {"foobar", "123456789\n", http.StatusOK},
- }
-
- for _, tt := range tests {
- t.Run(tt.in, func(t *testing.T) {
- h := http.Header{
- "Range": []string{tt.in},
- }
- resp := storeAndGetLfs(t, &content, &h, tt.status)
- if tt.status == http.StatusPartialContent || tt.status == http.StatusOK {
- assert.Equal(t, tt.out, resp.Body.String())
- } else {
- var er lfs.ErrorResponse
- err := json.Unmarshal(resp.Body.Bytes(), &er)
- assert.NoError(t, err)
- assert.Equal(t, tt.out, er.Message)
- }
- })
- }
- }
|