You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

api_packages_container_test.go 30KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711
  1. // Copyright 2022 The Gitea Authors. All rights reserved.
  2. // SPDX-License-Identifier: MIT
  3. package integration
  4. import (
  5. "bytes"
  6. "encoding/base64"
  7. "fmt"
  8. "net/http"
  9. "strings"
  10. "sync"
  11. "testing"
  12. auth_model "code.gitea.io/gitea/models/auth"
  13. "code.gitea.io/gitea/models/db"
  14. packages_model "code.gitea.io/gitea/models/packages"
  15. container_model "code.gitea.io/gitea/models/packages/container"
  16. "code.gitea.io/gitea/models/unittest"
  17. user_model "code.gitea.io/gitea/models/user"
  18. container_module "code.gitea.io/gitea/modules/packages/container"
  19. "code.gitea.io/gitea/modules/setting"
  20. api "code.gitea.io/gitea/modules/structs"
  21. "code.gitea.io/gitea/tests"
  22. "github.com/minio/sha256-simd"
  23. oci "github.com/opencontainers/image-spec/specs-go/v1"
  24. "github.com/stretchr/testify/assert"
  25. )
  26. func TestPackageContainer(t *testing.T) {
  27. defer tests.PrepareTestEnv(t)()
  28. user := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: 2})
  29. session := loginUser(t, user.Name)
  30. token := getTokenForLoggedInUser(t, session, auth_model.AccessTokenScopeReadPackage)
  31. privateUser := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: 31})
  32. has := func(l packages_model.PackagePropertyList, name string) bool {
  33. for _, pp := range l {
  34. if pp.Name == name {
  35. return true
  36. }
  37. }
  38. return false
  39. }
  40. getAllByName := func(l packages_model.PackagePropertyList, name string) []string {
  41. values := make([]string, 0, len(l))
  42. for _, pp := range l {
  43. if pp.Name == name {
  44. values = append(values, pp.Value)
  45. }
  46. }
  47. return values
  48. }
  49. images := []string{"test", "te/st"}
  50. tags := []string{"latest", "main"}
  51. multiTag := "multi"
  52. unknownDigest := "sha256:0000000000000000000000000000000000000000000000000000000000000000"
  53. blobDigest := "sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4"
  54. blobContent, _ := base64.StdEncoding.DecodeString(`H4sIAAAJbogA/2IYBaNgFIxYAAgAAP//Lq+17wAEAAA=`)
  55. configDigest := "sha256:4607e093bec406eaadb6f3a340f63400c9d3a7038680744c406903766b938f0d"
  56. configContent := `{"architecture":"amd64","config":{"Env":["PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"],"Cmd":["/true"],"ArgsEscaped":true,"Image":"sha256:9bd8b88dc68b80cffe126cc820e4b52c6e558eb3b37680bfee8e5f3ed7b8c257"},"container":"b89fe92a887d55c0961f02bdfbfd8ac3ddf66167db374770d2d9e9fab3311510","container_config":{"Hostname":"b89fe92a887d","Env":["PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"],"Cmd":["/bin/sh","-c","#(nop) ","CMD [\"/true\"]"],"ArgsEscaped":true,"Image":"sha256:9bd8b88dc68b80cffe126cc820e4b52c6e558eb3b37680bfee8e5f3ed7b8c257"},"created":"2022-01-01T00:00:00.000000000Z","docker_version":"20.10.12","history":[{"created":"2022-01-01T00:00:00.000000000Z","created_by":"/bin/sh -c #(nop) COPY file:0e7589b0c800daaf6fa460d2677101e4676dd9491980210cb345480e513f3602 in /true "},{"created":"2022-01-01T00:00:00.000000001Z","created_by":"/bin/sh -c #(nop) CMD [\"/true\"]","empty_layer":true}],"os":"linux","rootfs":{"type":"layers","diff_ids":["sha256:0ff3b91bdf21ecdf2f2f3d4372c2098a14dbe06cd678e8f0a85fd4902d00e2e2"]}}`
  57. manifestDigest := "sha256:4f10484d1c1bb13e3956b4de1cd42db8e0f14a75be1617b60f2de3cd59c803c6"
  58. manifestContent := `{"schemaVersion":2,"mediaType":"application/vnd.docker.distribution.manifest.v2+json","config":{"mediaType":"application/vnd.docker.container.image.v1+json","digest":"sha256:4607e093bec406eaadb6f3a340f63400c9d3a7038680744c406903766b938f0d","size":1069},"layers":[{"mediaType":"application/vnd.docker.image.rootfs.diff.tar.gzip","digest":"sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4","size":32}]}`
  59. untaggedManifestDigest := "sha256:4305f5f5572b9a426b88909b036e52ee3cf3d7b9c1b01fac840e90747f56623d"
  60. untaggedManifestContent := `{"schemaVersion":2,"mediaType":"` + oci.MediaTypeImageManifest + `","config":{"mediaType":"application/vnd.docker.container.image.v1+json","digest":"sha256:4607e093bec406eaadb6f3a340f63400c9d3a7038680744c406903766b938f0d","size":1069},"layers":[{"mediaType":"application/vnd.docker.image.rootfs.diff.tar.gzip","digest":"sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4","size":32}]}`
  61. indexManifestDigest := "sha256:bab112d6efb9e7f221995caaaa880352feb5bd8b1faf52fae8d12c113aa123ec"
  62. indexManifestContent := `{"schemaVersion":2,"mediaType":"` + oci.MediaTypeImageIndex + `","manifests":[{"mediaType":"application/vnd.docker.distribution.manifest.v2+json","digest":"` + manifestDigest + `","platform":{"os":"linux","architecture":"arm","variant":"v7"}},{"mediaType":"` + oci.MediaTypeImageManifest + `","digest":"` + untaggedManifestDigest + `","platform":{"os":"linux","architecture":"arm64","variant":"v8"}}]}`
  63. anonymousToken := ""
  64. userToken := ""
  65. t.Run("Authenticate", func(t *testing.T) {
  66. type TokenResponse struct {
  67. Token string `json:"token"`
  68. }
  69. authenticate := []string{`Bearer realm="` + setting.AppURL + `v2/token",service="container_registry",scope="*"`}
  70. t.Run("Anonymous", func(t *testing.T) {
  71. defer tests.PrintCurrentTest(t)()
  72. req := NewRequest(t, "GET", fmt.Sprintf("%sv2", setting.AppURL))
  73. resp := MakeRequest(t, req, http.StatusUnauthorized)
  74. assert.ElementsMatch(t, authenticate, resp.Header().Values("WWW-Authenticate"))
  75. req = NewRequest(t, "GET", fmt.Sprintf("%sv2/token", setting.AppURL))
  76. resp = MakeRequest(t, req, http.StatusOK)
  77. tokenResponse := &TokenResponse{}
  78. DecodeJSON(t, resp, &tokenResponse)
  79. assert.NotEmpty(t, tokenResponse.Token)
  80. anonymousToken = fmt.Sprintf("Bearer %s", tokenResponse.Token)
  81. req = NewRequest(t, "GET", fmt.Sprintf("%sv2", setting.AppURL))
  82. addTokenAuthHeader(req, anonymousToken)
  83. MakeRequest(t, req, http.StatusOK)
  84. })
  85. t.Run("User", func(t *testing.T) {
  86. defer tests.PrintCurrentTest(t)()
  87. req := NewRequest(t, "GET", fmt.Sprintf("%sv2", setting.AppURL))
  88. resp := MakeRequest(t, req, http.StatusUnauthorized)
  89. assert.ElementsMatch(t, authenticate, resp.Header().Values("WWW-Authenticate"))
  90. req = NewRequest(t, "GET", fmt.Sprintf("%sv2/token", setting.AppURL))
  91. req = AddBasicAuthHeader(req, user.Name)
  92. resp = MakeRequest(t, req, http.StatusOK)
  93. tokenResponse := &TokenResponse{}
  94. DecodeJSON(t, resp, &tokenResponse)
  95. assert.NotEmpty(t, tokenResponse.Token)
  96. userToken = fmt.Sprintf("Bearer %s", tokenResponse.Token)
  97. req = NewRequest(t, "GET", fmt.Sprintf("%sv2", setting.AppURL))
  98. addTokenAuthHeader(req, userToken)
  99. MakeRequest(t, req, http.StatusOK)
  100. })
  101. })
  102. t.Run("DetermineSupport", func(t *testing.T) {
  103. defer tests.PrintCurrentTest(t)()
  104. req := NewRequest(t, "GET", fmt.Sprintf("%sv2", setting.AppURL))
  105. addTokenAuthHeader(req, userToken)
  106. resp := MakeRequest(t, req, http.StatusOK)
  107. assert.Equal(t, "registry/2.0", resp.Header().Get("Docker-Distribution-Api-Version"))
  108. })
  109. for _, image := range images {
  110. t.Run(fmt.Sprintf("[Image:%s]", image), func(t *testing.T) {
  111. url := fmt.Sprintf("%sv2/%s/%s", setting.AppURL, user.Name, image)
  112. t.Run("UploadBlob/Monolithic", func(t *testing.T) {
  113. defer tests.PrintCurrentTest(t)()
  114. req := NewRequest(t, "POST", fmt.Sprintf("%s/blobs/uploads", url))
  115. addTokenAuthHeader(req, anonymousToken)
  116. MakeRequest(t, req, http.StatusUnauthorized)
  117. req = NewRequestWithBody(t, "POST", fmt.Sprintf("%s/blobs/uploads?digest=%s", url, unknownDigest), bytes.NewReader(blobContent))
  118. addTokenAuthHeader(req, userToken)
  119. MakeRequest(t, req, http.StatusBadRequest)
  120. req = NewRequestWithBody(t, "POST", fmt.Sprintf("%s/blobs/uploads?digest=%s", url, blobDigest), bytes.NewReader(blobContent))
  121. addTokenAuthHeader(req, userToken)
  122. resp := MakeRequest(t, req, http.StatusCreated)
  123. assert.Equal(t, fmt.Sprintf("/v2/%s/%s/blobs/%s", user.Name, image, blobDigest), resp.Header().Get("Location"))
  124. assert.Equal(t, blobDigest, resp.Header().Get("Docker-Content-Digest"))
  125. pv, err := packages_model.GetInternalVersionByNameAndVersion(db.DefaultContext, user.ID, packages_model.TypeContainer, image, container_model.UploadVersion)
  126. assert.NoError(t, err)
  127. pfs, err := packages_model.GetFilesByVersionID(db.DefaultContext, pv.ID)
  128. assert.NoError(t, err)
  129. assert.Len(t, pfs, 1)
  130. pb, err := packages_model.GetBlobByID(db.DefaultContext, pfs[0].BlobID)
  131. assert.NoError(t, err)
  132. assert.EqualValues(t, len(blobContent), pb.Size)
  133. })
  134. t.Run("UploadBlob/Chunked", func(t *testing.T) {
  135. defer tests.PrintCurrentTest(t)()
  136. req := NewRequest(t, "POST", fmt.Sprintf("%s/blobs/uploads", url))
  137. addTokenAuthHeader(req, userToken)
  138. resp := MakeRequest(t, req, http.StatusAccepted)
  139. uuid := resp.Header().Get("Docker-Upload-Uuid")
  140. assert.NotEmpty(t, uuid)
  141. pbu, err := packages_model.GetBlobUploadByID(db.DefaultContext, uuid)
  142. assert.NoError(t, err)
  143. assert.EqualValues(t, 0, pbu.BytesReceived)
  144. uploadURL := resp.Header().Get("Location")
  145. assert.NotEmpty(t, uploadURL)
  146. req = NewRequestWithBody(t, "PATCH", setting.AppURL+uploadURL[1:]+"000", bytes.NewReader(blobContent))
  147. addTokenAuthHeader(req, userToken)
  148. MakeRequest(t, req, http.StatusNotFound)
  149. req = NewRequestWithBody(t, "PATCH", setting.AppURL+uploadURL[1:], bytes.NewReader(blobContent))
  150. addTokenAuthHeader(req, userToken)
  151. req.Header.Set("Content-Range", "1-10")
  152. MakeRequest(t, req, http.StatusRequestedRangeNotSatisfiable)
  153. contentRange := fmt.Sprintf("0-%d", len(blobContent)-1)
  154. req.Header.Set("Content-Range", contentRange)
  155. resp = MakeRequest(t, req, http.StatusAccepted)
  156. assert.Equal(t, uuid, resp.Header().Get("Docker-Upload-Uuid"))
  157. assert.Equal(t, contentRange, resp.Header().Get("Range"))
  158. uploadURL = resp.Header().Get("Location")
  159. req = NewRequest(t, "GET", setting.AppURL+uploadURL[1:])
  160. addTokenAuthHeader(req, userToken)
  161. resp = MakeRequest(t, req, http.StatusNoContent)
  162. assert.Equal(t, uuid, resp.Header().Get("Docker-Upload-Uuid"))
  163. assert.Equal(t, fmt.Sprintf("0-%d", len(blobContent)), resp.Header().Get("Range"))
  164. pbu, err = packages_model.GetBlobUploadByID(db.DefaultContext, uuid)
  165. assert.NoError(t, err)
  166. assert.EqualValues(t, len(blobContent), pbu.BytesReceived)
  167. req = NewRequest(t, "PUT", fmt.Sprintf("%s?digest=%s", setting.AppURL+uploadURL[1:], blobDigest))
  168. addTokenAuthHeader(req, userToken)
  169. resp = MakeRequest(t, req, http.StatusCreated)
  170. assert.Equal(t, fmt.Sprintf("/v2/%s/%s/blobs/%s", user.Name, image, blobDigest), resp.Header().Get("Location"))
  171. assert.Equal(t, blobDigest, resp.Header().Get("Docker-Content-Digest"))
  172. t.Run("Cancel", func(t *testing.T) {
  173. defer tests.PrintCurrentTest(t)()
  174. req := NewRequest(t, "POST", fmt.Sprintf("%s/blobs/uploads", url))
  175. addTokenAuthHeader(req, userToken)
  176. resp := MakeRequest(t, req, http.StatusAccepted)
  177. uuid := resp.Header().Get("Docker-Upload-Uuid")
  178. assert.NotEmpty(t, uuid)
  179. uploadURL := resp.Header().Get("Location")
  180. assert.NotEmpty(t, uploadURL)
  181. req = NewRequest(t, "GET", setting.AppURL+uploadURL[1:])
  182. addTokenAuthHeader(req, userToken)
  183. resp = MakeRequest(t, req, http.StatusNoContent)
  184. assert.Equal(t, uuid, resp.Header().Get("Docker-Upload-Uuid"))
  185. assert.Equal(t, "0-0", resp.Header().Get("Range"))
  186. req = NewRequest(t, "DELETE", setting.AppURL+uploadURL[1:])
  187. addTokenAuthHeader(req, userToken)
  188. MakeRequest(t, req, http.StatusNoContent)
  189. req = NewRequest(t, "GET", setting.AppURL+uploadURL[1:])
  190. addTokenAuthHeader(req, userToken)
  191. MakeRequest(t, req, http.StatusNotFound)
  192. })
  193. })
  194. t.Run("UploadBlob/Mount", func(t *testing.T) {
  195. defer tests.PrintCurrentTest(t)()
  196. privateBlobDigest := "sha256:6ccce4863b70f258d691f59609d31b4502e1ba5199942d3bc5d35d17a4ce771d"
  197. req := NewRequestWithBody(t, "POST", fmt.Sprintf("%sv2/%s/%s/blobs/uploads?digest=%s", setting.AppURL, privateUser.Name, image, privateBlobDigest), strings.NewReader("gitea"))
  198. req = AddBasicAuthHeader(req, privateUser.Name)
  199. MakeRequest(t, req, http.StatusCreated)
  200. req = NewRequest(t, "POST", fmt.Sprintf("%s/blobs/uploads?mount=%s", url, unknownDigest))
  201. addTokenAuthHeader(req, userToken)
  202. MakeRequest(t, req, http.StatusAccepted)
  203. req = NewRequest(t, "POST", fmt.Sprintf("%s/blobs/uploads?mount=%s", url, privateBlobDigest))
  204. addTokenAuthHeader(req, userToken)
  205. MakeRequest(t, req, http.StatusAccepted)
  206. req = NewRequest(t, "POST", fmt.Sprintf("%s/blobs/uploads?mount=%s", url, blobDigest))
  207. addTokenAuthHeader(req, userToken)
  208. resp := MakeRequest(t, req, http.StatusCreated)
  209. assert.Equal(t, fmt.Sprintf("/v2/%s/%s/blobs/%s", user.Name, image, blobDigest), resp.Header().Get("Location"))
  210. assert.Equal(t, blobDigest, resp.Header().Get("Docker-Content-Digest"))
  211. req = NewRequest(t, "POST", fmt.Sprintf("%s/blobs/uploads?mount=%s&from=%s", url, unknownDigest, "unknown/image"))
  212. addTokenAuthHeader(req, userToken)
  213. MakeRequest(t, req, http.StatusAccepted)
  214. req = NewRequest(t, "POST", fmt.Sprintf("%s/blobs/uploads?mount=%s&from=%s/%s", url, blobDigest, user.Name, image))
  215. addTokenAuthHeader(req, userToken)
  216. resp = MakeRequest(t, req, http.StatusCreated)
  217. assert.Equal(t, fmt.Sprintf("/v2/%s/%s/blobs/%s", user.Name, image, blobDigest), resp.Header().Get("Location"))
  218. assert.Equal(t, blobDigest, resp.Header().Get("Docker-Content-Digest"))
  219. })
  220. for _, tag := range tags {
  221. t.Run(fmt.Sprintf("[Tag:%s]", tag), func(t *testing.T) {
  222. t.Run("UploadManifest", func(t *testing.T) {
  223. defer tests.PrintCurrentTest(t)()
  224. req := NewRequestWithBody(t, "POST", fmt.Sprintf("%s/blobs/uploads?digest=%s", url, configDigest), strings.NewReader(configContent))
  225. addTokenAuthHeader(req, userToken)
  226. MakeRequest(t, req, http.StatusCreated)
  227. req = NewRequestWithBody(t, "PUT", fmt.Sprintf("%s/manifests/%s", url, tag), strings.NewReader(manifestContent))
  228. addTokenAuthHeader(req, anonymousToken)
  229. req.Header.Set("Content-Type", "application/vnd.docker.distribution.manifest.v2+json")
  230. MakeRequest(t, req, http.StatusUnauthorized)
  231. req = NewRequestWithBody(t, "PUT", fmt.Sprintf("%s/manifests/%s", url, tag), strings.NewReader(manifestContent))
  232. addTokenAuthHeader(req, userToken)
  233. req.Header.Set("Content-Type", "application/vnd.docker.distribution.manifest.v2+json")
  234. resp := MakeRequest(t, req, http.StatusCreated)
  235. assert.Equal(t, manifestDigest, resp.Header().Get("Docker-Content-Digest"))
  236. pv, err := packages_model.GetVersionByNameAndVersion(db.DefaultContext, user.ID, packages_model.TypeContainer, image, tag)
  237. assert.NoError(t, err)
  238. pd, err := packages_model.GetPackageDescriptor(db.DefaultContext, pv)
  239. assert.NoError(t, err)
  240. assert.Nil(t, pd.SemVer)
  241. assert.Equal(t, image, pd.Package.Name)
  242. assert.Equal(t, tag, pd.Version.Version)
  243. assert.ElementsMatch(t, []string{strings.ToLower(user.LowerName + "/" + image)}, getAllByName(pd.PackageProperties, container_module.PropertyRepository))
  244. assert.True(t, has(pd.VersionProperties, container_module.PropertyManifestTagged))
  245. assert.IsType(t, &container_module.Metadata{}, pd.Metadata)
  246. metadata := pd.Metadata.(*container_module.Metadata)
  247. assert.Equal(t, container_module.TypeOCI, metadata.Type)
  248. assert.Len(t, metadata.ImageLayers, 2)
  249. assert.Empty(t, metadata.Manifests)
  250. assert.Len(t, pd.Files, 3)
  251. for _, pfd := range pd.Files {
  252. switch pfd.File.Name {
  253. case container_model.ManifestFilename:
  254. assert.True(t, pfd.File.IsLead)
  255. assert.Equal(t, "application/vnd.docker.distribution.manifest.v2+json", pfd.Properties.GetByName(container_module.PropertyMediaType))
  256. assert.Equal(t, manifestDigest, pfd.Properties.GetByName(container_module.PropertyDigest))
  257. case strings.Replace(configDigest, ":", "_", 1):
  258. assert.False(t, pfd.File.IsLead)
  259. assert.Equal(t, "application/vnd.docker.container.image.v1+json", pfd.Properties.GetByName(container_module.PropertyMediaType))
  260. assert.Equal(t, configDigest, pfd.Properties.GetByName(container_module.PropertyDigest))
  261. case strings.Replace(blobDigest, ":", "_", 1):
  262. assert.False(t, pfd.File.IsLead)
  263. assert.Equal(t, "application/vnd.docker.image.rootfs.diff.tar.gzip", pfd.Properties.GetByName(container_module.PropertyMediaType))
  264. assert.Equal(t, blobDigest, pfd.Properties.GetByName(container_module.PropertyDigest))
  265. default:
  266. assert.Fail(t, "unknown file: %s", pfd.File.Name)
  267. }
  268. }
  269. req = NewRequest(t, "GET", fmt.Sprintf("%s/manifests/%s", url, tag))
  270. addTokenAuthHeader(req, userToken)
  271. MakeRequest(t, req, http.StatusOK)
  272. pv, err = packages_model.GetVersionByNameAndVersion(db.DefaultContext, user.ID, packages_model.TypeContainer, image, tag)
  273. assert.NoError(t, err)
  274. assert.EqualValues(t, 1, pv.DownloadCount)
  275. // Overwrite existing tag should keep the download count
  276. req = NewRequestWithBody(t, "PUT", fmt.Sprintf("%s/manifests/%s", url, tag), strings.NewReader(manifestContent))
  277. addTokenAuthHeader(req, userToken)
  278. req.Header.Set("Content-Type", oci.MediaTypeImageManifest)
  279. MakeRequest(t, req, http.StatusCreated)
  280. pv, err = packages_model.GetVersionByNameAndVersion(db.DefaultContext, user.ID, packages_model.TypeContainer, image, tag)
  281. assert.NoError(t, err)
  282. assert.EqualValues(t, 1, pv.DownloadCount)
  283. })
  284. t.Run("HeadManifest", func(t *testing.T) {
  285. defer tests.PrintCurrentTest(t)()
  286. req := NewRequest(t, "HEAD", fmt.Sprintf("%s/manifests/unknown-tag", url))
  287. addTokenAuthHeader(req, userToken)
  288. MakeRequest(t, req, http.StatusNotFound)
  289. req = NewRequest(t, "HEAD", fmt.Sprintf("%s/manifests/%s", url, tag))
  290. addTokenAuthHeader(req, userToken)
  291. resp := MakeRequest(t, req, http.StatusOK)
  292. assert.Equal(t, fmt.Sprintf("%d", len(manifestContent)), resp.Header().Get("Content-Length"))
  293. assert.Equal(t, manifestDigest, resp.Header().Get("Docker-Content-Digest"))
  294. })
  295. t.Run("GetManifest", func(t *testing.T) {
  296. defer tests.PrintCurrentTest(t)()
  297. req := NewRequest(t, "GET", fmt.Sprintf("%s/manifests/unknown-tag", url))
  298. addTokenAuthHeader(req, userToken)
  299. MakeRequest(t, req, http.StatusNotFound)
  300. req = NewRequest(t, "GET", fmt.Sprintf("%s/manifests/%s", url, tag))
  301. addTokenAuthHeader(req, userToken)
  302. resp := MakeRequest(t, req, http.StatusOK)
  303. assert.Equal(t, fmt.Sprintf("%d", len(manifestContent)), resp.Header().Get("Content-Length"))
  304. assert.Equal(t, oci.MediaTypeImageManifest, resp.Header().Get("Content-Type"))
  305. assert.Equal(t, manifestDigest, resp.Header().Get("Docker-Content-Digest"))
  306. assert.Equal(t, manifestContent, resp.Body.String())
  307. })
  308. })
  309. }
  310. t.Run("UploadUntaggedManifest", func(t *testing.T) {
  311. defer tests.PrintCurrentTest(t)()
  312. req := NewRequestWithBody(t, "PUT", fmt.Sprintf("%s/manifests/%s", url, untaggedManifestDigest), strings.NewReader(untaggedManifestContent))
  313. addTokenAuthHeader(req, userToken)
  314. req.Header.Set("Content-Type", oci.MediaTypeImageManifest)
  315. resp := MakeRequest(t, req, http.StatusCreated)
  316. assert.Equal(t, untaggedManifestDigest, resp.Header().Get("Docker-Content-Digest"))
  317. req = NewRequest(t, "HEAD", fmt.Sprintf("%s/manifests/%s", url, untaggedManifestDigest))
  318. addTokenAuthHeader(req, userToken)
  319. resp = MakeRequest(t, req, http.StatusOK)
  320. assert.Equal(t, fmt.Sprintf("%d", len(untaggedManifestContent)), resp.Header().Get("Content-Length"))
  321. assert.Equal(t, untaggedManifestDigest, resp.Header().Get("Docker-Content-Digest"))
  322. pv, err := packages_model.GetVersionByNameAndVersion(db.DefaultContext, user.ID, packages_model.TypeContainer, image, untaggedManifestDigest)
  323. assert.NoError(t, err)
  324. pd, err := packages_model.GetPackageDescriptor(db.DefaultContext, pv)
  325. assert.NoError(t, err)
  326. assert.Nil(t, pd.SemVer)
  327. assert.Equal(t, image, pd.Package.Name)
  328. assert.Equal(t, untaggedManifestDigest, pd.Version.Version)
  329. assert.ElementsMatch(t, []string{strings.ToLower(user.LowerName + "/" + image)}, getAllByName(pd.PackageProperties, container_module.PropertyRepository))
  330. assert.False(t, has(pd.VersionProperties, container_module.PropertyManifestTagged))
  331. assert.IsType(t, &container_module.Metadata{}, pd.Metadata)
  332. assert.Len(t, pd.Files, 3)
  333. for _, pfd := range pd.Files {
  334. if pfd.File.Name == container_model.ManifestFilename {
  335. assert.True(t, pfd.File.IsLead)
  336. assert.Equal(t, oci.MediaTypeImageManifest, pfd.Properties.GetByName(container_module.PropertyMediaType))
  337. assert.Equal(t, untaggedManifestDigest, pfd.Properties.GetByName(container_module.PropertyDigest))
  338. }
  339. }
  340. })
  341. t.Run("UploadIndexManifest", func(t *testing.T) {
  342. defer tests.PrintCurrentTest(t)()
  343. req := NewRequestWithBody(t, "PUT", fmt.Sprintf("%s/manifests/%s", url, multiTag), strings.NewReader(indexManifestContent))
  344. addTokenAuthHeader(req, userToken)
  345. req.Header.Set("Content-Type", oci.MediaTypeImageIndex)
  346. resp := MakeRequest(t, req, http.StatusCreated)
  347. assert.Equal(t, indexManifestDigest, resp.Header().Get("Docker-Content-Digest"))
  348. pv, err := packages_model.GetVersionByNameAndVersion(db.DefaultContext, user.ID, packages_model.TypeContainer, image, multiTag)
  349. assert.NoError(t, err)
  350. pd, err := packages_model.GetPackageDescriptor(db.DefaultContext, pv)
  351. assert.NoError(t, err)
  352. assert.Nil(t, pd.SemVer)
  353. assert.Equal(t, image, pd.Package.Name)
  354. assert.Equal(t, multiTag, pd.Version.Version)
  355. assert.ElementsMatch(t, []string{strings.ToLower(user.LowerName + "/" + image)}, getAllByName(pd.PackageProperties, container_module.PropertyRepository))
  356. assert.True(t, has(pd.VersionProperties, container_module.PropertyManifestTagged))
  357. assert.ElementsMatch(t, []string{manifestDigest, untaggedManifestDigest}, getAllByName(pd.VersionProperties, container_module.PropertyManifestReference))
  358. assert.IsType(t, &container_module.Metadata{}, pd.Metadata)
  359. metadata := pd.Metadata.(*container_module.Metadata)
  360. assert.Equal(t, container_module.TypeOCI, metadata.Type)
  361. assert.Len(t, metadata.Manifests, 2)
  362. assert.Condition(t, func() bool {
  363. for _, m := range metadata.Manifests {
  364. switch m.Platform {
  365. case "linux/arm/v7":
  366. assert.Equal(t, manifestDigest, m.Digest)
  367. assert.EqualValues(t, 1524, m.Size)
  368. case "linux/arm64/v8":
  369. assert.Equal(t, untaggedManifestDigest, m.Digest)
  370. assert.EqualValues(t, 1514, m.Size)
  371. default:
  372. return false
  373. }
  374. }
  375. return true
  376. })
  377. assert.Len(t, pd.Files, 1)
  378. assert.True(t, pd.Files[0].File.IsLead)
  379. assert.Equal(t, oci.MediaTypeImageIndex, pd.Files[0].Properties.GetByName(container_module.PropertyMediaType))
  380. assert.Equal(t, indexManifestDigest, pd.Files[0].Properties.GetByName(container_module.PropertyDigest))
  381. })
  382. t.Run("HeadBlob", func(t *testing.T) {
  383. defer tests.PrintCurrentTest(t)()
  384. req := NewRequest(t, "HEAD", fmt.Sprintf("%s/blobs/%s", url, unknownDigest))
  385. addTokenAuthHeader(req, userToken)
  386. MakeRequest(t, req, http.StatusNotFound)
  387. req = NewRequest(t, "HEAD", fmt.Sprintf("%s/blobs/%s", url, blobDigest))
  388. addTokenAuthHeader(req, userToken)
  389. resp := MakeRequest(t, req, http.StatusOK)
  390. assert.Equal(t, fmt.Sprintf("%d", len(blobContent)), resp.Header().Get("Content-Length"))
  391. assert.Equal(t, blobDigest, resp.Header().Get("Docker-Content-Digest"))
  392. req = NewRequest(t, "HEAD", fmt.Sprintf("%s/blobs/%s", url, blobDigest))
  393. addTokenAuthHeader(req, anonymousToken)
  394. MakeRequest(t, req, http.StatusOK)
  395. })
  396. t.Run("GetBlob", func(t *testing.T) {
  397. defer tests.PrintCurrentTest(t)()
  398. req := NewRequest(t, "GET", fmt.Sprintf("%s/blobs/%s", url, unknownDigest))
  399. addTokenAuthHeader(req, userToken)
  400. MakeRequest(t, req, http.StatusNotFound)
  401. req = NewRequest(t, "GET", fmt.Sprintf("%s/blobs/%s", url, blobDigest))
  402. addTokenAuthHeader(req, userToken)
  403. resp := MakeRequest(t, req, http.StatusOK)
  404. assert.Equal(t, fmt.Sprintf("%d", len(blobContent)), resp.Header().Get("Content-Length"))
  405. assert.Equal(t, blobDigest, resp.Header().Get("Docker-Content-Digest"))
  406. assert.Equal(t, blobContent, resp.Body.Bytes())
  407. })
  408. t.Run("GetTagList", func(t *testing.T) {
  409. defer tests.PrintCurrentTest(t)()
  410. cases := []struct {
  411. URL string
  412. ExpectedTags []string
  413. ExpectedLink string
  414. }{
  415. {
  416. URL: fmt.Sprintf("%s/tags/list", url),
  417. ExpectedTags: []string{"latest", "main", "multi"},
  418. ExpectedLink: fmt.Sprintf(`</v2/%s/%s/tags/list?last=multi>; rel="next"`, user.Name, image),
  419. },
  420. {
  421. URL: fmt.Sprintf("%s/tags/list?n=0", url),
  422. ExpectedTags: []string{},
  423. ExpectedLink: "",
  424. },
  425. {
  426. URL: fmt.Sprintf("%s/tags/list?n=2", url),
  427. ExpectedTags: []string{"latest", "main"},
  428. ExpectedLink: fmt.Sprintf(`</v2/%s/%s/tags/list?last=main&n=2>; rel="next"`, user.Name, image),
  429. },
  430. {
  431. URL: fmt.Sprintf("%s/tags/list?last=main", url),
  432. ExpectedTags: []string{"multi"},
  433. ExpectedLink: fmt.Sprintf(`</v2/%s/%s/tags/list?last=multi>; rel="next"`, user.Name, image),
  434. },
  435. {
  436. URL: fmt.Sprintf("%s/tags/list?n=1&last=latest", url),
  437. ExpectedTags: []string{"main"},
  438. ExpectedLink: fmt.Sprintf(`</v2/%s/%s/tags/list?last=main&n=1>; rel="next"`, user.Name, image),
  439. },
  440. }
  441. for _, c := range cases {
  442. req := NewRequest(t, "GET", c.URL)
  443. addTokenAuthHeader(req, userToken)
  444. resp := MakeRequest(t, req, http.StatusOK)
  445. type TagList struct {
  446. Name string `json:"name"`
  447. Tags []string `json:"tags"`
  448. }
  449. tagList := &TagList{}
  450. DecodeJSON(t, resp, &tagList)
  451. assert.Equal(t, user.Name+"/"+image, tagList.Name)
  452. assert.Equal(t, c.ExpectedTags, tagList.Tags)
  453. assert.Equal(t, c.ExpectedLink, resp.Header().Get("Link"))
  454. }
  455. req := NewRequest(t, "GET", fmt.Sprintf("/api/v1/packages/%s?type=container&q=%s&token=%s", user.Name, image, token))
  456. resp := MakeRequest(t, req, http.StatusOK)
  457. var apiPackages []*api.Package
  458. DecodeJSON(t, resp, &apiPackages)
  459. assert.Len(t, apiPackages, 4) // "latest", "main", "multi", "sha256:..."
  460. })
  461. t.Run("Delete", func(t *testing.T) {
  462. t.Run("Blob", func(t *testing.T) {
  463. defer tests.PrintCurrentTest(t)()
  464. req := NewRequest(t, "DELETE", fmt.Sprintf("%s/blobs/%s", url, blobDigest))
  465. addTokenAuthHeader(req, userToken)
  466. MakeRequest(t, req, http.StatusAccepted)
  467. req = NewRequest(t, "HEAD", fmt.Sprintf("%s/blobs/%s", url, blobDigest))
  468. addTokenAuthHeader(req, userToken)
  469. MakeRequest(t, req, http.StatusNotFound)
  470. })
  471. t.Run("ManifestByDigest", func(t *testing.T) {
  472. defer tests.PrintCurrentTest(t)()
  473. req := NewRequest(t, "DELETE", fmt.Sprintf("%s/manifests/%s", url, untaggedManifestDigest))
  474. addTokenAuthHeader(req, userToken)
  475. MakeRequest(t, req, http.StatusAccepted)
  476. req = NewRequest(t, "HEAD", fmt.Sprintf("%s/manifests/%s", url, untaggedManifestDigest))
  477. addTokenAuthHeader(req, userToken)
  478. MakeRequest(t, req, http.StatusNotFound)
  479. })
  480. t.Run("ManifestByTag", func(t *testing.T) {
  481. defer tests.PrintCurrentTest(t)()
  482. req := NewRequest(t, "DELETE", fmt.Sprintf("%s/manifests/%s", url, multiTag))
  483. addTokenAuthHeader(req, userToken)
  484. MakeRequest(t, req, http.StatusAccepted)
  485. req = NewRequest(t, "HEAD", fmt.Sprintf("%s/manifests/%s", url, multiTag))
  486. addTokenAuthHeader(req, userToken)
  487. MakeRequest(t, req, http.StatusNotFound)
  488. })
  489. })
  490. })
  491. }
  492. // https://github.com/go-gitea/gitea/issues/19586
  493. t.Run("ParallelUpload", func(t *testing.T) {
  494. defer tests.PrintCurrentTest(t)()
  495. url := fmt.Sprintf("%sv2/%s/parallel", setting.AppURL, user.Name)
  496. var wg sync.WaitGroup
  497. for i := 0; i < 10; i++ {
  498. wg.Add(1)
  499. content := []byte{byte(i)}
  500. digest := fmt.Sprintf("sha256:%x", sha256.Sum256(content))
  501. go func() {
  502. defer wg.Done()
  503. req := NewRequestWithBody(t, "POST", fmt.Sprintf("%s/blobs/uploads?digest=%s", url, digest), bytes.NewReader(content))
  504. addTokenAuthHeader(req, userToken)
  505. resp := MakeRequest(t, req, http.StatusCreated)
  506. assert.Equal(t, digest, resp.Header().Get("Docker-Content-Digest"))
  507. }()
  508. }
  509. wg.Wait()
  510. })
  511. t.Run("OwnerNameChange", func(t *testing.T) {
  512. defer tests.PrintCurrentTest(t)()
  513. checkCatalog := func(owner string) func(t *testing.T) {
  514. return func(t *testing.T) {
  515. defer tests.PrintCurrentTest(t)()
  516. req := NewRequest(t, "GET", fmt.Sprintf("%sv2/_catalog", setting.AppURL))
  517. addTokenAuthHeader(req, userToken)
  518. resp := MakeRequest(t, req, http.StatusOK)
  519. type RepositoryList struct {
  520. Repositories []string `json:"repositories"`
  521. }
  522. repoList := &RepositoryList{}
  523. DecodeJSON(t, resp, &repoList)
  524. assert.Len(t, repoList.Repositories, len(images))
  525. names := make([]string, 0, len(images))
  526. for _, image := range images {
  527. names = append(names, strings.ToLower(owner+"/"+image))
  528. }
  529. assert.ElementsMatch(t, names, repoList.Repositories)
  530. }
  531. }
  532. t.Run(fmt.Sprintf("Catalog[%s]", user.LowerName), checkCatalog(user.LowerName))
  533. session := loginUser(t, user.Name)
  534. newOwnerName := "newUsername"
  535. req := NewRequestWithValues(t, "POST", "/user/settings", map[string]string{
  536. "_csrf": GetCSRF(t, session, "/user/settings"),
  537. "name": newOwnerName,
  538. "email": "user2@example.com",
  539. "language": "en-US",
  540. })
  541. session.MakeRequest(t, req, http.StatusSeeOther)
  542. t.Run(fmt.Sprintf("Catalog[%s]", newOwnerName), checkCatalog(newOwnerName))
  543. req = NewRequestWithValues(t, "POST", "/user/settings", map[string]string{
  544. "_csrf": GetCSRF(t, session, "/user/settings"),
  545. "name": user.Name,
  546. "email": "user2@example.com",
  547. "language": "en-US",
  548. })
  549. session.MakeRequest(t, req, http.StatusSeeOther)
  550. })
  551. }