You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

api_packages_container_test.go 28KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675
  1. // Copyright 2022 The Gitea Authors. All rights reserved.
  2. // SPDX-License-Identifier: MIT
  3. package integration
  4. import (
  5. "bytes"
  6. "crypto/sha256"
  7. "encoding/base64"
  8. "fmt"
  9. "net/http"
  10. "strings"
  11. "sync"
  12. "testing"
  13. "code.gitea.io/gitea/models/db"
  14. packages_model "code.gitea.io/gitea/models/packages"
  15. container_model "code.gitea.io/gitea/models/packages/container"
  16. "code.gitea.io/gitea/models/unittest"
  17. user_model "code.gitea.io/gitea/models/user"
  18. container_module "code.gitea.io/gitea/modules/packages/container"
  19. "code.gitea.io/gitea/modules/packages/container/oci"
  20. "code.gitea.io/gitea/modules/setting"
  21. api "code.gitea.io/gitea/modules/structs"
  22. "code.gitea.io/gitea/tests"
  23. "github.com/stretchr/testify/assert"
  24. )
  25. func TestPackageContainer(t *testing.T) {
  26. defer tests.PrepareTestEnv(t)()
  27. user := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: 2})
  28. has := func(l packages_model.PackagePropertyList, name string) bool {
  29. for _, pp := range l {
  30. if pp.Name == name {
  31. return true
  32. }
  33. }
  34. return false
  35. }
  36. getAllByName := func(l packages_model.PackagePropertyList, name string) []string {
  37. values := make([]string, 0, len(l))
  38. for _, pp := range l {
  39. if pp.Name == name {
  40. values = append(values, pp.Value)
  41. }
  42. }
  43. return values
  44. }
  45. images := []string{"test", "te/st"}
  46. tags := []string{"latest", "main"}
  47. multiTag := "multi"
  48. unknownDigest := "sha256:0000000000000000000000000000000000000000000000000000000000000000"
  49. blobDigest := "sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4"
  50. blobContent, _ := base64.StdEncoding.DecodeString(`H4sIAAAJbogA/2IYBaNgFIxYAAgAAP//Lq+17wAEAAA=`)
  51. configDigest := "sha256:4607e093bec406eaadb6f3a340f63400c9d3a7038680744c406903766b938f0d"
  52. configContent := `{"architecture":"amd64","config":{"Env":["PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"],"Cmd":["/true"],"ArgsEscaped":true,"Image":"sha256:9bd8b88dc68b80cffe126cc820e4b52c6e558eb3b37680bfee8e5f3ed7b8c257"},"container":"b89fe92a887d55c0961f02bdfbfd8ac3ddf66167db374770d2d9e9fab3311510","container_config":{"Hostname":"b89fe92a887d","Env":["PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"],"Cmd":["/bin/sh","-c","#(nop) ","CMD [\"/true\"]"],"ArgsEscaped":true,"Image":"sha256:9bd8b88dc68b80cffe126cc820e4b52c6e558eb3b37680bfee8e5f3ed7b8c257"},"created":"2022-01-01T00:00:00.000000000Z","docker_version":"20.10.12","history":[{"created":"2022-01-01T00:00:00.000000000Z","created_by":"/bin/sh -c #(nop) COPY file:0e7589b0c800daaf6fa460d2677101e4676dd9491980210cb345480e513f3602 in /true "},{"created":"2022-01-01T00:00:00.000000001Z","created_by":"/bin/sh -c #(nop) CMD [\"/true\"]","empty_layer":true}],"os":"linux","rootfs":{"type":"layers","diff_ids":["sha256:0ff3b91bdf21ecdf2f2f3d4372c2098a14dbe06cd678e8f0a85fd4902d00e2e2"]}}`
  53. manifestDigest := "sha256:4f10484d1c1bb13e3956b4de1cd42db8e0f14a75be1617b60f2de3cd59c803c6"
  54. manifestContent := `{"schemaVersion":2,"mediaType":"` + oci.MediaTypeDockerManifest + `","config":{"mediaType":"application/vnd.docker.container.image.v1+json","digest":"sha256:4607e093bec406eaadb6f3a340f63400c9d3a7038680744c406903766b938f0d","size":1069},"layers":[{"mediaType":"application/vnd.docker.image.rootfs.diff.tar.gzip","digest":"sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4","size":32}]}`
  55. untaggedManifestDigest := "sha256:4305f5f5572b9a426b88909b036e52ee3cf3d7b9c1b01fac840e90747f56623d"
  56. untaggedManifestContent := `{"schemaVersion":2,"mediaType":"` + oci.MediaTypeImageManifest + `","config":{"mediaType":"application/vnd.docker.container.image.v1+json","digest":"sha256:4607e093bec406eaadb6f3a340f63400c9d3a7038680744c406903766b938f0d","size":1069},"layers":[{"mediaType":"application/vnd.docker.image.rootfs.diff.tar.gzip","digest":"sha256:a3ed95caeb02ffe68cdd9fd84406680ae93d633cb16422d00e8a7c22955b46d4","size":32}]}`
  57. indexManifestDigest := "sha256:bab112d6efb9e7f221995caaaa880352feb5bd8b1faf52fae8d12c113aa123ec"
  58. indexManifestContent := `{"schemaVersion":2,"mediaType":"` + oci.MediaTypeImageIndex + `","manifests":[{"mediaType":"` + oci.MediaTypeDockerManifest + `","digest":"` + manifestDigest + `","platform":{"os":"linux","architecture":"arm","variant":"v7"}},{"mediaType":"` + oci.MediaTypeImageManifest + `","digest":"` + untaggedManifestDigest + `","platform":{"os":"linux","architecture":"arm64","variant":"v8"}}]}`
  59. anonymousToken := ""
  60. userToken := ""
  61. t.Run("Authenticate", func(t *testing.T) {
  62. type TokenResponse struct {
  63. Token string `json:"token"`
  64. }
  65. authenticate := []string{`Bearer realm="` + setting.AppURL + `v2/token",service="container_registry",scope="*"`}
  66. t.Run("Anonymous", func(t *testing.T) {
  67. defer tests.PrintCurrentTest(t)()
  68. req := NewRequest(t, "GET", fmt.Sprintf("%sv2", setting.AppURL))
  69. resp := MakeRequest(t, req, http.StatusUnauthorized)
  70. assert.ElementsMatch(t, authenticate, resp.Header().Values("WWW-Authenticate"))
  71. req = NewRequest(t, "GET", fmt.Sprintf("%sv2/token", setting.AppURL))
  72. resp = MakeRequest(t, req, http.StatusOK)
  73. tokenResponse := &TokenResponse{}
  74. DecodeJSON(t, resp, &tokenResponse)
  75. assert.NotEmpty(t, tokenResponse.Token)
  76. anonymousToken = fmt.Sprintf("Bearer %s", tokenResponse.Token)
  77. req = NewRequest(t, "GET", fmt.Sprintf("%sv2", setting.AppURL))
  78. addTokenAuthHeader(req, anonymousToken)
  79. MakeRequest(t, req, http.StatusOK)
  80. })
  81. t.Run("User", func(t *testing.T) {
  82. defer tests.PrintCurrentTest(t)()
  83. req := NewRequest(t, "GET", fmt.Sprintf("%sv2", setting.AppURL))
  84. resp := MakeRequest(t, req, http.StatusUnauthorized)
  85. assert.ElementsMatch(t, authenticate, resp.Header().Values("WWW-Authenticate"))
  86. req = NewRequest(t, "GET", fmt.Sprintf("%sv2/token", setting.AppURL))
  87. req = AddBasicAuthHeader(req, user.Name)
  88. resp = MakeRequest(t, req, http.StatusOK)
  89. tokenResponse := &TokenResponse{}
  90. DecodeJSON(t, resp, &tokenResponse)
  91. assert.NotEmpty(t, tokenResponse.Token)
  92. userToken = fmt.Sprintf("Bearer %s", tokenResponse.Token)
  93. req = NewRequest(t, "GET", fmt.Sprintf("%sv2", setting.AppURL))
  94. addTokenAuthHeader(req, userToken)
  95. MakeRequest(t, req, http.StatusOK)
  96. })
  97. })
  98. t.Run("DetermineSupport", func(t *testing.T) {
  99. defer tests.PrintCurrentTest(t)()
  100. req := NewRequest(t, "GET", fmt.Sprintf("%sv2", setting.AppURL))
  101. addTokenAuthHeader(req, userToken)
  102. resp := MakeRequest(t, req, http.StatusOK)
  103. assert.Equal(t, "registry/2.0", resp.Header().Get("Docker-Distribution-Api-Version"))
  104. })
  105. for _, image := range images {
  106. t.Run(fmt.Sprintf("[Image:%s]", image), func(t *testing.T) {
  107. url := fmt.Sprintf("%sv2/%s/%s", setting.AppURL, user.Name, image)
  108. t.Run("UploadBlob/Monolithic", func(t *testing.T) {
  109. defer tests.PrintCurrentTest(t)()
  110. req := NewRequest(t, "POST", fmt.Sprintf("%s/blobs/uploads", url))
  111. addTokenAuthHeader(req, anonymousToken)
  112. MakeRequest(t, req, http.StatusUnauthorized)
  113. req = NewRequestWithBody(t, "POST", fmt.Sprintf("%s/blobs/uploads?digest=%s", url, unknownDigest), bytes.NewReader(blobContent))
  114. addTokenAuthHeader(req, userToken)
  115. MakeRequest(t, req, http.StatusBadRequest)
  116. req = NewRequestWithBody(t, "POST", fmt.Sprintf("%s/blobs/uploads?digest=%s", url, blobDigest), bytes.NewReader(blobContent))
  117. addTokenAuthHeader(req, userToken)
  118. resp := MakeRequest(t, req, http.StatusCreated)
  119. assert.Equal(t, fmt.Sprintf("/v2/%s/%s/blobs/%s", user.Name, image, blobDigest), resp.Header().Get("Location"))
  120. assert.Equal(t, blobDigest, resp.Header().Get("Docker-Content-Digest"))
  121. pv, err := packages_model.GetInternalVersionByNameAndVersion(db.DefaultContext, user.ID, packages_model.TypeContainer, image, container_model.UploadVersion)
  122. assert.NoError(t, err)
  123. pfs, err := packages_model.GetFilesByVersionID(db.DefaultContext, pv.ID)
  124. assert.NoError(t, err)
  125. assert.Len(t, pfs, 1)
  126. pb, err := packages_model.GetBlobByID(db.DefaultContext, pfs[0].BlobID)
  127. assert.NoError(t, err)
  128. assert.EqualValues(t, len(blobContent), pb.Size)
  129. })
  130. t.Run("UploadBlob/Chunked", func(t *testing.T) {
  131. defer tests.PrintCurrentTest(t)()
  132. req := NewRequest(t, "POST", fmt.Sprintf("%s/blobs/uploads", url))
  133. addTokenAuthHeader(req, userToken)
  134. resp := MakeRequest(t, req, http.StatusAccepted)
  135. uuid := resp.Header().Get("Docker-Upload-Uuid")
  136. assert.NotEmpty(t, uuid)
  137. pbu, err := packages_model.GetBlobUploadByID(db.DefaultContext, uuid)
  138. assert.NoError(t, err)
  139. assert.EqualValues(t, 0, pbu.BytesReceived)
  140. uploadURL := resp.Header().Get("Location")
  141. assert.NotEmpty(t, uploadURL)
  142. req = NewRequestWithBody(t, "PATCH", setting.AppURL+uploadURL[1:]+"000", bytes.NewReader(blobContent))
  143. addTokenAuthHeader(req, userToken)
  144. MakeRequest(t, req, http.StatusNotFound)
  145. req = NewRequestWithBody(t, "PATCH", setting.AppURL+uploadURL[1:], bytes.NewReader(blobContent))
  146. addTokenAuthHeader(req, userToken)
  147. req.Header.Set("Content-Range", "1-10")
  148. MakeRequest(t, req, http.StatusRequestedRangeNotSatisfiable)
  149. contentRange := fmt.Sprintf("0-%d", len(blobContent)-1)
  150. req.Header.Set("Content-Range", contentRange)
  151. resp = MakeRequest(t, req, http.StatusAccepted)
  152. assert.Equal(t, uuid, resp.Header().Get("Docker-Upload-Uuid"))
  153. assert.Equal(t, contentRange, resp.Header().Get("Range"))
  154. uploadURL = resp.Header().Get("Location")
  155. req = NewRequest(t, "GET", setting.AppURL+uploadURL[1:])
  156. addTokenAuthHeader(req, userToken)
  157. resp = MakeRequest(t, req, http.StatusNoContent)
  158. assert.Equal(t, uuid, resp.Header().Get("Docker-Upload-Uuid"))
  159. assert.Equal(t, fmt.Sprintf("0-%d", len(blobContent)), resp.Header().Get("Range"))
  160. pbu, err = packages_model.GetBlobUploadByID(db.DefaultContext, uuid)
  161. assert.NoError(t, err)
  162. assert.EqualValues(t, len(blobContent), pbu.BytesReceived)
  163. req = NewRequest(t, "PUT", fmt.Sprintf("%s?digest=%s", setting.AppURL+uploadURL[1:], blobDigest))
  164. addTokenAuthHeader(req, userToken)
  165. resp = MakeRequest(t, req, http.StatusCreated)
  166. assert.Equal(t, fmt.Sprintf("/v2/%s/%s/blobs/%s", user.Name, image, blobDigest), resp.Header().Get("Location"))
  167. assert.Equal(t, blobDigest, resp.Header().Get("Docker-Content-Digest"))
  168. t.Run("Cancel", func(t *testing.T) {
  169. defer tests.PrintCurrentTest(t)()
  170. req := NewRequest(t, "POST", fmt.Sprintf("%s/blobs/uploads", url))
  171. addTokenAuthHeader(req, userToken)
  172. resp := MakeRequest(t, req, http.StatusAccepted)
  173. uuid := resp.Header().Get("Docker-Upload-Uuid")
  174. assert.NotEmpty(t, uuid)
  175. uploadURL := resp.Header().Get("Location")
  176. assert.NotEmpty(t, uploadURL)
  177. req = NewRequest(t, "GET", setting.AppURL+uploadURL[1:])
  178. addTokenAuthHeader(req, userToken)
  179. resp = MakeRequest(t, req, http.StatusNoContent)
  180. assert.Equal(t, uuid, resp.Header().Get("Docker-Upload-Uuid"))
  181. assert.Equal(t, "0-0", resp.Header().Get("Range"))
  182. req = NewRequest(t, "DELETE", setting.AppURL+uploadURL[1:])
  183. addTokenAuthHeader(req, userToken)
  184. MakeRequest(t, req, http.StatusNoContent)
  185. req = NewRequest(t, "GET", setting.AppURL+uploadURL[1:])
  186. addTokenAuthHeader(req, userToken)
  187. MakeRequest(t, req, http.StatusNotFound)
  188. })
  189. })
  190. for _, tag := range tags {
  191. t.Run(fmt.Sprintf("[Tag:%s]", tag), func(t *testing.T) {
  192. t.Run("UploadManifest", func(t *testing.T) {
  193. defer tests.PrintCurrentTest(t)()
  194. req := NewRequestWithBody(t, "POST", fmt.Sprintf("%s/blobs/uploads?digest=%s", url, configDigest), strings.NewReader(configContent))
  195. addTokenAuthHeader(req, userToken)
  196. MakeRequest(t, req, http.StatusCreated)
  197. req = NewRequestWithBody(t, "PUT", fmt.Sprintf("%s/manifests/%s", url, tag), strings.NewReader(manifestContent))
  198. addTokenAuthHeader(req, anonymousToken)
  199. req.Header.Set("Content-Type", oci.MediaTypeDockerManifest)
  200. MakeRequest(t, req, http.StatusUnauthorized)
  201. req = NewRequestWithBody(t, "PUT", fmt.Sprintf("%s/manifests/%s", url, tag), strings.NewReader(manifestContent))
  202. addTokenAuthHeader(req, userToken)
  203. req.Header.Set("Content-Type", oci.MediaTypeDockerManifest)
  204. resp := MakeRequest(t, req, http.StatusCreated)
  205. assert.Equal(t, manifestDigest, resp.Header().Get("Docker-Content-Digest"))
  206. pv, err := packages_model.GetVersionByNameAndVersion(db.DefaultContext, user.ID, packages_model.TypeContainer, image, tag)
  207. assert.NoError(t, err)
  208. pd, err := packages_model.GetPackageDescriptor(db.DefaultContext, pv)
  209. assert.NoError(t, err)
  210. assert.Nil(t, pd.SemVer)
  211. assert.Equal(t, image, pd.Package.Name)
  212. assert.Equal(t, tag, pd.Version.Version)
  213. assert.ElementsMatch(t, []string{strings.ToLower(user.LowerName + "/" + image)}, getAllByName(pd.PackageProperties, container_module.PropertyRepository))
  214. assert.True(t, has(pd.VersionProperties, container_module.PropertyManifestTagged))
  215. assert.IsType(t, &container_module.Metadata{}, pd.Metadata)
  216. metadata := pd.Metadata.(*container_module.Metadata)
  217. assert.Equal(t, container_module.TypeOCI, metadata.Type)
  218. assert.Len(t, metadata.ImageLayers, 2)
  219. assert.Empty(t, metadata.MultiArch)
  220. assert.Len(t, pd.Files, 3)
  221. for _, pfd := range pd.Files {
  222. switch pfd.File.Name {
  223. case container_model.ManifestFilename:
  224. assert.True(t, pfd.File.IsLead)
  225. assert.Equal(t, oci.MediaTypeDockerManifest, pfd.Properties.GetByName(container_module.PropertyMediaType))
  226. assert.Equal(t, manifestDigest, pfd.Properties.GetByName(container_module.PropertyDigest))
  227. case strings.Replace(configDigest, ":", "_", 1):
  228. assert.False(t, pfd.File.IsLead)
  229. assert.Equal(t, "application/vnd.docker.container.image.v1+json", pfd.Properties.GetByName(container_module.PropertyMediaType))
  230. assert.Equal(t, configDigest, pfd.Properties.GetByName(container_module.PropertyDigest))
  231. case strings.Replace(blobDigest, ":", "_", 1):
  232. assert.False(t, pfd.File.IsLead)
  233. assert.Equal(t, "application/vnd.docker.image.rootfs.diff.tar.gzip", pfd.Properties.GetByName(container_module.PropertyMediaType))
  234. assert.Equal(t, blobDigest, pfd.Properties.GetByName(container_module.PropertyDigest))
  235. default:
  236. assert.Fail(t, "unknown file: %s", pfd.File.Name)
  237. }
  238. }
  239. req = NewRequest(t, "GET", fmt.Sprintf("%s/manifests/%s", url, tag))
  240. addTokenAuthHeader(req, userToken)
  241. MakeRequest(t, req, http.StatusOK)
  242. pv, err = packages_model.GetVersionByNameAndVersion(db.DefaultContext, user.ID, packages_model.TypeContainer, image, tag)
  243. assert.NoError(t, err)
  244. assert.EqualValues(t, 1, pv.DownloadCount)
  245. // Overwrite existing tag should keep the download count
  246. req = NewRequestWithBody(t, "PUT", fmt.Sprintf("%s/manifests/%s", url, tag), strings.NewReader(manifestContent))
  247. addTokenAuthHeader(req, userToken)
  248. req.Header.Set("Content-Type", oci.MediaTypeDockerManifest)
  249. MakeRequest(t, req, http.StatusCreated)
  250. pv, err = packages_model.GetVersionByNameAndVersion(db.DefaultContext, user.ID, packages_model.TypeContainer, image, tag)
  251. assert.NoError(t, err)
  252. assert.EqualValues(t, 1, pv.DownloadCount)
  253. })
  254. t.Run("HeadManifest", func(t *testing.T) {
  255. defer tests.PrintCurrentTest(t)()
  256. req := NewRequest(t, "HEAD", fmt.Sprintf("%s/manifests/unknown-tag", url))
  257. addTokenAuthHeader(req, userToken)
  258. MakeRequest(t, req, http.StatusNotFound)
  259. req = NewRequest(t, "HEAD", fmt.Sprintf("%s/manifests/%s", url, tag))
  260. addTokenAuthHeader(req, userToken)
  261. resp := MakeRequest(t, req, http.StatusOK)
  262. assert.Equal(t, fmt.Sprintf("%d", len(manifestContent)), resp.Header().Get("Content-Length"))
  263. assert.Equal(t, manifestDigest, resp.Header().Get("Docker-Content-Digest"))
  264. })
  265. t.Run("GetManifest", func(t *testing.T) {
  266. defer tests.PrintCurrentTest(t)()
  267. req := NewRequest(t, "GET", fmt.Sprintf("%s/manifests/unknown-tag", url))
  268. addTokenAuthHeader(req, userToken)
  269. MakeRequest(t, req, http.StatusNotFound)
  270. req = NewRequest(t, "GET", fmt.Sprintf("%s/manifests/%s", url, tag))
  271. addTokenAuthHeader(req, userToken)
  272. resp := MakeRequest(t, req, http.StatusOK)
  273. assert.Equal(t, fmt.Sprintf("%d", len(manifestContent)), resp.Header().Get("Content-Length"))
  274. assert.Equal(t, oci.MediaTypeDockerManifest, resp.Header().Get("Content-Type"))
  275. assert.Equal(t, manifestDigest, resp.Header().Get("Docker-Content-Digest"))
  276. assert.Equal(t, manifestContent, resp.Body.String())
  277. })
  278. })
  279. }
  280. t.Run("UploadUntaggedManifest", func(t *testing.T) {
  281. defer tests.PrintCurrentTest(t)()
  282. req := NewRequestWithBody(t, "PUT", fmt.Sprintf("%s/manifests/%s", url, untaggedManifestDigest), strings.NewReader(untaggedManifestContent))
  283. addTokenAuthHeader(req, userToken)
  284. req.Header.Set("Content-Type", oci.MediaTypeImageManifest)
  285. resp := MakeRequest(t, req, http.StatusCreated)
  286. assert.Equal(t, untaggedManifestDigest, resp.Header().Get("Docker-Content-Digest"))
  287. req = NewRequest(t, "HEAD", fmt.Sprintf("%s/manifests/%s", url, untaggedManifestDigest))
  288. addTokenAuthHeader(req, userToken)
  289. resp = MakeRequest(t, req, http.StatusOK)
  290. assert.Equal(t, fmt.Sprintf("%d", len(untaggedManifestContent)), resp.Header().Get("Content-Length"))
  291. assert.Equal(t, untaggedManifestDigest, resp.Header().Get("Docker-Content-Digest"))
  292. pv, err := packages_model.GetVersionByNameAndVersion(db.DefaultContext, user.ID, packages_model.TypeContainer, image, untaggedManifestDigest)
  293. assert.NoError(t, err)
  294. pd, err := packages_model.GetPackageDescriptor(db.DefaultContext, pv)
  295. assert.NoError(t, err)
  296. assert.Nil(t, pd.SemVer)
  297. assert.Equal(t, image, pd.Package.Name)
  298. assert.Equal(t, untaggedManifestDigest, pd.Version.Version)
  299. assert.ElementsMatch(t, []string{strings.ToLower(user.LowerName + "/" + image)}, getAllByName(pd.PackageProperties, container_module.PropertyRepository))
  300. assert.False(t, has(pd.VersionProperties, container_module.PropertyManifestTagged))
  301. assert.IsType(t, &container_module.Metadata{}, pd.Metadata)
  302. assert.Len(t, pd.Files, 3)
  303. for _, pfd := range pd.Files {
  304. if pfd.File.Name == container_model.ManifestFilename {
  305. assert.True(t, pfd.File.IsLead)
  306. assert.Equal(t, oci.MediaTypeImageManifest, pfd.Properties.GetByName(container_module.PropertyMediaType))
  307. assert.Equal(t, untaggedManifestDigest, pfd.Properties.GetByName(container_module.PropertyDigest))
  308. }
  309. }
  310. })
  311. t.Run("UploadIndexManifest", func(t *testing.T) {
  312. defer tests.PrintCurrentTest(t)()
  313. req := NewRequestWithBody(t, "PUT", fmt.Sprintf("%s/manifests/%s", url, multiTag), strings.NewReader(indexManifestContent))
  314. addTokenAuthHeader(req, userToken)
  315. req.Header.Set("Content-Type", oci.MediaTypeImageIndex)
  316. resp := MakeRequest(t, req, http.StatusCreated)
  317. assert.Equal(t, indexManifestDigest, resp.Header().Get("Docker-Content-Digest"))
  318. pv, err := packages_model.GetVersionByNameAndVersion(db.DefaultContext, user.ID, packages_model.TypeContainer, image, multiTag)
  319. assert.NoError(t, err)
  320. pd, err := packages_model.GetPackageDescriptor(db.DefaultContext, pv)
  321. assert.NoError(t, err)
  322. assert.Nil(t, pd.SemVer)
  323. assert.Equal(t, image, pd.Package.Name)
  324. assert.Equal(t, multiTag, pd.Version.Version)
  325. assert.ElementsMatch(t, []string{strings.ToLower(user.LowerName + "/" + image)}, getAllByName(pd.PackageProperties, container_module.PropertyRepository))
  326. assert.True(t, has(pd.VersionProperties, container_module.PropertyManifestTagged))
  327. assert.ElementsMatch(t, []string{manifestDigest, untaggedManifestDigest}, getAllByName(pd.VersionProperties, container_module.PropertyManifestReference))
  328. assert.IsType(t, &container_module.Metadata{}, pd.Metadata)
  329. metadata := pd.Metadata.(*container_module.Metadata)
  330. assert.Equal(t, container_module.TypeOCI, metadata.Type)
  331. assert.Contains(t, metadata.MultiArch, "linux/arm/v7")
  332. assert.Equal(t, manifestDigest, metadata.MultiArch["linux/arm/v7"])
  333. assert.Contains(t, metadata.MultiArch, "linux/arm64/v8")
  334. assert.Equal(t, untaggedManifestDigest, metadata.MultiArch["linux/arm64/v8"])
  335. assert.Len(t, pd.Files, 1)
  336. assert.True(t, pd.Files[0].File.IsLead)
  337. assert.Equal(t, oci.MediaTypeImageIndex, pd.Files[0].Properties.GetByName(container_module.PropertyMediaType))
  338. assert.Equal(t, indexManifestDigest, pd.Files[0].Properties.GetByName(container_module.PropertyDigest))
  339. })
  340. t.Run("UploadBlob/Mount", func(t *testing.T) {
  341. defer tests.PrintCurrentTest(t)()
  342. req := NewRequest(t, "POST", fmt.Sprintf("%s/blobs/uploads?mount=%s", url, unknownDigest))
  343. addTokenAuthHeader(req, userToken)
  344. MakeRequest(t, req, http.StatusAccepted)
  345. req = NewRequest(t, "POST", fmt.Sprintf("%s/blobs/uploads?mount=%s", url, blobDigest))
  346. addTokenAuthHeader(req, userToken)
  347. resp := MakeRequest(t, req, http.StatusCreated)
  348. assert.Equal(t, fmt.Sprintf("/v2/%s/%s/blobs/%s", user.Name, image, blobDigest), resp.Header().Get("Location"))
  349. assert.Equal(t, blobDigest, resp.Header().Get("Docker-Content-Digest"))
  350. })
  351. t.Run("HeadBlob", func(t *testing.T) {
  352. defer tests.PrintCurrentTest(t)()
  353. req := NewRequest(t, "HEAD", fmt.Sprintf("%s/blobs/%s", url, unknownDigest))
  354. addTokenAuthHeader(req, userToken)
  355. MakeRequest(t, req, http.StatusNotFound)
  356. req = NewRequest(t, "HEAD", fmt.Sprintf("%s/blobs/%s", url, blobDigest))
  357. addTokenAuthHeader(req, userToken)
  358. resp := MakeRequest(t, req, http.StatusOK)
  359. assert.Equal(t, fmt.Sprintf("%d", len(blobContent)), resp.Header().Get("Content-Length"))
  360. assert.Equal(t, blobDigest, resp.Header().Get("Docker-Content-Digest"))
  361. req = NewRequest(t, "HEAD", fmt.Sprintf("%s/blobs/%s", url, blobDigest))
  362. addTokenAuthHeader(req, anonymousToken)
  363. MakeRequest(t, req, http.StatusOK)
  364. })
  365. t.Run("GetBlob", func(t *testing.T) {
  366. defer tests.PrintCurrentTest(t)()
  367. req := NewRequest(t, "GET", fmt.Sprintf("%s/blobs/%s", url, unknownDigest))
  368. addTokenAuthHeader(req, userToken)
  369. MakeRequest(t, req, http.StatusNotFound)
  370. req = NewRequest(t, "GET", fmt.Sprintf("%s/blobs/%s", url, blobDigest))
  371. addTokenAuthHeader(req, userToken)
  372. resp := MakeRequest(t, req, http.StatusOK)
  373. assert.Equal(t, fmt.Sprintf("%d", len(blobContent)), resp.Header().Get("Content-Length"))
  374. assert.Equal(t, blobDigest, resp.Header().Get("Docker-Content-Digest"))
  375. assert.Equal(t, blobContent, resp.Body.Bytes())
  376. })
  377. t.Run("GetTagList", func(t *testing.T) {
  378. defer tests.PrintCurrentTest(t)()
  379. cases := []struct {
  380. URL string
  381. ExpectedTags []string
  382. ExpectedLink string
  383. }{
  384. {
  385. URL: fmt.Sprintf("%s/tags/list", url),
  386. ExpectedTags: []string{"latest", "main", "multi"},
  387. ExpectedLink: fmt.Sprintf(`</v2/%s/%s/tags/list?last=multi>; rel="next"`, user.Name, image),
  388. },
  389. {
  390. URL: fmt.Sprintf("%s/tags/list?n=0", url),
  391. ExpectedTags: []string{},
  392. ExpectedLink: "",
  393. },
  394. {
  395. URL: fmt.Sprintf("%s/tags/list?n=2", url),
  396. ExpectedTags: []string{"latest", "main"},
  397. ExpectedLink: fmt.Sprintf(`</v2/%s/%s/tags/list?last=main&n=2>; rel="next"`, user.Name, image),
  398. },
  399. {
  400. URL: fmt.Sprintf("%s/tags/list?last=main", url),
  401. ExpectedTags: []string{"multi"},
  402. ExpectedLink: fmt.Sprintf(`</v2/%s/%s/tags/list?last=multi>; rel="next"`, user.Name, image),
  403. },
  404. {
  405. URL: fmt.Sprintf("%s/tags/list?n=1&last=latest", url),
  406. ExpectedTags: []string{"main"},
  407. ExpectedLink: fmt.Sprintf(`</v2/%s/%s/tags/list?last=main&n=1>; rel="next"`, user.Name, image),
  408. },
  409. }
  410. for _, c := range cases {
  411. req := NewRequest(t, "GET", c.URL)
  412. addTokenAuthHeader(req, userToken)
  413. resp := MakeRequest(t, req, http.StatusOK)
  414. type TagList struct {
  415. Name string `json:"name"`
  416. Tags []string `json:"tags"`
  417. }
  418. tagList := &TagList{}
  419. DecodeJSON(t, resp, &tagList)
  420. assert.Equal(t, user.Name+"/"+image, tagList.Name)
  421. assert.Equal(t, c.ExpectedTags, tagList.Tags)
  422. assert.Equal(t, c.ExpectedLink, resp.Header().Get("Link"))
  423. }
  424. req := NewRequest(t, "GET", fmt.Sprintf("/api/v1/packages/%s?type=container&q=%s", user.Name, image))
  425. resp := MakeRequest(t, req, http.StatusOK)
  426. var apiPackages []*api.Package
  427. DecodeJSON(t, resp, &apiPackages)
  428. assert.Len(t, apiPackages, 4) // "latest", "main", "multi", "sha256:..."
  429. })
  430. t.Run("Delete", func(t *testing.T) {
  431. t.Run("Blob", func(t *testing.T) {
  432. defer tests.PrintCurrentTest(t)()
  433. req := NewRequest(t, "DELETE", fmt.Sprintf("%s/blobs/%s", url, blobDigest))
  434. addTokenAuthHeader(req, userToken)
  435. MakeRequest(t, req, http.StatusAccepted)
  436. req = NewRequest(t, "HEAD", fmt.Sprintf("%s/blobs/%s", url, blobDigest))
  437. addTokenAuthHeader(req, userToken)
  438. MakeRequest(t, req, http.StatusNotFound)
  439. })
  440. t.Run("ManifestByDigest", func(t *testing.T) {
  441. defer tests.PrintCurrentTest(t)()
  442. req := NewRequest(t, "DELETE", fmt.Sprintf("%s/manifests/%s", url, untaggedManifestDigest))
  443. addTokenAuthHeader(req, userToken)
  444. MakeRequest(t, req, http.StatusAccepted)
  445. req = NewRequest(t, "HEAD", fmt.Sprintf("%s/manifests/%s", url, untaggedManifestDigest))
  446. addTokenAuthHeader(req, userToken)
  447. MakeRequest(t, req, http.StatusNotFound)
  448. })
  449. t.Run("ManifestByTag", func(t *testing.T) {
  450. defer tests.PrintCurrentTest(t)()
  451. req := NewRequest(t, "DELETE", fmt.Sprintf("%s/manifests/%s", url, multiTag))
  452. addTokenAuthHeader(req, userToken)
  453. MakeRequest(t, req, http.StatusAccepted)
  454. req = NewRequest(t, "HEAD", fmt.Sprintf("%s/manifests/%s", url, multiTag))
  455. addTokenAuthHeader(req, userToken)
  456. MakeRequest(t, req, http.StatusNotFound)
  457. })
  458. })
  459. })
  460. }
  461. // https://github.com/go-gitea/gitea/issues/19586
  462. t.Run("ParallelUpload", func(t *testing.T) {
  463. defer tests.PrintCurrentTest(t)()
  464. url := fmt.Sprintf("%sv2/%s/parallel", setting.AppURL, user.Name)
  465. var wg sync.WaitGroup
  466. for i := 0; i < 10; i++ {
  467. wg.Add(1)
  468. content := []byte{byte(i)}
  469. digest := fmt.Sprintf("sha256:%x", sha256.Sum256(content))
  470. go func() {
  471. defer wg.Done()
  472. req := NewRequestWithBody(t, "POST", fmt.Sprintf("%s/blobs/uploads?digest=%s", url, digest), bytes.NewReader(content))
  473. addTokenAuthHeader(req, userToken)
  474. resp := MakeRequest(t, req, http.StatusCreated)
  475. assert.Equal(t, digest, resp.Header().Get("Docker-Content-Digest"))
  476. }()
  477. }
  478. wg.Wait()
  479. })
  480. t.Run("OwnerNameChange", func(t *testing.T) {
  481. defer tests.PrintCurrentTest(t)()
  482. checkCatalog := func(owner string) func(t *testing.T) {
  483. return func(t *testing.T) {
  484. defer tests.PrepareTestEnv(t)()
  485. req := NewRequest(t, "GET", fmt.Sprintf("%sv2/_catalog", setting.AppURL))
  486. addTokenAuthHeader(req, userToken)
  487. resp := MakeRequest(t, req, http.StatusOK)
  488. type RepositoryList struct {
  489. Repositories []string `json:"repositories"`
  490. }
  491. repoList := &RepositoryList{}
  492. DecodeJSON(t, resp, &repoList)
  493. assert.Len(t, repoList.Repositories, len(images))
  494. names := make([]string, 0, len(images))
  495. for _, image := range images {
  496. names = append(names, strings.ToLower(owner+"/"+image))
  497. }
  498. assert.ElementsMatch(t, names, repoList.Repositories)
  499. }
  500. }
  501. t.Run(fmt.Sprintf("Catalog[%s]", user.LowerName), checkCatalog(user.LowerName))
  502. session := loginUser(t, user.Name)
  503. newOwnerName := "newUsername"
  504. req := NewRequestWithValues(t, "POST", "/user/settings", map[string]string{
  505. "_csrf": GetCSRF(t, session, "/user/settings"),
  506. "name": newOwnerName,
  507. "email": "user2@example.com",
  508. "language": "en-US",
  509. })
  510. session.MakeRequest(t, req, http.StatusSeeOther)
  511. t.Run(fmt.Sprintf("Catalog[%s]", newOwnerName), checkCatalog(newOwnerName))
  512. req = NewRequestWithValues(t, "POST", "/user/settings", map[string]string{
  513. "_csrf": GetCSRF(t, session, "/user/settings"),
  514. "name": user.Name,
  515. "email": "user2@example.com",
  516. "language": "en-US",
  517. })
  518. session.MakeRequest(t, req, http.StatusSeeOther)
  519. })
  520. }