]> source.dussan.org Git - gitea.git/commitdiff
Add lock for parallel maven upload (#31954)
authorLunny Xiao <xiaolunwen@gmail.com>
Tue, 3 Sep 2024 06:33:28 +0000 (14:33 +0800)
committerGitHub <noreply@github.com>
Tue, 3 Sep 2024 06:33:28 +0000 (14:33 +0800)
Backport #31851
Fix #30171

routers/api/packages/maven/maven.go
tests/integration/api_packages_maven_test.go

index cb15eae682640e4ff66677eac446fdd9c3d77aae..faed8cbd619bc7bff307641a6eda9c59f2a36994 100644 (file)
@@ -24,6 +24,7 @@ import (
        "code.gitea.io/gitea/modules/log"
        packages_module "code.gitea.io/gitea/modules/packages"
        maven_module "code.gitea.io/gitea/modules/packages/maven"
+       "code.gitea.io/gitea/modules/sync"
        "code.gitea.io/gitea/routers/api/packages/helper"
        "code.gitea.io/gitea/services/context"
        packages_service "code.gitea.io/gitea/services/packages"
@@ -223,6 +224,8 @@ func servePackageFile(ctx *context.Context, params parameters, serveContent bool
        helper.ServePackageFile(ctx, s, u, pf, opts)
 }
 
+var mavenUploadLock = sync.NewExclusivePool()
+
 // UploadPackageFile adds a file to the package. If the package does not exist, it gets created.
 func UploadPackageFile(ctx *context.Context) {
        params, err := extractPathParameters(ctx)
@@ -241,6 +244,9 @@ func UploadPackageFile(ctx *context.Context) {
 
        packageName := params.GroupID + "-" + params.ArtifactID
 
+       mavenUploadLock.CheckIn(packageName)
+       defer mavenUploadLock.CheckOut(packageName)
+
        buf, err := packages_module.CreateHashedBufferFromReader(ctx.Req.Body)
        if err != nil {
                apiError(ctx, http.StatusInternalServerError, err)
index 0466a727b25f0d8112e11f0a93ff3616ba8dd421..e54238858c2ea01f9f1cbbe17e3c232fdaf32176 100644 (file)
@@ -8,6 +8,7 @@ import (
        "net/http"
        "strconv"
        "strings"
+       "sync"
        "testing"
 
        "code.gitea.io/gitea/models/db"
@@ -252,3 +253,35 @@ func TestPackageMaven(t *testing.T) {
                assert.True(t, test.IsNormalPageCompleted(resp.Body.String()))
        })
 }
+
+func TestPackageMavenConcurrent(t *testing.T) {
+       defer tests.PrepareTestEnv(t)()
+
+       user := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: 2})
+
+       groupID := "com.gitea"
+       artifactID := "test-project"
+       packageVersion := "1.0.1"
+
+       root := fmt.Sprintf("/api/packages/%s/maven/%s/%s", user.Name, strings.ReplaceAll(groupID, ".", "/"), artifactID)
+
+       putFile := func(t *testing.T, path, content string, expectedStatus int) {
+               req := NewRequestWithBody(t, "PUT", root+path, strings.NewReader(content)).
+                       AddBasicAuth(user.Name)
+               MakeRequest(t, req, expectedStatus)
+       }
+
+       t.Run("Concurrent Upload", func(t *testing.T) {
+               defer tests.PrintCurrentTest(t)()
+
+               var wg sync.WaitGroup
+               for i := 0; i < 10; i++ {
+                       wg.Add(1)
+                       go func(i int) {
+                               putFile(t, fmt.Sprintf("/%s/%s.jar", packageVersion, strconv.Itoa(i)), "test", http.StatusCreated)
+                               wg.Done()
+                       }(i)
+               }
+               wg.Wait()
+       })
+}