Fix bugs when concurrent pushing packages

models/packages/package.go

@@ -6,9 +6,11 @@
 import (
 	"context"
 	"fmt"
+	"strconv"
 	"strings"
 
 	"code.gitea.io/gitea/models/db"
+	"code.gitea.io/gitea/modules/setting"
 	"code.gitea.io/gitea/modules/util"
 
 	"xorm.io/builder"
@@ -189,23 +191,59 @@
 
 // TryInsertPackage inserts a package. If a package exists already, ErrDuplicatePackage is returned
 func TryInsertPackage(ctx context.Context, p *Package) (*Package, error) {
-	e := db.GetEngine(ctx)
+	switch {
+	case setting.Database.Type.IsMySQL():
+		if _, err := db.GetEngine(ctx).Exec("INSERT INTO package (owner_id,`type`,lower_name,name,semver_compatible) VALUES (?,?,?,?,?) ON DUPLICATE KEY UPDATE 1=1",
+			p.OwnerID, p.Type, p.LowerName, p.Name, p.SemverCompatible); err != nil {
+			return nil, err
+		}
+	case setting.Database.Type.IsPostgreSQL(), setting.Database.Type.IsSQLite3():
+		if _, err := db.GetEngine(ctx).Exec("INSERT INTO package (owner_id,`type`,lower_name,name,semver_compatible) VALUES (?,?,?,?,?) ON CONFLICT (owner_id,`type`,lower_name) DO UPDATE SET lower_name=lower_name",
+			p.OwnerID, p.Type, p.LowerName, p.Name, p.SemverCompatible); err != nil {
+			return nil, err
+		}
+	case setting.Database.Type.IsMSSQL():
+		r := func(s string) string {
+			return strings.Replace(s, "'", "''", -1)
+		}
+		sql := fmt.Sprintf(`MERGE INTO package WITH (HOLDLOCK) AS target
+		USING (SELECT
+				%d AS owner_id
+			,'%s' AS [type]
+			,'%s' AS lower_name
+			,'%s' AS name
+			, %s AS semver_compatible) AS source
+		(owner_id, [type], lower_name, name, semver_compatible)
+ON (target.owner_id = source.owner_id
+  AND target.[type] = source.[type]
+	AND target.lower_name = source.lower_name)
+WHEN MATCHED
+  THEN UPDATE
+      SET 1 = 1
+WHEN NOT MATCHED
+  THEN INSERT (owner_id, [type], lower_name, name, semver_compatible)
+      VALUES (%d, '%s', '%s', '%s', %s)`,
+			p.OwnerID, r(string(p.Type)), r(p.LowerName), r(p.Name), strconv.FormatBool(p.SemverCompatible),
+			p.OwnerID, r(string(p.Type)), r(p.LowerName), r(p.Name), strconv.FormatBool(p.SemverCompatible),
+		)
 
-	existing := &Package{}
+		if _, err := db.GetEngine(ctx).Exec(sql); err != nil {
+			return nil, err
+		}
 
-	has, err := e.Where(builder.Eq{
+	}
+
+	var existing Package
+	has, err := db.GetEngine(ctx).Where(builder.Eq{
 		"owner_id":   p.OwnerID,
 		"type":       p.Type,
 		"lower_name": p.LowerName,
-	}).Get(existing)
+	}).Get(&existing)
 	if err != nil {
 		return nil, err
 	}
 	if has {
-		return existing, ErrDuplicatePackage
-	}
-	if _, err = e.Insert(p); err != nil {
-		return nil, err
+		return &existing, ErrDuplicatePackage
 	}
 	return p, nil
 }

tests/integration/api_packages_maven_test.go

@@ -8,6 +8,7 @@ import (
 	"net/http"
 	"strconv"
 	"strings"
+	"sync"
 	"testing"
 
 	"code.gitea.io/gitea/models/db"
@@ -242,3 +243,35 @@ func TestPackageMaven(t *testing.T) {
 		putFile(t, fmt.Sprintf("/%s/maven-metadata.xml", snapshotVersion), "test-overwrite", http.StatusCreated)
 	})
 }
+
+func TestPackageMavenConcurrent(t *testing.T) {
+	defer tests.PrepareTestEnv(t)()
+
+	user := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: 2})
+
+	groupID := "com.gitea"
+	artifactID := "test-project"
+	packageVersion := "1.0.1"
+
+	root := fmt.Sprintf("/api/packages/%s/maven/%s/%s", user.Name, strings.ReplaceAll(groupID, ".", "/"), artifactID)
+
+	putFile := func(t *testing.T, path, content string, expectedStatus int) {
+		req := NewRequestWithBody(t, "PUT", root+path, strings.NewReader(content)).
+			AddBasicAuth(user.Name)
+		MakeRequest(t, req, expectedStatus)
+	}
+
+	t.Run("Concurrent Upload", func(t *testing.T) {
+		defer tests.PrintCurrentTest(t)()
+
+		var wg sync.WaitGroup
+		for i := 0; i < 10; i++ {
+			wg.Add(1)
+			go func() {
+				putFile(t, fmt.Sprintf("/%s/%s.jar", packageVersion, strconv.Itoa(i)), "test", http.StatusCreated)
+				wg.Done()
+			}()
+		}
+		wg.Wait()
+	})
+}