aboutsummaryrefslogtreecommitdiffstats
path: root/build
diff options
context:
space:
mode:
Diffstat (limited to 'build')
-rw-r--r--build/generate-bindata.go83
-rw-r--r--build/generate-licenses.go176
-rw-r--r--build/license/aliasgenerator.go41
-rw-r--r--build/license/aliasgenerator_test.go39
4 files changed, 9 insertions, 330 deletions
diff --git a/build/generate-bindata.go b/build/generate-bindata.go
index 2fcb7c2f2a..2553770762 100644
--- a/build/generate-bindata.go
+++ b/build/generate-bindata.go
@@ -6,87 +6,22 @@
package main
import (
- "bytes"
- "crypto/sha1"
"fmt"
- "log"
- "net/http"
"os"
- "path/filepath"
- "strconv"
- "github.com/shurcooL/vfsgen"
+ "code.gitea.io/gitea/modules/assetfs"
)
-func needsUpdate(dir, filename string) (bool, []byte) {
- needRegen := false
- _, err := os.Stat(filename)
- if err != nil {
- needRegen = true
- }
-
- oldHash, err := os.ReadFile(filename + ".hash")
- if err != nil {
- oldHash = []byte{}
- }
-
- hasher := sha1.New()
-
- err = filepath.WalkDir(dir, func(path string, d os.DirEntry, err error) error {
- if err != nil {
- return err
- }
- info, err := d.Info()
- if err != nil {
- return err
- }
- _, _ = hasher.Write([]byte(d.Name()))
- _, _ = hasher.Write([]byte(info.ModTime().String()))
- _, _ = hasher.Write([]byte(strconv.FormatInt(info.Size(), 16)))
- return nil
- })
- if err != nil {
- return true, oldHash
- }
-
- newHash := hasher.Sum([]byte{})
-
- if bytes.Compare(oldHash, newHash) != 0 {
- return true, newHash
- }
-
- return needRegen, newHash
-}
-
func main() {
- if len(os.Args) < 4 {
- log.Fatal("Insufficient number of arguments. Need: directory packageName filename")
- }
-
- dir, packageName, filename := os.Args[1], os.Args[2], os.Args[3]
- var useGlobalModTime bool
- if len(os.Args) == 5 {
- useGlobalModTime, _ = strconv.ParseBool(os.Args[4])
- }
-
- update, newHash := needsUpdate(dir, filename)
-
- if !update {
- fmt.Printf("bindata for %s already up-to-date\n", packageName)
- return
+ if len(os.Args) != 3 {
+ fmt.Println("usage: ./generate-bindata {local-directory} {bindata-filename}")
+ os.Exit(1)
}
- fmt.Printf("generating bindata for %s\n", packageName)
- var fsTemplates http.FileSystem = http.Dir(dir)
- err := vfsgen.Generate(fsTemplates, vfsgen.Options{
- PackageName: packageName,
- BuildTags: "bindata",
- VariableName: "Assets",
- Filename: filename,
- UseGlobalModTime: useGlobalModTime,
- })
- if err != nil {
- log.Fatalf("%v\n", err)
+ dir, filename := os.Args[1], os.Args[2]
+ fmt.Printf("generating bindata for %s to %s\n", dir, filename)
+ if err := assetfs.GenerateEmbedBindata(dir, filename); err != nil {
+ fmt.Printf("failed: %s\n", err.Error())
+ os.Exit(1)
}
- _ = os.WriteFile(filename+".hash", newHash, 0o666)
}
diff --git a/build/generate-licenses.go b/build/generate-licenses.go
deleted file mode 100644
index 66e1d37755..0000000000
--- a/build/generate-licenses.go
+++ /dev/null
@@ -1,176 +0,0 @@
-// Copyright 2017 The Gitea Authors. All rights reserved.
-// SPDX-License-Identifier: MIT
-
-//go:build ignore
-
-package main
-
-import (
- "archive/tar"
- "compress/gzip"
- "crypto/md5"
- "encoding/hex"
- "flag"
- "fmt"
- "io"
- "log"
- "net/http"
- "os"
- "path"
- "path/filepath"
- "strings"
-
- "code.gitea.io/gitea/build/license"
- "code.gitea.io/gitea/modules/json"
- "code.gitea.io/gitea/modules/util"
-)
-
-func main() {
- var (
- prefix = "gitea-licenses"
- url = "https://api.github.com/repos/spdx/license-list-data/tarball"
- githubApiToken = ""
- githubUsername = ""
- destination = ""
- )
-
- flag.StringVar(&destination, "dest", "options/license/", "destination for the licenses")
- flag.StringVar(&githubUsername, "username", "", "github username")
- flag.StringVar(&githubApiToken, "token", "", "github api token")
- flag.Parse()
-
- file, err := os.CreateTemp(os.TempDir(), prefix)
- if err != nil {
- log.Fatalf("Failed to create temp file. %s", err)
- }
-
- defer util.Remove(file.Name())
-
- if err := os.RemoveAll(destination); err != nil {
- log.Fatalf("Cannot clean destination folder: %v", err)
- }
-
- if err := os.MkdirAll(destination, 0o755); err != nil {
- log.Fatalf("Cannot create destination: %v", err)
- }
-
- req, err := http.NewRequest("GET", url, nil)
- if err != nil {
- log.Fatalf("Failed to download archive. %s", err)
- }
-
- if len(githubApiToken) > 0 && len(githubUsername) > 0 {
- req.SetBasicAuth(githubUsername, githubApiToken)
- }
-
- resp, err := http.DefaultClient.Do(req)
- if err != nil {
- log.Fatalf("Failed to download archive. %s", err)
- }
-
- defer resp.Body.Close()
-
- if _, err := io.Copy(file, resp.Body); err != nil {
- log.Fatalf("Failed to copy archive to file. %s", err)
- }
-
- if _, err := file.Seek(0, 0); err != nil {
- log.Fatalf("Failed to reset seek on archive. %s", err)
- }
-
- gz, err := gzip.NewReader(file)
- if err != nil {
- log.Fatalf("Failed to gunzip the archive. %s", err)
- }
-
- tr := tar.NewReader(gz)
- aliasesFiles := make(map[string][]string)
- for {
- hdr, err := tr.Next()
-
- if err == io.EOF {
- break
- }
-
- if err != nil {
- log.Fatalf("Failed to iterate archive. %s", err)
- }
-
- if !strings.Contains(hdr.Name, "/text/") {
- continue
- }
-
- if filepath.Ext(hdr.Name) != ".txt" {
- continue
- }
-
- fileBaseName := filepath.Base(hdr.Name)
- licenseName := strings.TrimSuffix(fileBaseName, ".txt")
-
- if strings.HasPrefix(fileBaseName, "README") {
- continue
- }
-
- if strings.HasPrefix(fileBaseName, "deprecated_") {
- continue
- }
- out, err := os.Create(path.Join(destination, licenseName))
- if err != nil {
- log.Fatalf("Failed to create new file. %s", err)
- }
-
- defer out.Close()
-
- // some license files have same content, so we need to detect these files and create a convert map into a json file
- // Later we use this convert map to avoid adding same license content with different license name
- h := md5.New()
- // calculate md5 and write file in the same time
- r := io.TeeReader(tr, h)
- if _, err := io.Copy(out, r); err != nil {
- log.Fatalf("Failed to write new file. %s", err)
- } else {
- fmt.Printf("Written %s\n", out.Name())
-
- md5 := hex.EncodeToString(h.Sum(nil))
- aliasesFiles[md5] = append(aliasesFiles[md5], licenseName)
- }
- }
-
- // generate convert license name map
- licenseAliases := make(map[string]string)
- for _, fileNames := range aliasesFiles {
- if len(fileNames) > 1 {
- licenseName := license.GetLicenseNameFromAliases(fileNames)
- if licenseName == "" {
- // license name should not be empty as expected
- // if it is empty, we need to rewrite the logic of GetLicenseNameFromAliases
- log.Fatalf("GetLicenseNameFromAliases: license name is empty")
- }
- for _, fileName := range fileNames {
- licenseAliases[fileName] = licenseName
- }
- }
- }
- // save convert license name map to file
- b, err := json.Marshal(licenseAliases)
- if err != nil {
- log.Fatalf("Failed to create json bytes. %s", err)
- }
-
- licenseAliasesDestination := filepath.Join(destination, "etc", "license-aliases.json")
- if err := os.MkdirAll(filepath.Dir(licenseAliasesDestination), 0o755); err != nil {
- log.Fatalf("Failed to create directory for license aliases json file. %s", err)
- }
-
- f, err := os.Create(licenseAliasesDestination)
- if err != nil {
- log.Fatalf("Failed to create license aliases json file. %s", err)
- }
- defer f.Close()
-
- if _, err = f.Write(b); err != nil {
- log.Fatalf("Failed to write license aliases json file. %s", err)
- }
-
- fmt.Println("Done")
-}
diff --git a/build/license/aliasgenerator.go b/build/license/aliasgenerator.go
deleted file mode 100644
index 7de1e6fbd6..0000000000
--- a/build/license/aliasgenerator.go
+++ /dev/null
@@ -1,41 +0,0 @@
-// Copyright 2024 The Gitea Authors. All rights reserved.
-// SPDX-License-Identifier: MIT
-
-package license
-
-import "strings"
-
-func GetLicenseNameFromAliases(fnl []string) string {
- if len(fnl) == 0 {
- return ""
- }
-
- shortestItem := func(list []string) string {
- s := list[0]
- for _, l := range list[1:] {
- if len(l) < len(s) {
- s = l
- }
- }
- return s
- }
- allHasPrefix := func(list []string, s string) bool {
- for _, l := range list {
- if !strings.HasPrefix(l, s) {
- return false
- }
- }
- return true
- }
-
- sl := shortestItem(fnl)
- slv := strings.Split(sl, "-")
- var result string
- for i := len(slv); i >= 0; i-- {
- result = strings.Join(slv[:i], "-")
- if allHasPrefix(fnl, result) {
- return result
- }
- }
- return ""
-}
diff --git a/build/license/aliasgenerator_test.go b/build/license/aliasgenerator_test.go
deleted file mode 100644
index 239181b736..0000000000
--- a/build/license/aliasgenerator_test.go
+++ /dev/null
@@ -1,39 +0,0 @@
-// Copyright 2024 The Gitea Authors. All rights reserved.
-// SPDX-License-Identifier: MIT
-
-package license
-
-import (
- "testing"
-
- "github.com/stretchr/testify/assert"
-)
-
-func TestGetLicenseNameFromAliases(t *testing.T) {
- tests := []struct {
- target string
- inputs []string
- }{
- {
- // real case which you can find in license-aliases.json
- target: "AGPL-1.0",
- inputs: []string{
- "AGPL-1.0-only",
- "AGPL-1.0-or-late",
- },
- },
- {
- target: "",
- inputs: []string{
- "APSL-1.0",
- "AGPL-1.0-only",
- "AGPL-1.0-or-late",
- },
- },
- }
-
- for _, tt := range tests {
- result := GetLicenseNameFromAliases(tt.inputs)
- assert.Equal(t, result, tt.target)
- }
-}
generated by cgit v1.2.3 (git 2.39.1) at 2025-07-04 08:19:47 +0000