123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598 |
- // Copyright 2014 The Gogs Authors. All rights reserved.
- // Copyright 2019 The Gitea Authors. All rights reserved.
- // SPDX-License-Identifier: MIT
-
- package repo
-
- import (
- "bytes"
- "compress/gzip"
- gocontext "context"
- "fmt"
- "net/http"
- "os"
- "path/filepath"
- "regexp"
- "strconv"
- "strings"
- "sync"
- "time"
-
- actions_model "code.gitea.io/gitea/models/actions"
- auth_model "code.gitea.io/gitea/models/auth"
- "code.gitea.io/gitea/models/perm"
- access_model "code.gitea.io/gitea/models/perm/access"
- repo_model "code.gitea.io/gitea/models/repo"
- "code.gitea.io/gitea/models/unit"
- "code.gitea.io/gitea/modules/git"
- "code.gitea.io/gitea/modules/log"
- repo_module "code.gitea.io/gitea/modules/repository"
- "code.gitea.io/gitea/modules/setting"
- "code.gitea.io/gitea/modules/structs"
- "code.gitea.io/gitea/modules/util"
- "code.gitea.io/gitea/services/context"
- repo_service "code.gitea.io/gitea/services/repository"
-
- "github.com/go-chi/cors"
- )
-
- func HTTPGitEnabledHandler(ctx *context.Context) {
- if setting.Repository.DisableHTTPGit {
- ctx.Resp.WriteHeader(http.StatusForbidden)
- _, _ = ctx.Resp.Write([]byte("Interacting with repositories by HTTP protocol is not allowed"))
- }
- }
-
- func CorsHandler() func(next http.Handler) http.Handler {
- if setting.Repository.AccessControlAllowOrigin != "" {
- return cors.Handler(cors.Options{
- AllowedOrigins: []string{setting.Repository.AccessControlAllowOrigin},
- AllowedHeaders: []string{"Content-Type", "Authorization", "User-Agent"},
- })
- }
- return func(next http.Handler) http.Handler {
- return next
- }
- }
-
- // httpBase implementation git smart HTTP protocol
- func httpBase(ctx *context.Context) *serviceHandler {
- username := ctx.Params(":username")
- reponame := strings.TrimSuffix(ctx.Params(":reponame"), ".git")
-
- if ctx.FormString("go-get") == "1" {
- context.EarlyResponseForGoGetMeta(ctx)
- return nil
- }
-
- var isPull, receivePack bool
- service := ctx.FormString("service")
- if service == "git-receive-pack" ||
- strings.HasSuffix(ctx.Req.URL.Path, "git-receive-pack") {
- isPull = false
- receivePack = true
- } else if service == "git-upload-pack" ||
- strings.HasSuffix(ctx.Req.URL.Path, "git-upload-pack") {
- isPull = true
- } else if service == "git-upload-archive" ||
- strings.HasSuffix(ctx.Req.URL.Path, "git-upload-archive") {
- isPull = true
- } else {
- isPull = ctx.Req.Method == "GET"
- }
-
- var accessMode perm.AccessMode
- if isPull {
- accessMode = perm.AccessModeRead
- } else {
- accessMode = perm.AccessModeWrite
- }
-
- isWiki := false
- unitType := unit.TypeCode
-
- if strings.HasSuffix(reponame, ".wiki") {
- isWiki = true
- unitType = unit.TypeWiki
- reponame = reponame[:len(reponame)-5]
- }
-
- owner := ctx.ContextUser
- if !owner.IsOrganization() && !owner.IsActive {
- ctx.PlainText(http.StatusForbidden, "Repository cannot be accessed. You cannot push or open issues/pull-requests.")
- return nil
- }
-
- repoExist := true
- repo, err := repo_model.GetRepositoryByName(ctx, owner.ID, reponame)
- if err != nil {
- if !repo_model.IsErrRepoNotExist(err) {
- ctx.ServerError("GetRepositoryByName", err)
- return nil
- }
-
- if redirectRepoID, err := repo_model.LookupRedirect(ctx, owner.ID, reponame); err == nil {
- context.RedirectToRepo(ctx.Base, redirectRepoID)
- return nil
- }
- repoExist = false
- }
-
- // Don't allow pushing if the repo is archived
- if repoExist && repo.IsArchived && !isPull {
- ctx.PlainText(http.StatusForbidden, "This repo is archived. You can view files and clone it, but cannot push or open issues/pull-requests.")
- return nil
- }
-
- // Only public pull don't need auth.
- isPublicPull := repoExist && !repo.IsPrivate && isPull
- var (
- askAuth = !isPublicPull || setting.Service.RequireSignInView
- environ []string
- )
-
- // don't allow anonymous pulls if organization is not public
- if isPublicPull {
- if err := repo.LoadOwner(ctx); err != nil {
- ctx.ServerError("LoadOwner", err)
- return nil
- }
-
- askAuth = askAuth || (repo.Owner.Visibility != structs.VisibleTypePublic)
- }
-
- // check access
- if askAuth {
- // rely on the results of Contexter
- if !ctx.IsSigned {
- // TODO: support digit auth - which would be Authorization header with digit
- ctx.Resp.Header().Set("WWW-Authenticate", `Basic realm="Gitea"`)
- ctx.Error(http.StatusUnauthorized)
- return nil
- }
-
- context.CheckRepoScopedToken(ctx, repo, auth_model.GetScopeLevelFromAccessMode(accessMode))
- if ctx.Written() {
- return nil
- }
-
- if ctx.IsBasicAuth && ctx.Data["IsApiToken"] != true && ctx.Data["IsActionsToken"] != true {
- _, err = auth_model.GetTwoFactorByUID(ctx, ctx.Doer.ID)
- if err == nil {
- // TODO: This response should be changed to "invalid credentials" for security reasons once the expectation behind it (creating an app token to authenticate) is properly documented
- ctx.PlainText(http.StatusUnauthorized, "Users with two-factor authentication enabled cannot perform HTTP/HTTPS operations via plain username and password. Please create and use a personal access token on the user settings page")
- return nil
- } else if !auth_model.IsErrTwoFactorNotEnrolled(err) {
- ctx.ServerError("IsErrTwoFactorNotEnrolled", err)
- return nil
- }
- }
-
- if !ctx.Doer.IsActive || ctx.Doer.ProhibitLogin {
- ctx.PlainText(http.StatusForbidden, "Your account is disabled.")
- return nil
- }
-
- environ = []string{
- repo_module.EnvRepoUsername + "=" + username,
- repo_module.EnvRepoName + "=" + reponame,
- repo_module.EnvPusherName + "=" + ctx.Doer.Name,
- repo_module.EnvPusherID + fmt.Sprintf("=%d", ctx.Doer.ID),
- repo_module.EnvAppURL + "=" + setting.AppURL,
- }
-
- if repoExist {
- // Because of special ref "refs/for" .. , need delay write permission check
- if git.DefaultFeatures().SupportProcReceive {
- accessMode = perm.AccessModeRead
- }
-
- if ctx.Data["IsActionsToken"] == true {
- taskID := ctx.Data["ActionsTaskID"].(int64)
- task, err := actions_model.GetTaskByID(ctx, taskID)
- if err != nil {
- ctx.ServerError("GetTaskByID", err)
- return nil
- }
- if task.RepoID != repo.ID {
- ctx.PlainText(http.StatusForbidden, "User permission denied")
- return nil
- }
-
- if task.IsForkPullRequest {
- if accessMode > perm.AccessModeRead {
- ctx.PlainText(http.StatusForbidden, "User permission denied")
- return nil
- }
- environ = append(environ, fmt.Sprintf("%s=%d", repo_module.EnvActionPerm, perm.AccessModeRead))
- } else {
- if accessMode > perm.AccessModeWrite {
- ctx.PlainText(http.StatusForbidden, "User permission denied")
- return nil
- }
- environ = append(environ, fmt.Sprintf("%s=%d", repo_module.EnvActionPerm, perm.AccessModeWrite))
- }
- } else {
- p, err := access_model.GetUserRepoPermission(ctx, repo, ctx.Doer)
- if err != nil {
- ctx.ServerError("GetUserRepoPermission", err)
- return nil
- }
-
- if !p.CanAccess(accessMode, unitType) {
- ctx.PlainText(http.StatusNotFound, "Repository not found")
- return nil
- }
- }
-
- if !isPull && repo.IsMirror {
- ctx.PlainText(http.StatusForbidden, "mirror repository is read-only")
- return nil
- }
- }
-
- if !ctx.Doer.KeepEmailPrivate {
- environ = append(environ, repo_module.EnvPusherEmail+"="+ctx.Doer.Email)
- }
-
- if isWiki {
- environ = append(environ, repo_module.EnvRepoIsWiki+"=true")
- } else {
- environ = append(environ, repo_module.EnvRepoIsWiki+"=false")
- }
- }
-
- if !repoExist {
- if !receivePack {
- ctx.PlainText(http.StatusNotFound, "Repository not found")
- return nil
- }
-
- if isWiki { // you cannot send wiki operation before create the repository
- ctx.PlainText(http.StatusNotFound, "Repository not found")
- return nil
- }
-
- if owner.IsOrganization() && !setting.Repository.EnablePushCreateOrg {
- ctx.PlainText(http.StatusForbidden, "Push to create is not enabled for organizations.")
- return nil
- }
- if !owner.IsOrganization() && !setting.Repository.EnablePushCreateUser {
- ctx.PlainText(http.StatusForbidden, "Push to create is not enabled for users.")
- return nil
- }
-
- // Return dummy payload if GET receive-pack
- if ctx.Req.Method == http.MethodGet {
- dummyInfoRefs(ctx)
- return nil
- }
-
- repo, err = repo_service.PushCreateRepo(ctx, ctx.Doer, owner, reponame)
- if err != nil {
- log.Error("pushCreateRepo: %v", err)
- ctx.Status(http.StatusNotFound)
- return nil
- }
- }
-
- if isWiki {
- // Ensure the wiki is enabled before we allow access to it
- if _, err := repo.GetUnit(ctx, unit.TypeWiki); err != nil {
- if repo_model.IsErrUnitTypeNotExist(err) {
- ctx.PlainText(http.StatusForbidden, "repository wiki is disabled")
- return nil
- }
- log.Error("Failed to get the wiki unit in %-v Error: %v", repo, err)
- ctx.ServerError("GetUnit(UnitTypeWiki) for "+repo.FullName(), err)
- return nil
- }
- }
-
- environ = append(environ, repo_module.EnvRepoID+fmt.Sprintf("=%d", repo.ID))
-
- ctx.Req.URL.Path = strings.ToLower(ctx.Req.URL.Path) // blue: In case some repo name has upper case name
-
- return &serviceHandler{repo, isWiki, environ}
- }
-
- var (
- infoRefsCache []byte
- infoRefsOnce sync.Once
- )
-
- func dummyInfoRefs(ctx *context.Context) {
- infoRefsOnce.Do(func() {
- tmpDir, err := os.MkdirTemp(os.TempDir(), "gitea-info-refs-cache")
- if err != nil {
- log.Error("Failed to create temp dir for git-receive-pack cache: %v", err)
- return
- }
-
- defer func() {
- if err := util.RemoveAll(tmpDir); err != nil {
- log.Error("RemoveAll: %v", err)
- }
- }()
-
- if err := git.InitRepository(ctx, tmpDir, true, git.Sha1ObjectFormat.Name()); err != nil {
- log.Error("Failed to init bare repo for git-receive-pack cache: %v", err)
- return
- }
-
- refs, _, err := git.NewCommand(ctx, "receive-pack", "--stateless-rpc", "--advertise-refs", ".").RunStdBytes(&git.RunOpts{Dir: tmpDir})
- if err != nil {
- log.Error(fmt.Sprintf("%v - %s", err, string(refs)))
- }
-
- log.Debug("populating infoRefsCache: \n%s", string(refs))
- infoRefsCache = refs
- })
-
- ctx.RespHeader().Set("Expires", "Fri, 01 Jan 1980 00:00:00 GMT")
- ctx.RespHeader().Set("Pragma", "no-cache")
- ctx.RespHeader().Set("Cache-Control", "no-cache, max-age=0, must-revalidate")
- ctx.RespHeader().Set("Content-Type", "application/x-git-receive-pack-advertisement")
- _, _ = ctx.Write(packetWrite("# service=git-receive-pack\n"))
- _, _ = ctx.Write([]byte("0000"))
- _, _ = ctx.Write(infoRefsCache)
- }
-
- type serviceHandler struct {
- repo *repo_model.Repository
- isWiki bool
- environ []string
- }
-
- func (h *serviceHandler) getRepoDir() string {
- if h.isWiki {
- return h.repo.WikiPath()
- }
- return h.repo.RepoPath()
- }
-
- func setHeaderNoCache(ctx *context.Context) {
- ctx.Resp.Header().Set("Expires", "Fri, 01 Jan 1980 00:00:00 GMT")
- ctx.Resp.Header().Set("Pragma", "no-cache")
- ctx.Resp.Header().Set("Cache-Control", "no-cache, max-age=0, must-revalidate")
- }
-
- func setHeaderCacheForever(ctx *context.Context) {
- now := time.Now().Unix()
- expires := now + 31536000
- ctx.Resp.Header().Set("Date", fmt.Sprintf("%d", now))
- ctx.Resp.Header().Set("Expires", fmt.Sprintf("%d", expires))
- ctx.Resp.Header().Set("Cache-Control", "public, max-age=31536000")
- }
-
- func containsParentDirectorySeparator(v string) bool {
- if !strings.Contains(v, "..") {
- return false
- }
- for _, ent := range strings.FieldsFunc(v, isSlashRune) {
- if ent == ".." {
- return true
- }
- }
- return false
- }
-
- func isSlashRune(r rune) bool { return r == '/' || r == '\\' }
-
- func (h *serviceHandler) sendFile(ctx *context.Context, contentType, file string) {
- if containsParentDirectorySeparator(file) {
- log.Error("request file path contains invalid path: %v", file)
- ctx.Resp.WriteHeader(http.StatusBadRequest)
- return
- }
- reqFile := filepath.Join(h.getRepoDir(), file)
-
- fi, err := os.Stat(reqFile)
- if os.IsNotExist(err) {
- ctx.Resp.WriteHeader(http.StatusNotFound)
- return
- }
-
- ctx.Resp.Header().Set("Content-Type", contentType)
- ctx.Resp.Header().Set("Content-Length", fmt.Sprintf("%d", fi.Size()))
- ctx.Resp.Header().Set("Last-Modified", fi.ModTime().Format(http.TimeFormat))
- http.ServeFile(ctx.Resp, ctx.Req, reqFile)
- }
-
- // one or more key=value pairs separated by colons
- var safeGitProtocolHeader = regexp.MustCompile(`^[0-9a-zA-Z]+=[0-9a-zA-Z]+(:[0-9a-zA-Z]+=[0-9a-zA-Z]+)*$`)
-
- func prepareGitCmdWithAllowedService(ctx *context.Context, service string) (*git.Command, error) {
- if service == "receive-pack" {
- return git.NewCommand(ctx, "receive-pack"), nil
- }
- if service == "upload-pack" {
- return git.NewCommand(ctx, "upload-pack"), nil
- }
-
- return nil, fmt.Errorf("service %q is not allowed", service)
- }
-
- func serviceRPC(ctx *context.Context, h *serviceHandler, service string) {
- defer func() {
- if err := ctx.Req.Body.Close(); err != nil {
- log.Error("serviceRPC: Close: %v", err)
- }
- }()
-
- expectedContentType := fmt.Sprintf("application/x-git-%s-request", service)
- if ctx.Req.Header.Get("Content-Type") != expectedContentType {
- log.Error("Content-Type (%q) doesn't match expected: %q", ctx.Req.Header.Get("Content-Type"), expectedContentType)
- ctx.Resp.WriteHeader(http.StatusUnauthorized)
- return
- }
-
- cmd, err := prepareGitCmdWithAllowedService(ctx, service)
- if err != nil {
- log.Error("Failed to prepareGitCmdWithService: %v", err)
- ctx.Resp.WriteHeader(http.StatusUnauthorized)
- return
- }
-
- ctx.Resp.Header().Set("Content-Type", fmt.Sprintf("application/x-git-%s-result", service))
-
- reqBody := ctx.Req.Body
-
- // Handle GZIP.
- if ctx.Req.Header.Get("Content-Encoding") == "gzip" {
- reqBody, err = gzip.NewReader(reqBody)
- if err != nil {
- log.Error("Fail to create gzip reader: %v", err)
- ctx.Resp.WriteHeader(http.StatusInternalServerError)
- return
- }
- }
-
- // set this for allow pre-receive and post-receive execute
- h.environ = append(h.environ, "SSH_ORIGINAL_COMMAND="+service)
-
- if protocol := ctx.Req.Header.Get("Git-Protocol"); protocol != "" && safeGitProtocolHeader.MatchString(protocol) {
- h.environ = append(h.environ, "GIT_PROTOCOL="+protocol)
- }
-
- var stderr bytes.Buffer
- cmd.AddArguments("--stateless-rpc").AddDynamicArguments(h.getRepoDir())
- cmd.SetDescription(fmt.Sprintf("%s %s %s [repo_path: %s]", git.GitExecutable, service, "--stateless-rpc", h.getRepoDir()))
- if err := cmd.Run(&git.RunOpts{
- Dir: h.getRepoDir(),
- Env: append(os.Environ(), h.environ...),
- Stdout: ctx.Resp,
- Stdin: reqBody,
- Stderr: &stderr,
- UseContextTimeout: true,
- }); err != nil {
- if err.Error() != "signal: killed" {
- log.Error("Fail to serve RPC(%s) in %s: %v - %s", service, h.getRepoDir(), err, stderr.String())
- }
- return
- }
- }
-
- // ServiceUploadPack implements Git Smart HTTP protocol
- func ServiceUploadPack(ctx *context.Context) {
- h := httpBase(ctx)
- if h != nil {
- serviceRPC(ctx, h, "upload-pack")
- }
- }
-
- // ServiceReceivePack implements Git Smart HTTP protocol
- func ServiceReceivePack(ctx *context.Context) {
- h := httpBase(ctx)
- if h != nil {
- serviceRPC(ctx, h, "receive-pack")
- }
- }
-
- func getServiceType(ctx *context.Context) string {
- serviceType := ctx.Req.FormValue("service")
- if !strings.HasPrefix(serviceType, "git-") {
- return ""
- }
- return strings.TrimPrefix(serviceType, "git-")
- }
-
- func updateServerInfo(ctx gocontext.Context, dir string) []byte {
- out, _, err := git.NewCommand(ctx, "update-server-info").RunStdBytes(&git.RunOpts{Dir: dir})
- if err != nil {
- log.Error(fmt.Sprintf("%v - %s", err, string(out)))
- }
- return out
- }
-
- func packetWrite(str string) []byte {
- s := strconv.FormatInt(int64(len(str)+4), 16)
- if len(s)%4 != 0 {
- s = strings.Repeat("0", 4-len(s)%4) + s
- }
- return []byte(s + str)
- }
-
- // GetInfoRefs implements Git dumb HTTP
- func GetInfoRefs(ctx *context.Context) {
- h := httpBase(ctx)
- if h == nil {
- return
- }
- setHeaderNoCache(ctx)
- service := getServiceType(ctx)
- cmd, err := prepareGitCmdWithAllowedService(ctx, service)
- if err == nil {
- if protocol := ctx.Req.Header.Get("Git-Protocol"); protocol != "" && safeGitProtocolHeader.MatchString(protocol) {
- h.environ = append(h.environ, "GIT_PROTOCOL="+protocol)
- }
- h.environ = append(os.Environ(), h.environ...)
-
- refs, _, err := cmd.AddArguments("--stateless-rpc", "--advertise-refs", ".").RunStdBytes(&git.RunOpts{Env: h.environ, Dir: h.getRepoDir()})
- if err != nil {
- log.Error(fmt.Sprintf("%v - %s", err, string(refs)))
- }
-
- ctx.Resp.Header().Set("Content-Type", fmt.Sprintf("application/x-git-%s-advertisement", service))
- ctx.Resp.WriteHeader(http.StatusOK)
- _, _ = ctx.Resp.Write(packetWrite("# service=git-" + service + "\n"))
- _, _ = ctx.Resp.Write([]byte("0000"))
- _, _ = ctx.Resp.Write(refs)
- } else {
- updateServerInfo(ctx, h.getRepoDir())
- h.sendFile(ctx, "text/plain; charset=utf-8", "info/refs")
- }
- }
-
- // GetTextFile implements Git dumb HTTP
- func GetTextFile(p string) func(*context.Context) {
- return func(ctx *context.Context) {
- h := httpBase(ctx)
- if h != nil {
- setHeaderNoCache(ctx)
- file := ctx.Params("file")
- if file != "" {
- h.sendFile(ctx, "text/plain", "objects/info/"+file)
- } else {
- h.sendFile(ctx, "text/plain", p)
- }
- }
- }
- }
-
- // GetInfoPacks implements Git dumb HTTP
- func GetInfoPacks(ctx *context.Context) {
- h := httpBase(ctx)
- if h != nil {
- setHeaderCacheForever(ctx)
- h.sendFile(ctx, "text/plain; charset=utf-8", "objects/info/packs")
- }
- }
-
- // GetLooseObject implements Git dumb HTTP
- func GetLooseObject(ctx *context.Context) {
- h := httpBase(ctx)
- if h != nil {
- setHeaderCacheForever(ctx)
- h.sendFile(ctx, "application/x-git-loose-object", fmt.Sprintf("objects/%s/%s",
- ctx.Params("head"), ctx.Params("hash")))
- }
- }
-
- // GetPackFile implements Git dumb HTTP
- func GetPackFile(ctx *context.Context) {
- h := httpBase(ctx)
- if h != nil {
- setHeaderCacheForever(ctx)
- h.sendFile(ctx, "application/x-git-packed-objects", "objects/pack/pack-"+ctx.Params("file")+".pack")
- }
- }
-
- // GetIdxFile implements Git dumb HTTP
- func GetIdxFile(ctx *context.Context) {
- h := httpBase(ctx)
- if h != nil {
- setHeaderCacheForever(ctx)
- h.sendFile(ctx, "application/x-git-packed-objects-toc", "objects/pack/pack-"+ctx.Params("file")+".idx")
- }
- }
|