You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

repo.go 8.9KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318
  1. // Copyright 2015 The Gogs Authors. All rights reserved.
  2. // Copyright 2017 The Gitea Authors. All rights reserved.
  3. // SPDX-License-Identifier: MIT
  4. package git
  5. import (
  6. "bytes"
  7. "context"
  8. "fmt"
  9. "io"
  10. "net/url"
  11. "os"
  12. "path"
  13. "path/filepath"
  14. "strconv"
  15. "strings"
  16. "time"
  17. "code.gitea.io/gitea/modules/proxy"
  18. "code.gitea.io/gitea/modules/util"
  19. )
  20. // GPGSettings represents the default GPG settings for this repository
  21. type GPGSettings struct {
  22. Sign bool
  23. KeyID string
  24. Email string
  25. Name string
  26. PublicKeyContent string
  27. }
  28. const prettyLogFormat = `--pretty=format:%H`
  29. // GetAllCommitsCount returns count of all commits in repository
  30. func (repo *Repository) GetAllCommitsCount() (int64, error) {
  31. return AllCommitsCount(repo.Ctx, repo.Path, false)
  32. }
  33. func (repo *Repository) parsePrettyFormatLogToList(logs []byte) ([]*Commit, error) {
  34. var commits []*Commit
  35. if len(logs) == 0 {
  36. return commits, nil
  37. }
  38. parts := bytes.Split(logs, []byte{'\n'})
  39. for _, commitID := range parts {
  40. commit, err := repo.GetCommit(string(commitID))
  41. if err != nil {
  42. return nil, err
  43. }
  44. commits = append(commits, commit)
  45. }
  46. return commits, nil
  47. }
  48. // IsRepoURLAccessible checks if given repository URL is accessible.
  49. func IsRepoURLAccessible(ctx context.Context, url string) bool {
  50. _, _, err := NewCommand(ctx, "ls-remote", "-q", "-h").AddDynamicArguments(url, "HEAD").RunStdString(nil)
  51. return err == nil
  52. }
  53. // InitRepository initializes a new Git repository.
  54. func InitRepository(ctx context.Context, repoPath string, bare bool, objectFormatName string) error {
  55. err := os.MkdirAll(repoPath, os.ModePerm)
  56. if err != nil {
  57. return err
  58. }
  59. cmd := NewCommand(ctx, "init")
  60. if !IsValidObjectFormat(objectFormatName) {
  61. return fmt.Errorf("invalid object format: %s", objectFormatName)
  62. }
  63. if DefaultFeatures().SupportHashSha256 {
  64. cmd.AddOptionValues("--object-format", objectFormatName)
  65. }
  66. if bare {
  67. cmd.AddArguments("--bare")
  68. }
  69. _, _, err = cmd.RunStdString(&RunOpts{Dir: repoPath})
  70. return err
  71. }
  72. // IsEmpty Check if repository is empty.
  73. func (repo *Repository) IsEmpty() (bool, error) {
  74. var errbuf, output strings.Builder
  75. if err := NewCommand(repo.Ctx).AddOptionFormat("--git-dir=%s", repo.Path).AddArguments("rev-list", "-n", "1", "--all").
  76. Run(&RunOpts{
  77. Dir: repo.Path,
  78. Stdout: &output,
  79. Stderr: &errbuf,
  80. }); err != nil {
  81. if (err.Error() == "exit status 1" && strings.TrimSpace(errbuf.String()) == "") || err.Error() == "exit status 129" {
  82. // git 2.11 exits with 129 if the repo is empty
  83. return true, nil
  84. }
  85. return true, fmt.Errorf("check empty: %w - %s", err, errbuf.String())
  86. }
  87. return strings.TrimSpace(output.String()) == "", nil
  88. }
  89. // CloneRepoOptions options when clone a repository
  90. type CloneRepoOptions struct {
  91. Timeout time.Duration
  92. Mirror bool
  93. Bare bool
  94. Quiet bool
  95. Branch string
  96. Shared bool
  97. NoCheckout bool
  98. Depth int
  99. Filter string
  100. SkipTLSVerify bool
  101. }
  102. // Clone clones original repository to target path.
  103. func Clone(ctx context.Context, from, to string, opts CloneRepoOptions) error {
  104. return CloneWithArgs(ctx, globalCommandArgs, from, to, opts)
  105. }
  106. // CloneWithArgs original repository to target path.
  107. func CloneWithArgs(ctx context.Context, args TrustedCmdArgs, from, to string, opts CloneRepoOptions) (err error) {
  108. toDir := path.Dir(to)
  109. if err = os.MkdirAll(toDir, os.ModePerm); err != nil {
  110. return err
  111. }
  112. cmd := NewCommandContextNoGlobals(ctx, args...).AddArguments("clone")
  113. if opts.SkipTLSVerify {
  114. cmd.AddArguments("-c", "http.sslVerify=false")
  115. }
  116. if opts.Mirror {
  117. cmd.AddArguments("--mirror")
  118. }
  119. if opts.Bare {
  120. cmd.AddArguments("--bare")
  121. }
  122. if opts.Quiet {
  123. cmd.AddArguments("--quiet")
  124. }
  125. if opts.Shared {
  126. cmd.AddArguments("-s")
  127. }
  128. if opts.NoCheckout {
  129. cmd.AddArguments("--no-checkout")
  130. }
  131. if opts.Depth > 0 {
  132. cmd.AddArguments("--depth").AddDynamicArguments(strconv.Itoa(opts.Depth))
  133. }
  134. if opts.Filter != "" {
  135. cmd.AddArguments("--filter").AddDynamicArguments(opts.Filter)
  136. }
  137. if len(opts.Branch) > 0 {
  138. cmd.AddArguments("-b").AddDynamicArguments(opts.Branch)
  139. }
  140. cmd.AddDashesAndList(from, to)
  141. if strings.Contains(from, "://") && strings.Contains(from, "@") {
  142. cmd.SetDescription(fmt.Sprintf("clone branch %s from %s to %s (shared: %t, mirror: %t, depth: %d)", opts.Branch, util.SanitizeCredentialURLs(from), to, opts.Shared, opts.Mirror, opts.Depth))
  143. } else {
  144. cmd.SetDescription(fmt.Sprintf("clone branch %s from %s to %s (shared: %t, mirror: %t, depth: %d)", opts.Branch, from, to, opts.Shared, opts.Mirror, opts.Depth))
  145. }
  146. if opts.Timeout <= 0 {
  147. opts.Timeout = -1
  148. }
  149. envs := os.Environ()
  150. u, err := url.Parse(from)
  151. if err == nil {
  152. envs = proxy.EnvWithProxy(u)
  153. }
  154. stderr := new(bytes.Buffer)
  155. if err = cmd.Run(&RunOpts{
  156. Timeout: opts.Timeout,
  157. Env: envs,
  158. Stdout: io.Discard,
  159. Stderr: stderr,
  160. }); err != nil {
  161. return ConcatenateError(err, stderr.String())
  162. }
  163. return nil
  164. }
  165. // PushOptions options when push to remote
  166. type PushOptions struct {
  167. Remote string
  168. Branch string
  169. Force bool
  170. Mirror bool
  171. Env []string
  172. Timeout time.Duration
  173. }
  174. // Push pushs local commits to given remote branch.
  175. func Push(ctx context.Context, repoPath string, opts PushOptions) error {
  176. cmd := NewCommand(ctx, "push")
  177. if opts.Force {
  178. cmd.AddArguments("-f")
  179. }
  180. if opts.Mirror {
  181. cmd.AddArguments("--mirror")
  182. }
  183. remoteBranchArgs := []string{opts.Remote}
  184. if len(opts.Branch) > 0 {
  185. remoteBranchArgs = append(remoteBranchArgs, opts.Branch)
  186. }
  187. cmd.AddDashesAndList(remoteBranchArgs...)
  188. if strings.Contains(opts.Remote, "://") && strings.Contains(opts.Remote, "@") {
  189. cmd.SetDescription(fmt.Sprintf("push branch %s to %s (force: %t, mirror: %t)", opts.Branch, util.SanitizeCredentialURLs(opts.Remote), opts.Force, opts.Mirror))
  190. } else {
  191. cmd.SetDescription(fmt.Sprintf("push branch %s to %s (force: %t, mirror: %t)", opts.Branch, opts.Remote, opts.Force, opts.Mirror))
  192. }
  193. stdout, stderr, err := cmd.RunStdString(&RunOpts{Env: opts.Env, Timeout: opts.Timeout, Dir: repoPath})
  194. if err != nil {
  195. if strings.Contains(stderr, "non-fast-forward") {
  196. return &ErrPushOutOfDate{StdOut: stdout, StdErr: stderr, Err: err}
  197. } else if strings.Contains(stderr, "! [remote rejected]") {
  198. err := &ErrPushRejected{StdOut: stdout, StdErr: stderr, Err: err}
  199. err.GenerateMessage()
  200. return err
  201. } else if strings.Contains(stderr, "matches more than one") {
  202. return &ErrMoreThanOne{StdOut: stdout, StdErr: stderr, Err: err}
  203. }
  204. return fmt.Errorf("push failed: %w - %s\n%s", err, stderr, stdout)
  205. }
  206. return nil
  207. }
  208. // GetLatestCommitTime returns time for latest commit in repository (across all branches)
  209. func GetLatestCommitTime(ctx context.Context, repoPath string) (time.Time, error) {
  210. cmd := NewCommand(ctx, "for-each-ref", "--sort=-committerdate", BranchPrefix, "--count", "1", "--format=%(committerdate)")
  211. stdout, _, err := cmd.RunStdString(&RunOpts{Dir: repoPath})
  212. if err != nil {
  213. return time.Time{}, err
  214. }
  215. commitTime := strings.TrimSpace(stdout)
  216. return time.Parse("Mon Jan _2 15:04:05 2006 -0700", commitTime)
  217. }
  218. // DivergeObject represents commit count diverging commits
  219. type DivergeObject struct {
  220. Ahead int
  221. Behind int
  222. }
  223. // GetDivergingCommits returns the number of commits a targetBranch is ahead or behind a baseBranch
  224. func GetDivergingCommits(ctx context.Context, repoPath, baseBranch, targetBranch string) (do DivergeObject, err error) {
  225. cmd := NewCommand(ctx, "rev-list", "--count", "--left-right").
  226. AddDynamicArguments(baseBranch + "..." + targetBranch).AddArguments("--")
  227. stdout, _, err := cmd.RunStdString(&RunOpts{Dir: repoPath})
  228. if err != nil {
  229. return do, err
  230. }
  231. left, right, found := strings.Cut(strings.Trim(stdout, "\n"), "\t")
  232. if !found {
  233. return do, fmt.Errorf("git rev-list output is missing a tab: %q", stdout)
  234. }
  235. do.Behind, err = strconv.Atoi(left)
  236. if err != nil {
  237. return do, err
  238. }
  239. do.Ahead, err = strconv.Atoi(right)
  240. if err != nil {
  241. return do, err
  242. }
  243. return do, nil
  244. }
  245. // CreateBundle create bundle content to the target path
  246. func (repo *Repository) CreateBundle(ctx context.Context, commit string, out io.Writer) error {
  247. tmp, err := os.MkdirTemp(os.TempDir(), "gitea-bundle")
  248. if err != nil {
  249. return err
  250. }
  251. defer os.RemoveAll(tmp)
  252. env := append(os.Environ(), "GIT_OBJECT_DIRECTORY="+filepath.Join(repo.Path, "objects"))
  253. _, _, err = NewCommand(ctx, "init", "--bare").RunStdString(&RunOpts{Dir: tmp, Env: env})
  254. if err != nil {
  255. return err
  256. }
  257. _, _, err = NewCommand(ctx, "reset", "--soft").AddDynamicArguments(commit).RunStdString(&RunOpts{Dir: tmp, Env: env})
  258. if err != nil {
  259. return err
  260. }
  261. _, _, err = NewCommand(ctx, "branch", "-m", "bundle").RunStdString(&RunOpts{Dir: tmp, Env: env})
  262. if err != nil {
  263. return err
  264. }
  265. tmpFile := filepath.Join(tmp, "bundle")
  266. _, _, err = NewCommand(ctx, "bundle", "create").AddDynamicArguments(tmpFile, "bundle", "HEAD").RunStdString(&RunOpts{Dir: tmp, Env: env})
  267. if err != nil {
  268. return err
  269. }
  270. fi, err := os.Open(tmpFile)
  271. if err != nil {
  272. return err
  273. }
  274. defer fi.Close()
  275. _, err = io.Copy(out, fi)
  276. return err
  277. }