You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

lfs.go 3.7KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160
  1. // Copyright 2020 The Gitea Authors. All rights reserved.
  2. // Use of this source code is governed by a MIT-style
  3. // license that can be found in the LICENSE file.
  4. //go:build gogit
  5. package pipeline
  6. import (
  7. "bufio"
  8. "fmt"
  9. "io"
  10. "sort"
  11. "strings"
  12. "sync"
  13. "time"
  14. "code.gitea.io/gitea/modules/git"
  15. gogit "github.com/go-git/go-git/v5"
  16. "github.com/go-git/go-git/v5/plumbing/object"
  17. )
  18. // LFSResult represents commits found using a provided pointer file hash
  19. type LFSResult struct {
  20. Name string
  21. SHA string
  22. Summary string
  23. When time.Time
  24. ParentHashes []git.SHA1
  25. BranchName string
  26. FullCommitName string
  27. }
  28. type lfsResultSlice []*LFSResult
  29. func (a lfsResultSlice) Len() int { return len(a) }
  30. func (a lfsResultSlice) Swap(i, j int) { a[i], a[j] = a[j], a[i] }
  31. func (a lfsResultSlice) Less(i, j int) bool { return a[j].When.After(a[i].When) }
  32. // FindLFSFile finds commits that contain a provided pointer file hash
  33. func FindLFSFile(repo *git.Repository, hash git.SHA1) ([]*LFSResult, error) {
  34. resultsMap := map[string]*LFSResult{}
  35. results := make([]*LFSResult, 0)
  36. basePath := repo.Path
  37. gogitRepo := repo.GoGitRepo()
  38. commitsIter, err := gogitRepo.Log(&gogit.LogOptions{
  39. Order: gogit.LogOrderCommitterTime,
  40. All: true,
  41. })
  42. if err != nil {
  43. return nil, fmt.Errorf("Failed to get GoGit CommitsIter. Error: %w", err)
  44. }
  45. err = commitsIter.ForEach(func(gitCommit *object.Commit) error {
  46. tree, err := gitCommit.Tree()
  47. if err != nil {
  48. return err
  49. }
  50. treeWalker := object.NewTreeWalker(tree, true, nil)
  51. defer treeWalker.Close()
  52. for {
  53. name, entry, err := treeWalker.Next()
  54. if err == io.EOF {
  55. break
  56. }
  57. if entry.Hash == hash {
  58. result := LFSResult{
  59. Name: name,
  60. SHA: gitCommit.Hash.String(),
  61. Summary: strings.Split(strings.TrimSpace(gitCommit.Message), "\n")[0],
  62. When: gitCommit.Author.When,
  63. ParentHashes: gitCommit.ParentHashes,
  64. }
  65. resultsMap[gitCommit.Hash.String()+":"+name] = &result
  66. }
  67. }
  68. return nil
  69. })
  70. if err != nil && err != io.EOF {
  71. return nil, fmt.Errorf("Failure in CommitIter.ForEach: %w", err)
  72. }
  73. for _, result := range resultsMap {
  74. hasParent := false
  75. for _, parentHash := range result.ParentHashes {
  76. if _, hasParent = resultsMap[parentHash.String()+":"+result.Name]; hasParent {
  77. break
  78. }
  79. }
  80. if !hasParent {
  81. results = append(results, result)
  82. }
  83. }
  84. sort.Sort(lfsResultSlice(results))
  85. // Should really use a go-git function here but name-rev is not completed and recapitulating it is not simple
  86. shasToNameReader, shasToNameWriter := io.Pipe()
  87. nameRevStdinReader, nameRevStdinWriter := io.Pipe()
  88. errChan := make(chan error, 1)
  89. wg := sync.WaitGroup{}
  90. wg.Add(3)
  91. go func() {
  92. defer wg.Done()
  93. scanner := bufio.NewScanner(nameRevStdinReader)
  94. i := 0
  95. for scanner.Scan() {
  96. line := scanner.Text()
  97. if len(line) == 0 {
  98. continue
  99. }
  100. result := results[i]
  101. result.FullCommitName = line
  102. result.BranchName = strings.Split(line, "~")[0]
  103. i++
  104. }
  105. }()
  106. go NameRevStdin(repo.Ctx, shasToNameReader, nameRevStdinWriter, &wg, basePath)
  107. go func() {
  108. defer wg.Done()
  109. defer shasToNameWriter.Close()
  110. for _, result := range results {
  111. i := 0
  112. if i < len(result.SHA) {
  113. n, err := shasToNameWriter.Write([]byte(result.SHA)[i:])
  114. if err != nil {
  115. errChan <- err
  116. break
  117. }
  118. i += n
  119. }
  120. n := 0
  121. for n < 1 {
  122. n, err = shasToNameWriter.Write([]byte{'\n'})
  123. if err != nil {
  124. errChan <- err
  125. break
  126. }
  127. }
  128. }
  129. }()
  130. wg.Wait()
  131. select {
  132. case err, has := <-errChan:
  133. if has {
  134. return nil, fmt.Errorf("Unable to obtain name for LFS files. Error: %w", err)
  135. }
  136. default:
  137. }
  138. return results, nil
  139. }