You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

view.go 30KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062
  1. // Copyright 2017 The Gitea Authors. All rights reserved.
  2. // Copyright 2014 The Gogs Authors. All rights reserved.
  3. // Use of this source code is governed by a MIT-style
  4. // license that can be found in the LICENSE file.
  5. package repo
  6. import (
  7. "bytes"
  8. gocontext "context"
  9. "encoding/base64"
  10. "fmt"
  11. gotemplate "html/template"
  12. "io"
  13. "net/http"
  14. "net/url"
  15. "path"
  16. "strconv"
  17. "strings"
  18. "time"
  19. "code.gitea.io/gitea/models"
  20. asymkey_model "code.gitea.io/gitea/models/asymkey"
  21. "code.gitea.io/gitea/models/db"
  22. repo_model "code.gitea.io/gitea/models/repo"
  23. unit_model "code.gitea.io/gitea/models/unit"
  24. user_model "code.gitea.io/gitea/models/user"
  25. "code.gitea.io/gitea/modules/base"
  26. "code.gitea.io/gitea/modules/cache"
  27. "code.gitea.io/gitea/modules/charset"
  28. "code.gitea.io/gitea/modules/context"
  29. "code.gitea.io/gitea/modules/git"
  30. "code.gitea.io/gitea/modules/highlight"
  31. "code.gitea.io/gitea/modules/lfs"
  32. "code.gitea.io/gitea/modules/log"
  33. "code.gitea.io/gitea/modules/markup"
  34. repo_module "code.gitea.io/gitea/modules/repository"
  35. "code.gitea.io/gitea/modules/setting"
  36. "code.gitea.io/gitea/modules/structs"
  37. "code.gitea.io/gitea/modules/typesniffer"
  38. "code.gitea.io/gitea/modules/util"
  39. "code.gitea.io/gitea/routers/web/feed"
  40. )
  41. const (
  42. tplRepoEMPTY base.TplName = "repo/empty"
  43. tplRepoHome base.TplName = "repo/home"
  44. tplRepoViewList base.TplName = "repo/view_list"
  45. tplWatchers base.TplName = "repo/watchers"
  46. tplForks base.TplName = "repo/forks"
  47. tplMigrating base.TplName = "repo/migrate/migrating"
  48. )
  49. type namedBlob struct {
  50. name string
  51. isSymlink bool
  52. blob *git.Blob
  53. }
  54. func linesBytesCount(s []byte) int {
  55. nl := []byte{'\n'}
  56. n := bytes.Count(s, nl)
  57. if len(s) > 0 && !bytes.HasSuffix(s, nl) {
  58. n++
  59. }
  60. return n
  61. }
  62. // FIXME: There has to be a more efficient way of doing this
  63. func getReadmeFileFromPath(commit *git.Commit, treePath string) (*namedBlob, error) {
  64. tree, err := commit.SubTree(treePath)
  65. if err != nil {
  66. return nil, err
  67. }
  68. entries, err := tree.ListEntries()
  69. if err != nil {
  70. return nil, err
  71. }
  72. var readmeFiles [4]*namedBlob
  73. exts := []string{".md", ".txt", ""} // sorted by priority
  74. for _, entry := range entries {
  75. if entry.IsDir() {
  76. continue
  77. }
  78. for i, ext := range exts {
  79. if markup.IsReadmeFile(entry.Name(), ext) {
  80. if readmeFiles[i] == nil || base.NaturalSortLess(readmeFiles[i].name, entry.Blob().Name()) {
  81. name := entry.Name()
  82. isSymlink := entry.IsLink()
  83. target := entry
  84. if isSymlink {
  85. target, err = entry.FollowLinks()
  86. if err != nil && !git.IsErrBadLink(err) {
  87. return nil, err
  88. }
  89. }
  90. if target != nil && (target.IsExecutable() || target.IsRegular()) {
  91. readmeFiles[i] = &namedBlob{
  92. name,
  93. isSymlink,
  94. target.Blob(),
  95. }
  96. }
  97. }
  98. }
  99. }
  100. if markup.IsReadmeFile(entry.Name()) {
  101. if readmeFiles[3] == nil || base.NaturalSortLess(readmeFiles[3].name, entry.Blob().Name()) {
  102. name := entry.Name()
  103. isSymlink := entry.IsLink()
  104. if isSymlink {
  105. entry, err = entry.FollowLinks()
  106. if err != nil && !git.IsErrBadLink(err) {
  107. return nil, err
  108. }
  109. }
  110. if entry != nil && (entry.IsExecutable() || entry.IsRegular()) {
  111. readmeFiles[3] = &namedBlob{
  112. name,
  113. isSymlink,
  114. entry.Blob(),
  115. }
  116. }
  117. }
  118. }
  119. }
  120. var readmeFile *namedBlob
  121. for _, f := range readmeFiles {
  122. if f != nil {
  123. readmeFile = f
  124. break
  125. }
  126. }
  127. return readmeFile, nil
  128. }
  129. func renderDirectory(ctx *context.Context, treeLink string) {
  130. entries := renderDirectoryFiles(ctx, 1*time.Second)
  131. if ctx.Written() {
  132. return
  133. }
  134. if ctx.Repo.TreePath != "" {
  135. ctx.Data["Title"] = ctx.Tr("repo.file.title", ctx.Repo.Repository.Name+"/"+path.Base(ctx.Repo.TreePath), ctx.Repo.RefName)
  136. }
  137. // Check permission to add or upload new file.
  138. if ctx.Repo.CanWrite(unit_model.TypeCode) && ctx.Repo.IsViewBranch {
  139. ctx.Data["CanAddFile"] = !ctx.Repo.Repository.IsArchived
  140. ctx.Data["CanUploadFile"] = setting.Repository.Upload.Enabled && !ctx.Repo.Repository.IsArchived
  141. }
  142. readmeFile, readmeTreelink := findReadmeFile(ctx, entries, treeLink)
  143. if ctx.Written() || readmeFile == nil {
  144. return
  145. }
  146. renderReadmeFile(ctx, readmeFile, readmeTreelink)
  147. }
  148. func findReadmeFile(ctx *context.Context, entries git.Entries, treeLink string) (*namedBlob, string) {
  149. // 3 for the extensions in exts[] in order
  150. // the last one is for a readme that doesn't
  151. // strictly match an extension
  152. var readmeFiles [4]*namedBlob
  153. var docsEntries [3]*git.TreeEntry
  154. exts := []string{".md", ".txt", ""} // sorted by priority
  155. for _, entry := range entries {
  156. if entry.IsDir() {
  157. lowerName := strings.ToLower(entry.Name())
  158. switch lowerName {
  159. case "docs":
  160. if entry.Name() == "docs" || docsEntries[0] == nil {
  161. docsEntries[0] = entry
  162. }
  163. case ".gitea":
  164. if entry.Name() == ".gitea" || docsEntries[1] == nil {
  165. docsEntries[1] = entry
  166. }
  167. case ".github":
  168. if entry.Name() == ".github" || docsEntries[2] == nil {
  169. docsEntries[2] = entry
  170. }
  171. }
  172. continue
  173. }
  174. for i, ext := range exts {
  175. if markup.IsReadmeFile(entry.Name(), ext) {
  176. log.Debug("%s", entry.Name())
  177. name := entry.Name()
  178. isSymlink := entry.IsLink()
  179. target := entry
  180. if isSymlink {
  181. var err error
  182. target, err = entry.FollowLinks()
  183. if err != nil && !git.IsErrBadLink(err) {
  184. ctx.ServerError("FollowLinks", err)
  185. return nil, ""
  186. }
  187. }
  188. log.Debug("%t", target == nil)
  189. if target != nil && (target.IsExecutable() || target.IsRegular()) {
  190. readmeFiles[i] = &namedBlob{
  191. name,
  192. isSymlink,
  193. target.Blob(),
  194. }
  195. }
  196. }
  197. }
  198. if markup.IsReadmeFile(entry.Name()) {
  199. name := entry.Name()
  200. isSymlink := entry.IsLink()
  201. if isSymlink {
  202. var err error
  203. entry, err = entry.FollowLinks()
  204. if err != nil && !git.IsErrBadLink(err) {
  205. ctx.ServerError("FollowLinks", err)
  206. return nil, ""
  207. }
  208. }
  209. if entry != nil && (entry.IsExecutable() || entry.IsRegular()) {
  210. readmeFiles[3] = &namedBlob{
  211. name,
  212. isSymlink,
  213. entry.Blob(),
  214. }
  215. }
  216. }
  217. }
  218. var readmeFile *namedBlob
  219. readmeTreelink := treeLink
  220. for _, f := range readmeFiles {
  221. if f != nil {
  222. readmeFile = f
  223. break
  224. }
  225. }
  226. if ctx.Repo.TreePath == "" && readmeFile == nil {
  227. for _, entry := range docsEntries {
  228. if entry == nil {
  229. continue
  230. }
  231. var err error
  232. readmeFile, err = getReadmeFileFromPath(ctx.Repo.Commit, entry.GetSubJumpablePathName())
  233. if err != nil {
  234. ctx.ServerError("getReadmeFileFromPath", err)
  235. return nil, ""
  236. }
  237. if readmeFile != nil {
  238. readmeFile.name = entry.Name() + "/" + readmeFile.name
  239. readmeTreelink = treeLink + "/" + util.PathEscapeSegments(entry.GetSubJumpablePathName())
  240. break
  241. }
  242. }
  243. }
  244. return readmeFile, readmeTreelink
  245. }
  246. func renderReadmeFile(ctx *context.Context, readmeFile *namedBlob, readmeTreelink string) {
  247. ctx.Data["RawFileLink"] = ""
  248. ctx.Data["ReadmeInList"] = true
  249. ctx.Data["ReadmeExist"] = true
  250. ctx.Data["FileIsSymlink"] = readmeFile.isSymlink
  251. dataRc, err := readmeFile.blob.DataAsync()
  252. if err != nil {
  253. ctx.ServerError("Data", err)
  254. return
  255. }
  256. defer dataRc.Close()
  257. buf := make([]byte, 1024)
  258. n, _ := util.ReadAtMost(dataRc, buf)
  259. buf = buf[:n]
  260. st := typesniffer.DetectContentType(buf)
  261. isTextFile := st.IsText()
  262. ctx.Data["FileIsText"] = isTextFile
  263. ctx.Data["FileName"] = readmeFile.name
  264. fileSize := int64(0)
  265. isLFSFile := false
  266. ctx.Data["IsLFSFile"] = false
  267. // FIXME: what happens when README file is an image?
  268. if isTextFile && setting.LFS.StartServer {
  269. pointer, _ := lfs.ReadPointerFromBuffer(buf)
  270. if pointer.IsValid() {
  271. meta, err := models.GetLFSMetaObjectByOid(ctx.Repo.Repository.ID, pointer.Oid)
  272. if err != nil && err != models.ErrLFSObjectNotExist {
  273. ctx.ServerError("GetLFSMetaObject", err)
  274. return
  275. }
  276. if meta != nil {
  277. ctx.Data["IsLFSFile"] = true
  278. isLFSFile = true
  279. // OK read the lfs object
  280. var err error
  281. dataRc, err = lfs.ReadMetaObject(pointer)
  282. if err != nil {
  283. ctx.ServerError("ReadMetaObject", err)
  284. return
  285. }
  286. defer dataRc.Close()
  287. buf = make([]byte, 1024)
  288. n, err = util.ReadAtMost(dataRc, buf)
  289. if err != nil {
  290. ctx.ServerError("Data", err)
  291. return
  292. }
  293. buf = buf[:n]
  294. st = typesniffer.DetectContentType(buf)
  295. isTextFile = st.IsText()
  296. ctx.Data["IsTextFile"] = isTextFile
  297. fileSize = meta.Size
  298. ctx.Data["FileSize"] = meta.Size
  299. filenameBase64 := base64.RawURLEncoding.EncodeToString([]byte(readmeFile.name))
  300. ctx.Data["RawFileLink"] = fmt.Sprintf("%s.git/info/lfs/objects/%s/%s", ctx.Repo.Repository.HTMLURL(), url.PathEscape(meta.Oid), url.PathEscape(filenameBase64))
  301. }
  302. }
  303. }
  304. if !isTextFile {
  305. return
  306. }
  307. if !isLFSFile {
  308. fileSize = readmeFile.blob.Size()
  309. }
  310. if fileSize >= setting.UI.MaxDisplayFileSize {
  311. // Pretend that this is a normal text file to display 'This file is too large to be shown'
  312. ctx.Data["IsFileTooLarge"] = true
  313. ctx.Data["IsTextFile"] = true
  314. ctx.Data["FileSize"] = fileSize
  315. return
  316. }
  317. rd := charset.ToUTF8WithFallbackReader(io.MultiReader(bytes.NewReader(buf), dataRc))
  318. if markupType := markup.Type(readmeFile.name); markupType != "" {
  319. ctx.Data["IsMarkup"] = true
  320. ctx.Data["MarkupType"] = string(markupType)
  321. var result strings.Builder
  322. err := markup.Render(&markup.RenderContext{
  323. Ctx: ctx,
  324. Filename: readmeFile.name,
  325. URLPrefix: readmeTreelink,
  326. Metas: ctx.Repo.Repository.ComposeDocumentMetas(),
  327. GitRepo: ctx.Repo.GitRepo,
  328. }, rd, &result)
  329. if err != nil {
  330. log.Error("Render failed: %v then fallback", err)
  331. buf := &bytes.Buffer{}
  332. ctx.Data["EscapeStatus"], _ = charset.EscapeControlReader(rd, buf)
  333. ctx.Data["FileContent"] = strings.ReplaceAll(
  334. gotemplate.HTMLEscapeString(buf.String()), "\n", `<br>`,
  335. )
  336. } else {
  337. ctx.Data["EscapeStatus"], ctx.Data["FileContent"] = charset.EscapeControlString(result.String())
  338. }
  339. } else {
  340. ctx.Data["IsRenderedHTML"] = true
  341. buf := &bytes.Buffer{}
  342. ctx.Data["EscapeStatus"], err = charset.EscapeControlReader(rd, buf)
  343. if err != nil {
  344. log.Error("Read failed: %v", err)
  345. }
  346. ctx.Data["FileContent"] = strings.ReplaceAll(
  347. gotemplate.HTMLEscapeString(buf.String()), "\n", `<br>`,
  348. )
  349. }
  350. }
  351. func renderFile(ctx *context.Context, entry *git.TreeEntry, treeLink, rawLink string) {
  352. ctx.Data["IsViewFile"] = true
  353. blob := entry.Blob()
  354. dataRc, err := blob.DataAsync()
  355. if err != nil {
  356. ctx.ServerError("DataAsync", err)
  357. return
  358. }
  359. defer dataRc.Close()
  360. ctx.Data["Title"] = ctx.Tr("repo.file.title", ctx.Repo.Repository.Name+"/"+path.Base(ctx.Repo.TreePath), ctx.Repo.RefName)
  361. fileSize := blob.Size()
  362. ctx.Data["FileIsSymlink"] = entry.IsLink()
  363. ctx.Data["FileName"] = blob.Name()
  364. ctx.Data["RawFileLink"] = rawLink + "/" + util.PathEscapeSegments(ctx.Repo.TreePath)
  365. buf := make([]byte, 1024)
  366. n, _ := util.ReadAtMost(dataRc, buf)
  367. buf = buf[:n]
  368. st := typesniffer.DetectContentType(buf)
  369. isTextFile := st.IsText()
  370. isLFSFile := false
  371. isDisplayingSource := ctx.FormString("display") == "source"
  372. isDisplayingRendered := !isDisplayingSource
  373. // Check for LFS meta file
  374. if isTextFile && setting.LFS.StartServer {
  375. pointer, _ := lfs.ReadPointerFromBuffer(buf)
  376. if pointer.IsValid() {
  377. meta, err := models.GetLFSMetaObjectByOid(ctx.Repo.Repository.ID, pointer.Oid)
  378. if err != nil && err != models.ErrLFSObjectNotExist {
  379. ctx.ServerError("GetLFSMetaObject", err)
  380. return
  381. }
  382. if meta != nil {
  383. isLFSFile = true
  384. // OK read the lfs object
  385. var err error
  386. dataRc, err = lfs.ReadMetaObject(pointer)
  387. if err != nil {
  388. ctx.ServerError("ReadMetaObject", err)
  389. return
  390. }
  391. defer dataRc.Close()
  392. buf = make([]byte, 1024)
  393. n, err = util.ReadAtMost(dataRc, buf)
  394. if err != nil {
  395. ctx.ServerError("Data", err)
  396. return
  397. }
  398. buf = buf[:n]
  399. st = typesniffer.DetectContentType(buf)
  400. isTextFile = st.IsText()
  401. fileSize = meta.Size
  402. ctx.Data["RawFileLink"] = ctx.Repo.RepoLink + "/media/" + ctx.Repo.BranchNameSubURL() + "/" + util.PathEscapeSegments(ctx.Repo.TreePath)
  403. }
  404. }
  405. }
  406. isRepresentableAsText := st.IsRepresentableAsText()
  407. if !isRepresentableAsText {
  408. // If we can't show plain text, always try to render.
  409. isDisplayingSource = false
  410. isDisplayingRendered = true
  411. }
  412. ctx.Data["IsLFSFile"] = isLFSFile
  413. ctx.Data["FileSize"] = fileSize
  414. ctx.Data["IsTextFile"] = isTextFile
  415. ctx.Data["IsRepresentableAsText"] = isRepresentableAsText
  416. ctx.Data["IsDisplayingSource"] = isDisplayingSource
  417. ctx.Data["IsDisplayingRendered"] = isDisplayingRendered
  418. ctx.Data["IsTextSource"] = isTextFile || isDisplayingSource
  419. // Check LFS Lock
  420. lfsLock, err := models.GetTreePathLock(ctx.Repo.Repository.ID, ctx.Repo.TreePath)
  421. ctx.Data["LFSLock"] = lfsLock
  422. if err != nil {
  423. ctx.ServerError("GetTreePathLock", err)
  424. return
  425. }
  426. if lfsLock != nil {
  427. u, err := user_model.GetUserByID(lfsLock.OwnerID)
  428. if err != nil {
  429. ctx.ServerError("GetTreePathLock", err)
  430. return
  431. }
  432. ctx.Data["LFSLockOwner"] = u.DisplayName()
  433. ctx.Data["LFSLockOwnerHomeLink"] = u.HomeLink()
  434. ctx.Data["LFSLockHint"] = ctx.Tr("repo.editor.this_file_locked")
  435. }
  436. // Assume file is not editable first.
  437. if isLFSFile {
  438. ctx.Data["EditFileTooltip"] = ctx.Tr("repo.editor.cannot_edit_lfs_files")
  439. } else if !isRepresentableAsText {
  440. ctx.Data["EditFileTooltip"] = ctx.Tr("repo.editor.cannot_edit_non_text_files")
  441. }
  442. switch {
  443. case isRepresentableAsText:
  444. if st.IsSvgImage() {
  445. ctx.Data["IsImageFile"] = true
  446. ctx.Data["HasSourceRenderedToggle"] = true
  447. }
  448. if fileSize >= setting.UI.MaxDisplayFileSize {
  449. ctx.Data["IsFileTooLarge"] = true
  450. break
  451. }
  452. rd := charset.ToUTF8WithFallbackReader(io.MultiReader(bytes.NewReader(buf), dataRc))
  453. shouldRenderSource := ctx.FormString("display") == "source"
  454. readmeExist := markup.IsReadmeFile(blob.Name())
  455. ctx.Data["ReadmeExist"] = readmeExist
  456. markupType := markup.Type(blob.Name())
  457. // If the markup is detected by custom markup renderer it should not be reset later on
  458. // to not pass it down to the render context.
  459. detected := false
  460. if markupType == "" {
  461. detected = true
  462. markupType = markup.DetectRendererType(blob.Name(), bytes.NewReader(buf))
  463. }
  464. if markupType != "" {
  465. ctx.Data["HasSourceRenderedToggle"] = true
  466. }
  467. if markupType != "" && !shouldRenderSource {
  468. ctx.Data["IsMarkup"] = true
  469. ctx.Data["MarkupType"] = markupType
  470. var result strings.Builder
  471. if !detected {
  472. markupType = ""
  473. }
  474. err := markup.Render(&markup.RenderContext{
  475. Ctx: ctx,
  476. Type: markupType,
  477. Filename: blob.Name(),
  478. URLPrefix: path.Dir(treeLink),
  479. Metas: ctx.Repo.Repository.ComposeDocumentMetas(),
  480. GitRepo: ctx.Repo.GitRepo,
  481. }, rd, &result)
  482. if err != nil {
  483. ctx.ServerError("Render", err)
  484. return
  485. }
  486. ctx.Data["EscapeStatus"], ctx.Data["FileContent"] = charset.EscapeControlString(result.String())
  487. } else if readmeExist && !shouldRenderSource {
  488. buf := &bytes.Buffer{}
  489. ctx.Data["IsRenderedHTML"] = true
  490. ctx.Data["EscapeStatus"], _ = charset.EscapeControlReader(rd, buf)
  491. ctx.Data["FileContent"] = strings.ReplaceAll(
  492. gotemplate.HTMLEscapeString(buf.String()), "\n", `<br>`,
  493. )
  494. } else {
  495. buf, _ := io.ReadAll(rd)
  496. lineNums := linesBytesCount(buf)
  497. ctx.Data["NumLines"] = strconv.Itoa(lineNums)
  498. ctx.Data["NumLinesSet"] = true
  499. language := ""
  500. indexFilename, worktree, deleteTemporaryFile, err := ctx.Repo.GitRepo.ReadTreeToTemporaryIndex(ctx.Repo.CommitID)
  501. if err == nil {
  502. defer deleteTemporaryFile()
  503. filename2attribute2info, err := ctx.Repo.GitRepo.CheckAttribute(git.CheckAttributeOpts{
  504. CachedOnly: true,
  505. Attributes: []string{"linguist-language", "gitlab-language"},
  506. Filenames: []string{ctx.Repo.TreePath},
  507. IndexFile: indexFilename,
  508. WorkTree: worktree,
  509. })
  510. if err != nil {
  511. log.Error("Unable to load attributes for %-v:%s. Error: %v", ctx.Repo.Repository, ctx.Repo.TreePath, err)
  512. }
  513. language = filename2attribute2info[ctx.Repo.TreePath]["linguist-language"]
  514. if language == "" || language == "unspecified" {
  515. language = filename2attribute2info[ctx.Repo.TreePath]["gitlab-language"]
  516. }
  517. if language == "unspecified" {
  518. language = ""
  519. }
  520. }
  521. fileContent := highlight.File(lineNums, blob.Name(), language, buf)
  522. status, _ := charset.EscapeControlReader(bytes.NewReader(buf), io.Discard)
  523. ctx.Data["EscapeStatus"] = status
  524. statuses := make([]charset.EscapeStatus, len(fileContent))
  525. for i, line := range fileContent {
  526. statuses[i], fileContent[i] = charset.EscapeControlString(line)
  527. }
  528. ctx.Data["FileContent"] = fileContent
  529. ctx.Data["LineEscapeStatus"] = statuses
  530. }
  531. if !isLFSFile {
  532. if ctx.Repo.CanEnableEditor(ctx.Doer) {
  533. if lfsLock != nil && lfsLock.OwnerID != ctx.Doer.ID {
  534. ctx.Data["CanEditFile"] = false
  535. ctx.Data["EditFileTooltip"] = ctx.Tr("repo.editor.this_file_locked")
  536. } else {
  537. ctx.Data["CanEditFile"] = true
  538. ctx.Data["EditFileTooltip"] = ctx.Tr("repo.editor.edit_this_file")
  539. }
  540. } else if !ctx.Repo.IsViewBranch {
  541. ctx.Data["EditFileTooltip"] = ctx.Tr("repo.editor.must_be_on_a_branch")
  542. } else if !ctx.Repo.CanWriteToBranch(ctx.Doer, ctx.Repo.BranchName) {
  543. ctx.Data["EditFileTooltip"] = ctx.Tr("repo.editor.fork_before_edit")
  544. }
  545. }
  546. case st.IsPDF():
  547. ctx.Data["IsPDFFile"] = true
  548. case st.IsVideo():
  549. ctx.Data["IsVideoFile"] = true
  550. case st.IsAudio():
  551. ctx.Data["IsAudioFile"] = true
  552. case st.IsImage() && (setting.UI.SVG.Enabled || !st.IsSvgImage()):
  553. ctx.Data["IsImageFile"] = true
  554. default:
  555. if fileSize >= setting.UI.MaxDisplayFileSize {
  556. ctx.Data["IsFileTooLarge"] = true
  557. break
  558. }
  559. if markupType := markup.Type(blob.Name()); markupType != "" {
  560. rd := io.MultiReader(bytes.NewReader(buf), dataRc)
  561. ctx.Data["IsMarkup"] = true
  562. ctx.Data["MarkupType"] = markupType
  563. var result strings.Builder
  564. err := markup.Render(&markup.RenderContext{
  565. Ctx: ctx,
  566. Filename: blob.Name(),
  567. URLPrefix: path.Dir(treeLink),
  568. Metas: ctx.Repo.Repository.ComposeDocumentMetas(),
  569. GitRepo: ctx.Repo.GitRepo,
  570. }, rd, &result)
  571. if err != nil {
  572. ctx.ServerError("Render", err)
  573. return
  574. }
  575. ctx.Data["EscapeStatus"], ctx.Data["FileContent"] = charset.EscapeControlString(result.String())
  576. }
  577. }
  578. if ctx.Repo.CanEnableEditor(ctx.Doer) {
  579. if lfsLock != nil && lfsLock.OwnerID != ctx.Doer.ID {
  580. ctx.Data["CanDeleteFile"] = false
  581. ctx.Data["DeleteFileTooltip"] = ctx.Tr("repo.editor.this_file_locked")
  582. } else {
  583. ctx.Data["CanDeleteFile"] = true
  584. ctx.Data["DeleteFileTooltip"] = ctx.Tr("repo.editor.delete_this_file")
  585. }
  586. } else if !ctx.Repo.IsViewBranch {
  587. ctx.Data["DeleteFileTooltip"] = ctx.Tr("repo.editor.must_be_on_a_branch")
  588. } else if !ctx.Repo.CanWriteToBranch(ctx.Doer, ctx.Repo.BranchName) {
  589. ctx.Data["DeleteFileTooltip"] = ctx.Tr("repo.editor.must_have_write_access")
  590. }
  591. }
  592. func safeURL(address string) string {
  593. u, err := url.Parse(address)
  594. if err != nil {
  595. return address
  596. }
  597. u.User = nil
  598. return u.String()
  599. }
  600. func checkHomeCodeViewable(ctx *context.Context) {
  601. if len(ctx.Repo.Units) > 0 {
  602. if ctx.Repo.Repository.IsBeingCreated() {
  603. task, err := models.GetMigratingTask(ctx.Repo.Repository.ID)
  604. if err != nil {
  605. if models.IsErrTaskDoesNotExist(err) {
  606. ctx.Data["Repo"] = ctx.Repo
  607. ctx.Data["CloneAddr"] = ""
  608. ctx.Data["Failed"] = true
  609. ctx.HTML(http.StatusOK, tplMigrating)
  610. return
  611. }
  612. ctx.ServerError("models.GetMigratingTask", err)
  613. return
  614. }
  615. cfg, err := task.MigrateConfig()
  616. if err != nil {
  617. ctx.ServerError("task.MigrateConfig", err)
  618. return
  619. }
  620. ctx.Data["Repo"] = ctx.Repo
  621. ctx.Data["MigrateTask"] = task
  622. ctx.Data["CloneAddr"] = safeURL(cfg.CloneAddr)
  623. ctx.Data["Failed"] = task.Status == structs.TaskStatusFailed
  624. ctx.HTML(http.StatusOK, tplMigrating)
  625. return
  626. }
  627. if ctx.IsSigned {
  628. // Set repo notification-status read if unread
  629. if err := models.SetRepoReadBy(ctx, ctx.Repo.Repository.ID, ctx.Doer.ID); err != nil {
  630. ctx.ServerError("ReadBy", err)
  631. return
  632. }
  633. }
  634. var firstUnit *unit_model.Unit
  635. for _, repoUnit := range ctx.Repo.Units {
  636. if repoUnit.Type == unit_model.TypeCode {
  637. return
  638. }
  639. unit, ok := unit_model.Units[repoUnit.Type]
  640. if ok && (firstUnit == nil || !firstUnit.IsLessThan(unit)) {
  641. firstUnit = &unit
  642. }
  643. }
  644. if firstUnit != nil {
  645. ctx.Redirect(fmt.Sprintf("%s%s", ctx.Repo.Repository.Link(), firstUnit.URI))
  646. return
  647. }
  648. }
  649. ctx.NotFound("Home", fmt.Errorf(ctx.Tr("units.error.no_unit_allowed_repo")))
  650. }
  651. // Home render repository home page
  652. func Home(ctx *context.Context) {
  653. isFeed, _, showFeedType := feed.GetFeedType(ctx.Params(":reponame"), ctx.Req)
  654. if isFeed {
  655. feed.ShowRepoFeed(ctx, ctx.Repo.Repository, showFeedType)
  656. return
  657. }
  658. ctx.Data["FeedURL"] = ctx.Repo.Repository.HTMLURL()
  659. checkHomeCodeViewable(ctx)
  660. if ctx.Written() {
  661. return
  662. }
  663. renderCode(ctx)
  664. }
  665. // LastCommit returns lastCommit data for the provided branch/tag/commit and directory (in url) and filenames in body
  666. func LastCommit(ctx *context.Context) {
  667. checkHomeCodeViewable(ctx)
  668. if ctx.Written() {
  669. return
  670. }
  671. renderDirectoryFiles(ctx, 0)
  672. if ctx.Written() {
  673. return
  674. }
  675. var treeNames []string
  676. paths := make([]string, 0, 5)
  677. if len(ctx.Repo.TreePath) > 0 {
  678. treeNames = strings.Split(ctx.Repo.TreePath, "/")
  679. for i := range treeNames {
  680. paths = append(paths, strings.Join(treeNames[:i+1], "/"))
  681. }
  682. ctx.Data["HasParentPath"] = true
  683. if len(paths)-2 >= 0 {
  684. ctx.Data["ParentPath"] = "/" + paths[len(paths)-2]
  685. }
  686. }
  687. branchLink := ctx.Repo.RepoLink + "/src/" + ctx.Repo.BranchNameSubURL()
  688. ctx.Data["BranchLink"] = branchLink
  689. ctx.HTML(http.StatusOK, tplRepoViewList)
  690. }
  691. func renderDirectoryFiles(ctx *context.Context, timeout time.Duration) git.Entries {
  692. tree, err := ctx.Repo.Commit.SubTree(ctx.Repo.TreePath)
  693. if err != nil {
  694. ctx.NotFoundOrServerError("Repo.Commit.SubTree", git.IsErrNotExist, err)
  695. return nil
  696. }
  697. ctx.Data["LastCommitLoaderURL"] = ctx.Repo.RepoLink + "/lastcommit/" + url.PathEscape(ctx.Repo.CommitID) + "/" + util.PathEscapeSegments(ctx.Repo.TreePath)
  698. // Get current entry user currently looking at.
  699. entry, err := ctx.Repo.Commit.GetTreeEntryByPath(ctx.Repo.TreePath)
  700. if err != nil {
  701. ctx.NotFoundOrServerError("Repo.Commit.GetTreeEntryByPath", git.IsErrNotExist, err)
  702. return nil
  703. }
  704. if !entry.IsDir() {
  705. ctx.NotFoundOrServerError("Repo.Commit.GetTreeEntryByPath", git.IsErrNotExist, err)
  706. return nil
  707. }
  708. allEntries, err := tree.ListEntries()
  709. if err != nil {
  710. ctx.ServerError("ListEntries", err)
  711. return nil
  712. }
  713. allEntries.CustomSort(base.NaturalSortLess)
  714. commitInfoCtx := gocontext.Context(ctx)
  715. if timeout > 0 {
  716. var cancel gocontext.CancelFunc
  717. commitInfoCtx, cancel = gocontext.WithTimeout(ctx, timeout)
  718. defer cancel()
  719. }
  720. var c *git.LastCommitCache
  721. if setting.CacheService.LastCommit.Enabled && ctx.Repo.CommitsCount >= setting.CacheService.LastCommit.CommitsCount {
  722. c = git.NewLastCommitCache(ctx.Repo.Repository.FullName(), ctx.Repo.GitRepo, setting.LastCommitCacheTTLSeconds, cache.GetCache())
  723. }
  724. selected := map[string]bool{}
  725. for _, pth := range ctx.FormStrings("f[]") {
  726. selected[pth] = true
  727. }
  728. entries := allEntries
  729. if len(selected) > 0 {
  730. entries = make(git.Entries, 0, len(selected))
  731. for _, entry := range allEntries {
  732. if selected[entry.Name()] {
  733. entries = append(entries, entry)
  734. }
  735. }
  736. }
  737. var latestCommit *git.Commit
  738. ctx.Data["Files"], latestCommit, err = entries.GetCommitsInfo(commitInfoCtx, ctx.Repo.Commit, ctx.Repo.TreePath, c)
  739. if err != nil {
  740. ctx.ServerError("GetCommitsInfo", err)
  741. return nil
  742. }
  743. // Show latest commit info of repository in table header,
  744. // or of directory if not in root directory.
  745. ctx.Data["LatestCommit"] = latestCommit
  746. if latestCommit != nil {
  747. verification := asymkey_model.ParseCommitWithSignature(latestCommit)
  748. if err := asymkey_model.CalculateTrustStatus(verification, ctx.Repo.Repository.GetTrustModel(), func(user *user_model.User) (bool, error) {
  749. return models.IsOwnerMemberCollaborator(ctx.Repo.Repository, user.ID)
  750. }, nil); err != nil {
  751. ctx.ServerError("CalculateTrustStatus", err)
  752. return nil
  753. }
  754. ctx.Data["LatestCommitVerification"] = verification
  755. ctx.Data["LatestCommitUser"] = user_model.ValidateCommitWithEmail(latestCommit)
  756. }
  757. statuses, _, err := models.GetLatestCommitStatus(ctx, ctx.Repo.Repository.ID, ctx.Repo.Commit.ID.String(), db.ListOptions{})
  758. if err != nil {
  759. log.Error("GetLatestCommitStatus: %v", err)
  760. }
  761. ctx.Data["LatestCommitStatus"] = models.CalcCommitStatus(statuses)
  762. ctx.Data["LatestCommitStatuses"] = statuses
  763. branchLink := ctx.Repo.RepoLink + "/src/" + ctx.Repo.BranchNameSubURL()
  764. treeLink := branchLink
  765. if len(ctx.Repo.TreePath) > 0 {
  766. treeLink += "/" + util.PathEscapeSegments(ctx.Repo.TreePath)
  767. }
  768. ctx.Data["TreeLink"] = treeLink
  769. ctx.Data["SSHDomain"] = setting.SSH.Domain
  770. return allEntries
  771. }
  772. func renderLanguageStats(ctx *context.Context) {
  773. langs, err := repo_model.GetTopLanguageStats(ctx.Repo.Repository, 5)
  774. if err != nil {
  775. ctx.ServerError("Repo.GetTopLanguageStats", err)
  776. return
  777. }
  778. ctx.Data["LanguageStats"] = langs
  779. }
  780. func renderRepoTopics(ctx *context.Context) {
  781. topics, _, err := repo_model.FindTopics(&repo_model.FindTopicOptions{
  782. RepoID: ctx.Repo.Repository.ID,
  783. })
  784. if err != nil {
  785. ctx.ServerError("models.FindTopics", err)
  786. return
  787. }
  788. ctx.Data["Topics"] = topics
  789. }
  790. func renderCode(ctx *context.Context) {
  791. ctx.Data["PageIsViewCode"] = true
  792. if ctx.Repo.Repository.IsEmpty {
  793. reallyEmpty, err := ctx.Repo.GitRepo.IsEmpty()
  794. if err != nil {
  795. ctx.ServerError("GitRepo.IsEmpty", err)
  796. return
  797. }
  798. if reallyEmpty {
  799. ctx.HTML(http.StatusOK, tplRepoEMPTY)
  800. return
  801. }
  802. // the repo is not really empty, so we should update the modal in database
  803. // such problem may be caused by:
  804. // 1) an error occurs during pushing/receiving. 2) the user replaces an empty git repo manually
  805. // and even more: the IsEmpty flag is deeply broken and should be removed with the UI changed to manage to cope with empty repos.
  806. // it's possible for a repository to be non-empty by that flag but still 500
  807. // because there are no branches - only tags -or the default branch is non-extant as it has been 0-pushed.
  808. ctx.Repo.Repository.IsEmpty = false
  809. if err = repo_model.UpdateRepositoryCols(ctx, ctx.Repo.Repository, "is_empty"); err != nil {
  810. ctx.ServerError("UpdateRepositoryCols", err)
  811. return
  812. }
  813. if err = repo_module.UpdateRepoSize(ctx, ctx.Repo.Repository); err != nil {
  814. ctx.ServerError("UpdateRepoSize", err)
  815. return
  816. }
  817. }
  818. title := ctx.Repo.Repository.Owner.Name + "/" + ctx.Repo.Repository.Name
  819. if len(ctx.Repo.Repository.Description) > 0 {
  820. title += ": " + ctx.Repo.Repository.Description
  821. }
  822. ctx.Data["Title"] = title
  823. branchLink := ctx.Repo.RepoLink + "/src/" + ctx.Repo.BranchNameSubURL()
  824. treeLink := branchLink
  825. rawLink := ctx.Repo.RepoLink + "/raw/" + ctx.Repo.BranchNameSubURL()
  826. if len(ctx.Repo.TreePath) > 0 {
  827. treeLink += "/" + util.PathEscapeSegments(ctx.Repo.TreePath)
  828. }
  829. // Get Topics of this repo
  830. renderRepoTopics(ctx)
  831. if ctx.Written() {
  832. return
  833. }
  834. // Get current entry user currently looking at.
  835. entry, err := ctx.Repo.Commit.GetTreeEntryByPath(ctx.Repo.TreePath)
  836. if err != nil {
  837. ctx.NotFoundOrServerError("Repo.Commit.GetTreeEntryByPath", git.IsErrNotExist, err)
  838. return
  839. }
  840. renderLanguageStats(ctx)
  841. if ctx.Written() {
  842. return
  843. }
  844. if entry.IsDir() {
  845. renderDirectory(ctx, treeLink)
  846. } else {
  847. renderFile(ctx, entry, treeLink, rawLink)
  848. }
  849. if ctx.Written() {
  850. return
  851. }
  852. var treeNames []string
  853. paths := make([]string, 0, 5)
  854. if len(ctx.Repo.TreePath) > 0 {
  855. treeNames = strings.Split(ctx.Repo.TreePath, "/")
  856. for i := range treeNames {
  857. paths = append(paths, strings.Join(treeNames[:i+1], "/"))
  858. }
  859. ctx.Data["HasParentPath"] = true
  860. if len(paths)-2 >= 0 {
  861. ctx.Data["ParentPath"] = "/" + paths[len(paths)-2]
  862. }
  863. }
  864. ctx.Data["Paths"] = paths
  865. ctx.Data["TreeLink"] = treeLink
  866. ctx.Data["TreeNames"] = treeNames
  867. ctx.Data["BranchLink"] = branchLink
  868. ctx.HTML(http.StatusOK, tplRepoHome)
  869. }
  870. // RenderUserCards render a page show users according the input template
  871. func RenderUserCards(ctx *context.Context, total int, getter func(opts db.ListOptions) ([]*user_model.User, error), tpl base.TplName) {
  872. page := ctx.FormInt("page")
  873. if page <= 0 {
  874. page = 1
  875. }
  876. pager := context.NewPagination(total, models.ItemsPerPage, page, 5)
  877. ctx.Data["Page"] = pager
  878. items, err := getter(db.ListOptions{
  879. Page: pager.Paginater.Current(),
  880. PageSize: models.ItemsPerPage,
  881. })
  882. if err != nil {
  883. ctx.ServerError("getter", err)
  884. return
  885. }
  886. ctx.Data["Cards"] = items
  887. ctx.HTML(http.StatusOK, tpl)
  888. }
  889. // Watchers render repository's watch users
  890. func Watchers(ctx *context.Context) {
  891. ctx.Data["Title"] = ctx.Tr("repo.watchers")
  892. ctx.Data["CardsTitle"] = ctx.Tr("repo.watchers")
  893. ctx.Data["PageIsWatchers"] = true
  894. RenderUserCards(ctx, ctx.Repo.Repository.NumWatches, func(opts db.ListOptions) ([]*user_model.User, error) {
  895. return repo_model.GetRepoWatchers(ctx.Repo.Repository.ID, opts)
  896. }, tplWatchers)
  897. }
  898. // Stars render repository's starred users
  899. func Stars(ctx *context.Context) {
  900. ctx.Data["Title"] = ctx.Tr("repo.stargazers")
  901. ctx.Data["CardsTitle"] = ctx.Tr("repo.stargazers")
  902. ctx.Data["PageIsStargazers"] = true
  903. RenderUserCards(ctx, ctx.Repo.Repository.NumStars, func(opts db.ListOptions) ([]*user_model.User, error) {
  904. return repo_model.GetStargazers(ctx.Repo.Repository, opts)
  905. }, tplWatchers)
  906. }
  907. // Forks render repository's forked users
  908. func Forks(ctx *context.Context) {
  909. ctx.Data["Title"] = ctx.Tr("repos.forks")
  910. page := ctx.FormInt("page")
  911. if page <= 0 {
  912. page = 1
  913. }
  914. pager := context.NewPagination(ctx.Repo.Repository.NumForks, models.ItemsPerPage, page, 5)
  915. ctx.Data["Page"] = pager
  916. forks, err := repo_model.GetForks(ctx.Repo.Repository, db.ListOptions{
  917. Page: pager.Paginater.Current(),
  918. PageSize: models.ItemsPerPage,
  919. })
  920. if err != nil {
  921. ctx.ServerError("GetForks", err)
  922. return
  923. }
  924. for _, fork := range forks {
  925. if err = fork.GetOwner(ctx); err != nil {
  926. ctx.ServerError("GetOwner", err)
  927. return
  928. }
  929. }
  930. ctx.Data["Forks"] = forks
  931. ctx.HTML(http.StatusOK, tplForks)
  932. }