You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

repo.go 69KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339
  1. // Copyright 2014 The Gogs Authors. All rights reserved.
  2. // Copyright 2017 The Gitea Authors. All rights reserved.
  3. // Use of this source code is governed by a MIT-style
  4. // license that can be found in the LICENSE file.
  5. package models
  6. import (
  7. "context"
  8. "errors"
  9. "fmt"
  10. "html/template"
  11. "unicode/utf8"
  12. // Needed for jpeg support
  13. _ "image/jpeg"
  14. "io/ioutil"
  15. "net"
  16. "net/url"
  17. "os"
  18. "path"
  19. "path/filepath"
  20. "sort"
  21. "strconv"
  22. "strings"
  23. "time"
  24. "code.gitea.io/gitea/modules/log"
  25. "code.gitea.io/gitea/modules/markup"
  26. "code.gitea.io/gitea/modules/options"
  27. "code.gitea.io/gitea/modules/setting"
  28. "code.gitea.io/gitea/modules/storage"
  29. api "code.gitea.io/gitea/modules/structs"
  30. "code.gitea.io/gitea/modules/timeutil"
  31. "code.gitea.io/gitea/modules/util"
  32. "github.com/unknwon/com"
  33. "xorm.io/builder"
  34. )
  35. var (
  36. // ErrMirrorNotExist mirror does not exist error
  37. ErrMirrorNotExist = errors.New("Mirror does not exist")
  38. // ErrNameEmpty name is empty error
  39. ErrNameEmpty = errors.New("Name is empty")
  40. )
  41. var (
  42. // Gitignores contains the gitiginore files
  43. Gitignores []string
  44. // Licenses contains the license files
  45. Licenses []string
  46. // Readmes contains the readme files
  47. Readmes []string
  48. // LabelTemplates contains the label template files and the list of labels for each file
  49. LabelTemplates map[string]string
  50. // ItemsPerPage maximum items per page in forks, watchers and stars of a repo
  51. ItemsPerPage = 40
  52. )
  53. // loadRepoConfig loads the repository config
  54. func loadRepoConfig() {
  55. // Load .gitignore and license files and readme templates.
  56. types := []string{"gitignore", "license", "readme", "label"}
  57. typeFiles := make([][]string, 4)
  58. for i, t := range types {
  59. files, err := options.Dir(t)
  60. if err != nil {
  61. log.Fatal("Failed to get %s files: %v", t, err)
  62. }
  63. customPath := path.Join(setting.CustomPath, "options", t)
  64. if com.IsDir(customPath) {
  65. customFiles, err := com.StatDir(customPath)
  66. if err != nil {
  67. log.Fatal("Failed to get custom %s files: %v", t, err)
  68. }
  69. for _, f := range customFiles {
  70. if !com.IsSliceContainsStr(files, f) {
  71. files = append(files, f)
  72. }
  73. }
  74. }
  75. typeFiles[i] = files
  76. }
  77. Gitignores = typeFiles[0]
  78. Licenses = typeFiles[1]
  79. Readmes = typeFiles[2]
  80. LabelTemplatesFiles := typeFiles[3]
  81. sort.Strings(Gitignores)
  82. sort.Strings(Licenses)
  83. sort.Strings(Readmes)
  84. sort.Strings(LabelTemplatesFiles)
  85. // Load label templates
  86. LabelTemplates = make(map[string]string)
  87. for _, templateFile := range LabelTemplatesFiles {
  88. labels, err := LoadLabelsFormatted(templateFile)
  89. if err != nil {
  90. log.Error("Failed to load labels: %v", err)
  91. }
  92. LabelTemplates[templateFile] = labels
  93. }
  94. // Filter out invalid names and promote preferred licenses.
  95. sortedLicenses := make([]string, 0, len(Licenses))
  96. for _, name := range setting.Repository.PreferredLicenses {
  97. if com.IsSliceContainsStr(Licenses, name) {
  98. sortedLicenses = append(sortedLicenses, name)
  99. }
  100. }
  101. for _, name := range Licenses {
  102. if !com.IsSliceContainsStr(setting.Repository.PreferredLicenses, name) {
  103. sortedLicenses = append(sortedLicenses, name)
  104. }
  105. }
  106. Licenses = sortedLicenses
  107. }
  108. // NewRepoContext creates a new repository context
  109. func NewRepoContext() {
  110. loadRepoConfig()
  111. loadUnitConfig()
  112. RemoveAllWithNotice("Clean up repository temporary data", filepath.Join(setting.AppDataPath, "tmp"))
  113. }
  114. // RepositoryStatus defines the status of repository
  115. type RepositoryStatus int
  116. // all kinds of RepositoryStatus
  117. const (
  118. RepositoryReady RepositoryStatus = iota // a normal repository
  119. RepositoryBeingMigrated // repository is migrating
  120. )
  121. // TrustModelType defines the types of trust model for this repository
  122. type TrustModelType int
  123. // kinds of TrustModel
  124. const (
  125. DefaultTrustModel TrustModelType = iota // default trust model
  126. CommitterTrustModel
  127. CollaboratorTrustModel
  128. CollaboratorCommitterTrustModel
  129. )
  130. // String converts a TrustModelType to a string
  131. func (t TrustModelType) String() string {
  132. switch t {
  133. case DefaultTrustModel:
  134. return "default"
  135. case CommitterTrustModel:
  136. return "committer"
  137. case CollaboratorTrustModel:
  138. return "collaborator"
  139. case CollaboratorCommitterTrustModel:
  140. return "collaboratorcommitter"
  141. }
  142. return "default"
  143. }
  144. // ToTrustModel converts a string to a TrustModelType
  145. func ToTrustModel(model string) TrustModelType {
  146. switch strings.ToLower(strings.TrimSpace(model)) {
  147. case "default":
  148. return DefaultTrustModel
  149. case "collaborator":
  150. return CollaboratorTrustModel
  151. case "committer":
  152. return CommitterTrustModel
  153. case "collaboratorcommitter":
  154. return CollaboratorCommitterTrustModel
  155. }
  156. return DefaultTrustModel
  157. }
  158. // Repository represents a git repository.
  159. type Repository struct {
  160. ID int64 `xorm:"pk autoincr"`
  161. OwnerID int64 `xorm:"UNIQUE(s) index"`
  162. OwnerName string
  163. Owner *User `xorm:"-"`
  164. LowerName string `xorm:"UNIQUE(s) INDEX NOT NULL"`
  165. Name string `xorm:"INDEX NOT NULL"`
  166. Description string `xorm:"TEXT"`
  167. Website string `xorm:"VARCHAR(2048)"`
  168. OriginalServiceType api.GitServiceType `xorm:"index"`
  169. OriginalURL string `xorm:"VARCHAR(2048)"`
  170. DefaultBranch string
  171. NumWatches int
  172. NumStars int
  173. NumForks int
  174. NumIssues int
  175. NumClosedIssues int
  176. NumOpenIssues int `xorm:"-"`
  177. NumPulls int
  178. NumClosedPulls int
  179. NumOpenPulls int `xorm:"-"`
  180. NumMilestones int `xorm:"NOT NULL DEFAULT 0"`
  181. NumClosedMilestones int `xorm:"NOT NULL DEFAULT 0"`
  182. NumOpenMilestones int `xorm:"-"`
  183. NumProjects int `xorm:"NOT NULL DEFAULT 0"`
  184. NumClosedProjects int `xorm:"NOT NULL DEFAULT 0"`
  185. NumOpenProjects int `xorm:"-"`
  186. IsPrivate bool `xorm:"INDEX"`
  187. IsEmpty bool `xorm:"INDEX"`
  188. IsArchived bool `xorm:"INDEX"`
  189. IsMirror bool `xorm:"INDEX"`
  190. *Mirror `xorm:"-"`
  191. Status RepositoryStatus `xorm:"NOT NULL DEFAULT 0"`
  192. RenderingMetas map[string]string `xorm:"-"`
  193. DocumentRenderingMetas map[string]string `xorm:"-"`
  194. Units []*RepoUnit `xorm:"-"`
  195. PrimaryLanguage *LanguageStat `xorm:"-"`
  196. IsFork bool `xorm:"INDEX NOT NULL DEFAULT false"`
  197. ForkID int64 `xorm:"INDEX"`
  198. BaseRepo *Repository `xorm:"-"`
  199. IsTemplate bool `xorm:"INDEX NOT NULL DEFAULT false"`
  200. TemplateID int64 `xorm:"INDEX"`
  201. TemplateRepo *Repository `xorm:"-"`
  202. Size int64 `xorm:"NOT NULL DEFAULT 0"`
  203. CodeIndexerStatus *RepoIndexerStatus `xorm:"-"`
  204. StatsIndexerStatus *RepoIndexerStatus `xorm:"-"`
  205. IsFsckEnabled bool `xorm:"NOT NULL DEFAULT true"`
  206. CloseIssuesViaCommitInAnyBranch bool `xorm:"NOT NULL DEFAULT false"`
  207. Topics []string `xorm:"TEXT JSON"`
  208. TrustModel TrustModelType
  209. // Avatar: ID(10-20)-md5(32) - must fit into 64 symbols
  210. Avatar string `xorm:"VARCHAR(64)"`
  211. CreatedUnix timeutil.TimeStamp `xorm:"INDEX created"`
  212. UpdatedUnix timeutil.TimeStamp `xorm:"INDEX updated"`
  213. }
  214. // SanitizedOriginalURL returns a sanitized OriginalURL
  215. func (repo *Repository) SanitizedOriginalURL() string {
  216. if repo.OriginalURL == "" {
  217. return ""
  218. }
  219. return util.SanitizeURLCredentials(repo.OriginalURL, false)
  220. }
  221. // ColorFormat returns a colored string to represent this repo
  222. func (repo *Repository) ColorFormat(s fmt.State) {
  223. log.ColorFprintf(s, "%d:%s/%s",
  224. log.NewColoredIDValue(repo.ID),
  225. repo.OwnerName,
  226. repo.Name)
  227. }
  228. // IsBeingMigrated indicates that repository is being migtated
  229. func (repo *Repository) IsBeingMigrated() bool {
  230. return repo.Status == RepositoryBeingMigrated
  231. }
  232. // IsBeingCreated indicates that repository is being migrated or forked
  233. func (repo *Repository) IsBeingCreated() bool {
  234. return repo.IsBeingMigrated()
  235. }
  236. // AfterLoad is invoked from XORM after setting the values of all fields of this object.
  237. func (repo *Repository) AfterLoad() {
  238. // FIXME: use models migration to solve all at once.
  239. if len(repo.DefaultBranch) == 0 {
  240. repo.DefaultBranch = setting.Repository.DefaultBranch
  241. }
  242. repo.NumOpenIssues = repo.NumIssues - repo.NumClosedIssues
  243. repo.NumOpenPulls = repo.NumPulls - repo.NumClosedPulls
  244. repo.NumOpenMilestones = repo.NumMilestones - repo.NumClosedMilestones
  245. repo.NumOpenProjects = repo.NumProjects - repo.NumClosedProjects
  246. }
  247. // MustOwner always returns a valid *User object to avoid
  248. // conceptually impossible error handling.
  249. // It creates a fake object that contains error details
  250. // when error occurs.
  251. func (repo *Repository) MustOwner() *User {
  252. return repo.mustOwner(x)
  253. }
  254. // FullName returns the repository full name
  255. func (repo *Repository) FullName() string {
  256. return repo.OwnerName + "/" + repo.Name
  257. }
  258. // HTMLURL returns the repository HTML URL
  259. func (repo *Repository) HTMLURL() string {
  260. return setting.AppURL + repo.FullName()
  261. }
  262. // CommitLink make link to by commit full ID
  263. // note: won't check whether it's an right id
  264. func (repo *Repository) CommitLink(commitID string) (result string) {
  265. if commitID == "" || commitID == "0000000000000000000000000000000000000000" {
  266. result = ""
  267. } else {
  268. result = repo.HTMLURL() + "/commit/" + commitID
  269. }
  270. return
  271. }
  272. // APIURL returns the repository API URL
  273. func (repo *Repository) APIURL() string {
  274. return setting.AppURL + path.Join("api/v1/repos", repo.FullName())
  275. }
  276. // APIFormat converts a Repository to api.Repository
  277. func (repo *Repository) APIFormat(mode AccessMode) *api.Repository {
  278. return repo.innerAPIFormat(x, mode, false)
  279. }
  280. // GetCommitsCountCacheKey returns cache key used for commits count caching.
  281. func (repo *Repository) GetCommitsCountCacheKey(contextName string, isRef bool) string {
  282. var prefix string
  283. if isRef {
  284. prefix = "ref"
  285. } else {
  286. prefix = "commit"
  287. }
  288. return fmt.Sprintf("commits-count-%d-%s-%s", repo.ID, prefix, contextName)
  289. }
  290. func (repo *Repository) innerAPIFormat(e Engine, mode AccessMode, isParent bool) *api.Repository {
  291. var parent *api.Repository
  292. cloneLink := repo.cloneLink(false)
  293. permission := &api.Permission{
  294. Admin: mode >= AccessModeAdmin,
  295. Push: mode >= AccessModeWrite,
  296. Pull: mode >= AccessModeRead,
  297. }
  298. if !isParent {
  299. err := repo.getBaseRepo(e)
  300. if err != nil {
  301. log.Error("APIFormat: %v", err)
  302. }
  303. if repo.BaseRepo != nil {
  304. parent = repo.BaseRepo.innerAPIFormat(e, mode, true)
  305. }
  306. }
  307. //check enabled/disabled units
  308. hasIssues := false
  309. var externalTracker *api.ExternalTracker
  310. var internalTracker *api.InternalTracker
  311. if unit, err := repo.getUnit(e, UnitTypeIssues); err == nil {
  312. config := unit.IssuesConfig()
  313. hasIssues = true
  314. internalTracker = &api.InternalTracker{
  315. EnableTimeTracker: config.EnableTimetracker,
  316. AllowOnlyContributorsToTrackTime: config.AllowOnlyContributorsToTrackTime,
  317. EnableIssueDependencies: config.EnableDependencies,
  318. }
  319. } else if unit, err := repo.getUnit(e, UnitTypeExternalTracker); err == nil {
  320. config := unit.ExternalTrackerConfig()
  321. hasIssues = true
  322. externalTracker = &api.ExternalTracker{
  323. ExternalTrackerURL: config.ExternalTrackerURL,
  324. ExternalTrackerFormat: config.ExternalTrackerFormat,
  325. ExternalTrackerStyle: config.ExternalTrackerStyle,
  326. }
  327. }
  328. hasWiki := false
  329. var externalWiki *api.ExternalWiki
  330. if _, err := repo.getUnit(e, UnitTypeWiki); err == nil {
  331. hasWiki = true
  332. } else if unit, err := repo.getUnit(e, UnitTypeExternalWiki); err == nil {
  333. hasWiki = true
  334. config := unit.ExternalWikiConfig()
  335. externalWiki = &api.ExternalWiki{
  336. ExternalWikiURL: config.ExternalWikiURL,
  337. }
  338. }
  339. hasPullRequests := false
  340. ignoreWhitespaceConflicts := false
  341. allowMerge := false
  342. allowRebase := false
  343. allowRebaseMerge := false
  344. allowSquash := false
  345. if unit, err := repo.getUnit(e, UnitTypePullRequests); err == nil {
  346. config := unit.PullRequestsConfig()
  347. hasPullRequests = true
  348. ignoreWhitespaceConflicts = config.IgnoreWhitespaceConflicts
  349. allowMerge = config.AllowMerge
  350. allowRebase = config.AllowRebase
  351. allowRebaseMerge = config.AllowRebaseMerge
  352. allowSquash = config.AllowSquash
  353. }
  354. hasProjects := false
  355. if _, err := repo.getUnit(e, UnitTypeProjects); err == nil {
  356. hasProjects = true
  357. }
  358. repo.mustOwner(e)
  359. numReleases, _ := GetReleaseCountByRepoID(repo.ID, FindReleasesOptions{IncludeDrafts: false, IncludeTags: true})
  360. return &api.Repository{
  361. ID: repo.ID,
  362. Owner: repo.Owner.APIFormat(),
  363. Name: repo.Name,
  364. FullName: repo.FullName(),
  365. Description: repo.Description,
  366. Private: repo.IsPrivate,
  367. Template: repo.IsTemplate,
  368. Empty: repo.IsEmpty,
  369. Archived: repo.IsArchived,
  370. Size: int(repo.Size / 1024),
  371. Fork: repo.IsFork,
  372. Parent: parent,
  373. Mirror: repo.IsMirror,
  374. HTMLURL: repo.HTMLURL(),
  375. SSHURL: cloneLink.SSH,
  376. CloneURL: cloneLink.HTTPS,
  377. Website: repo.Website,
  378. Stars: repo.NumStars,
  379. Forks: repo.NumForks,
  380. Watchers: repo.NumWatches,
  381. OpenIssues: repo.NumOpenIssues,
  382. OpenPulls: repo.NumOpenPulls,
  383. Releases: int(numReleases),
  384. DefaultBranch: repo.DefaultBranch,
  385. Created: repo.CreatedUnix.AsTime(),
  386. Updated: repo.UpdatedUnix.AsTime(),
  387. Permissions: permission,
  388. HasIssues: hasIssues,
  389. ExternalTracker: externalTracker,
  390. InternalTracker: internalTracker,
  391. HasWiki: hasWiki,
  392. HasProjects: hasProjects,
  393. ExternalWiki: externalWiki,
  394. HasPullRequests: hasPullRequests,
  395. IgnoreWhitespaceConflicts: ignoreWhitespaceConflicts,
  396. AllowMerge: allowMerge,
  397. AllowRebase: allowRebase,
  398. AllowRebaseMerge: allowRebaseMerge,
  399. AllowSquash: allowSquash,
  400. AvatarURL: repo.avatarLink(e),
  401. Internal: !repo.IsPrivate && repo.Owner.Visibility == api.VisibleTypePrivate,
  402. }
  403. }
  404. func (repo *Repository) getUnits(e Engine) (err error) {
  405. if repo.Units != nil {
  406. return nil
  407. }
  408. repo.Units, err = getUnitsByRepoID(e, repo.ID)
  409. log.Trace("repo.Units: %-+v", repo.Units)
  410. return err
  411. }
  412. // CheckUnitUser check whether user could visit the unit of this repository
  413. func (repo *Repository) CheckUnitUser(user *User, unitType UnitType) bool {
  414. return repo.checkUnitUser(x, user, unitType)
  415. }
  416. func (repo *Repository) checkUnitUser(e Engine, user *User, unitType UnitType) bool {
  417. if user.IsAdmin {
  418. return true
  419. }
  420. perm, err := getUserRepoPermission(e, repo, user)
  421. if err != nil {
  422. log.Error("getUserRepoPermission(): %v", err)
  423. return false
  424. }
  425. return perm.CanRead(unitType)
  426. }
  427. // UnitEnabled if this repository has the given unit enabled
  428. func (repo *Repository) UnitEnabled(tp UnitType) bool {
  429. if err := repo.getUnits(x); err != nil {
  430. log.Warn("Error loading repository (ID: %d) units: %s", repo.ID, err.Error())
  431. }
  432. for _, unit := range repo.Units {
  433. if unit.Type == tp {
  434. return true
  435. }
  436. }
  437. return false
  438. }
  439. // ErrUnitTypeNotExist represents a "UnitTypeNotExist" kind of error.
  440. type ErrUnitTypeNotExist struct {
  441. UT UnitType
  442. }
  443. // IsErrUnitTypeNotExist checks if an error is a ErrUnitNotExist.
  444. func IsErrUnitTypeNotExist(err error) bool {
  445. _, ok := err.(ErrUnitTypeNotExist)
  446. return ok
  447. }
  448. func (err ErrUnitTypeNotExist) Error() string {
  449. return fmt.Sprintf("Unit type does not exist: %s", err.UT.String())
  450. }
  451. // MustGetUnit always returns a RepoUnit object
  452. func (repo *Repository) MustGetUnit(tp UnitType) *RepoUnit {
  453. ru, err := repo.GetUnit(tp)
  454. if err == nil {
  455. return ru
  456. }
  457. if tp == UnitTypeExternalWiki {
  458. return &RepoUnit{
  459. Type: tp,
  460. Config: new(ExternalWikiConfig),
  461. }
  462. } else if tp == UnitTypeExternalTracker {
  463. return &RepoUnit{
  464. Type: tp,
  465. Config: new(ExternalTrackerConfig),
  466. }
  467. } else if tp == UnitTypePullRequests {
  468. return &RepoUnit{
  469. Type: tp,
  470. Config: new(PullRequestsConfig),
  471. }
  472. } else if tp == UnitTypeIssues {
  473. return &RepoUnit{
  474. Type: tp,
  475. Config: new(IssuesConfig),
  476. }
  477. }
  478. return &RepoUnit{
  479. Type: tp,
  480. Config: new(UnitConfig),
  481. }
  482. }
  483. // GetUnit returns a RepoUnit object
  484. func (repo *Repository) GetUnit(tp UnitType) (*RepoUnit, error) {
  485. return repo.getUnit(x, tp)
  486. }
  487. func (repo *Repository) getUnit(e Engine, tp UnitType) (*RepoUnit, error) {
  488. if err := repo.getUnits(e); err != nil {
  489. return nil, err
  490. }
  491. for _, unit := range repo.Units {
  492. if unit.Type == tp {
  493. return unit, nil
  494. }
  495. }
  496. return nil, ErrUnitTypeNotExist{tp}
  497. }
  498. func (repo *Repository) getOwner(e Engine) (err error) {
  499. if repo.Owner != nil {
  500. return nil
  501. }
  502. repo.Owner, err = getUserByID(e, repo.OwnerID)
  503. return err
  504. }
  505. // GetOwner returns the repository owner
  506. func (repo *Repository) GetOwner() error {
  507. return repo.getOwner(x)
  508. }
  509. func (repo *Repository) mustOwner(e Engine) *User {
  510. if err := repo.getOwner(e); err != nil {
  511. return &User{
  512. Name: "error",
  513. FullName: err.Error(),
  514. }
  515. }
  516. return repo.Owner
  517. }
  518. // ComposeMetas composes a map of metas for properly rendering issue links and external issue trackers.
  519. func (repo *Repository) ComposeMetas() map[string]string {
  520. if len(repo.RenderingMetas) == 0 {
  521. metas := map[string]string{
  522. "user": repo.OwnerName,
  523. "repo": repo.Name,
  524. "repoPath": repo.RepoPath(),
  525. "mode": "comment",
  526. }
  527. unit, err := repo.GetUnit(UnitTypeExternalTracker)
  528. if err == nil {
  529. metas["format"] = unit.ExternalTrackerConfig().ExternalTrackerFormat
  530. switch unit.ExternalTrackerConfig().ExternalTrackerStyle {
  531. case markup.IssueNameStyleAlphanumeric:
  532. metas["style"] = markup.IssueNameStyleAlphanumeric
  533. default:
  534. metas["style"] = markup.IssueNameStyleNumeric
  535. }
  536. }
  537. repo.MustOwner()
  538. if repo.Owner.IsOrganization() {
  539. teams := make([]string, 0, 5)
  540. _ = x.Table("team_repo").
  541. Join("INNER", "team", "team.id = team_repo.team_id").
  542. Where("team_repo.repo_id = ?", repo.ID).
  543. Select("team.lower_name").
  544. OrderBy("team.lower_name").
  545. Find(&teams)
  546. metas["teams"] = "," + strings.Join(teams, ",") + ","
  547. metas["org"] = strings.ToLower(repo.OwnerName)
  548. }
  549. repo.RenderingMetas = metas
  550. }
  551. return repo.RenderingMetas
  552. }
  553. // ComposeDocumentMetas composes a map of metas for properly rendering documents
  554. func (repo *Repository) ComposeDocumentMetas() map[string]string {
  555. if len(repo.DocumentRenderingMetas) == 0 {
  556. metas := map[string]string{}
  557. for k, v := range repo.ComposeMetas() {
  558. metas[k] = v
  559. }
  560. metas["mode"] = "document"
  561. repo.DocumentRenderingMetas = metas
  562. }
  563. return repo.DocumentRenderingMetas
  564. }
  565. // DeleteWiki removes the actual and local copy of repository wiki.
  566. func (repo *Repository) DeleteWiki() error {
  567. return repo.deleteWiki(x)
  568. }
  569. func (repo *Repository) deleteWiki(e Engine) error {
  570. wikiPaths := []string{repo.WikiPath()}
  571. for _, wikiPath := range wikiPaths {
  572. removeAllWithNotice(e, "Delete repository wiki", wikiPath)
  573. }
  574. _, err := e.Where("repo_id = ?", repo.ID).And("type = ?", UnitTypeWiki).Delete(new(RepoUnit))
  575. return err
  576. }
  577. func (repo *Repository) getAssignees(e Engine) (_ []*User, err error) {
  578. if err = repo.getOwner(e); err != nil {
  579. return nil, err
  580. }
  581. accesses := make([]*Access, 0, 10)
  582. if err = e.
  583. Where("repo_id = ? AND mode >= ?", repo.ID, AccessModeWrite).
  584. Find(&accesses); err != nil {
  585. return nil, err
  586. }
  587. // Leave a seat for owner itself to append later, but if owner is an organization
  588. // and just waste 1 unit is cheaper than re-allocate memory once.
  589. users := make([]*User, 0, len(accesses)+1)
  590. if len(accesses) > 0 {
  591. userIDs := make([]int64, len(accesses))
  592. for i := 0; i < len(accesses); i++ {
  593. userIDs[i] = accesses[i].UserID
  594. }
  595. if err = e.In("id", userIDs).Find(&users); err != nil {
  596. return nil, err
  597. }
  598. }
  599. if !repo.Owner.IsOrganization() {
  600. users = append(users, repo.Owner)
  601. }
  602. return users, nil
  603. }
  604. // GetAssignees returns all users that have write access and can be assigned to issues
  605. // of the repository,
  606. func (repo *Repository) GetAssignees() (_ []*User, err error) {
  607. return repo.getAssignees(x)
  608. }
  609. func (repo *Repository) getReviewers(e Engine, doerID, posterID int64) ([]*User, error) {
  610. // Get the owner of the repository - this often already pre-cached and if so saves complexity for the following queries
  611. if err := repo.getOwner(e); err != nil {
  612. return nil, err
  613. }
  614. var users []*User
  615. if repo.IsPrivate ||
  616. (repo.Owner.IsOrganization() && repo.Owner.Visibility == api.VisibleTypePrivate) {
  617. // This a private repository:
  618. // Anyone who can read the repository is a requestable reviewer
  619. if err := e.
  620. SQL("SELECT * FROM `user` WHERE id in (SELECT user_id FROM `access` WHERE repo_id = ? AND mode >= ? AND user_id NOT IN ( ?, ?)) ORDER BY name",
  621. repo.ID, AccessModeRead,
  622. doerID, posterID).
  623. Find(&users); err != nil {
  624. return nil, err
  625. }
  626. return users, nil
  627. }
  628. // This is a "public" repository:
  629. // Any user that has write access or who is a watcher can be requested to review
  630. if err := e.
  631. SQL("SELECT * FROM `user` WHERE id IN ( "+
  632. "SELECT user_id FROM `access` WHERE repo_id = ? AND mode >= ? AND user_id NOT IN ( ?, ?) "+
  633. "UNION "+
  634. "SELECT user_id FROM `watch` WHERE repo_id = ? AND user_id NOT IN ( ?, ?) AND mode IN (?, ?) "+
  635. ") ORDER BY name",
  636. repo.ID, AccessModeRead, doerID, posterID,
  637. repo.ID, doerID, posterID, RepoWatchModeNormal, RepoWatchModeAuto).
  638. Find(&users); err != nil {
  639. return nil, err
  640. }
  641. return users, nil
  642. }
  643. // GetReviewers get all users can be requested to review:
  644. // * for private repositories this returns all users that have read access or higher to the repository.
  645. // * for public repositories this returns all users that have write access or higher to the repository,
  646. // and all repo watchers.
  647. // TODO: may be we should hava a busy choice for users to block review request to them.
  648. func (repo *Repository) GetReviewers(doerID, posterID int64) ([]*User, error) {
  649. return repo.getReviewers(x, doerID, posterID)
  650. }
  651. // GetReviewerTeams get all teams can be requested to review
  652. func (repo *Repository) GetReviewerTeams() ([]*Team, error) {
  653. if err := repo.GetOwner(); err != nil {
  654. return nil, err
  655. }
  656. if !repo.Owner.IsOrganization() {
  657. return nil, nil
  658. }
  659. teams, err := GetTeamsWithAccessToRepo(repo.OwnerID, repo.ID, AccessModeRead)
  660. if err != nil {
  661. return nil, err
  662. }
  663. return teams, err
  664. }
  665. // GetMilestoneByID returns the milestone belongs to repository by given ID.
  666. func (repo *Repository) GetMilestoneByID(milestoneID int64) (*Milestone, error) {
  667. return GetMilestoneByRepoID(repo.ID, milestoneID)
  668. }
  669. // IssueStats returns number of open and closed repository issues by given filter mode.
  670. func (repo *Repository) IssueStats(uid int64, filterMode int, isPull bool) (int64, int64) {
  671. return GetRepoIssueStats(repo.ID, uid, filterMode, isPull)
  672. }
  673. // GetMirror sets the repository mirror, returns an error upon failure
  674. func (repo *Repository) GetMirror() (err error) {
  675. repo.Mirror, err = GetMirrorByRepoID(repo.ID)
  676. return err
  677. }
  678. // GetBaseRepo populates repo.BaseRepo for a fork repository and
  679. // returns an error on failure (NOTE: no error is returned for
  680. // non-fork repositories, and BaseRepo will be left untouched)
  681. func (repo *Repository) GetBaseRepo() (err error) {
  682. return repo.getBaseRepo(x)
  683. }
  684. func (repo *Repository) getBaseRepo(e Engine) (err error) {
  685. if !repo.IsFork {
  686. return nil
  687. }
  688. repo.BaseRepo, err = getRepositoryByID(e, repo.ForkID)
  689. return err
  690. }
  691. // IsGenerated returns whether _this_ repository was generated from a template
  692. func (repo *Repository) IsGenerated() bool {
  693. return repo.TemplateID != 0
  694. }
  695. // GetTemplateRepo populates repo.TemplateRepo for a generated repository and
  696. // returns an error on failure (NOTE: no error is returned for
  697. // non-generated repositories, and TemplateRepo will be left untouched)
  698. func (repo *Repository) GetTemplateRepo() (err error) {
  699. return repo.getTemplateRepo(x)
  700. }
  701. func (repo *Repository) getTemplateRepo(e Engine) (err error) {
  702. if !repo.IsGenerated() {
  703. return nil
  704. }
  705. repo.TemplateRepo, err = getRepositoryByID(e, repo.TemplateID)
  706. return err
  707. }
  708. // RepoPath returns the repository path
  709. func (repo *Repository) RepoPath() string {
  710. return RepoPath(repo.OwnerName, repo.Name)
  711. }
  712. // GitConfigPath returns the path to a repository's git config/ directory
  713. func GitConfigPath(repoPath string) string {
  714. return filepath.Join(repoPath, "config")
  715. }
  716. // GitConfigPath returns the repository git config path
  717. func (repo *Repository) GitConfigPath() string {
  718. return GitConfigPath(repo.RepoPath())
  719. }
  720. // RelLink returns the repository relative link
  721. func (repo *Repository) RelLink() string {
  722. return "/" + repo.FullName()
  723. }
  724. // Link returns the repository link
  725. func (repo *Repository) Link() string {
  726. return setting.AppSubURL + "/" + repo.FullName()
  727. }
  728. // ComposeCompareURL returns the repository comparison URL
  729. func (repo *Repository) ComposeCompareURL(oldCommitID, newCommitID string) string {
  730. return fmt.Sprintf("%s/compare/%s...%s", repo.FullName(), oldCommitID, newCommitID)
  731. }
  732. // UpdateDefaultBranch updates the default branch
  733. func (repo *Repository) UpdateDefaultBranch() error {
  734. _, err := x.ID(repo.ID).Cols("default_branch").Update(repo)
  735. return err
  736. }
  737. // IsOwnedBy returns true when user owns this repository
  738. func (repo *Repository) IsOwnedBy(userID int64) bool {
  739. return repo.OwnerID == userID
  740. }
  741. func (repo *Repository) updateSize(e Engine) error {
  742. size, err := util.GetDirectorySize(repo.RepoPath())
  743. if err != nil {
  744. return fmt.Errorf("updateSize: %v", err)
  745. }
  746. objs, err := repo.GetLFSMetaObjects(-1, 0)
  747. if err != nil {
  748. return fmt.Errorf("updateSize: GetLFSMetaObjects: %v", err)
  749. }
  750. for _, obj := range objs {
  751. size += obj.Size
  752. }
  753. repo.Size = size
  754. _, err = e.ID(repo.ID).Cols("size").Update(repo)
  755. return err
  756. }
  757. // UpdateSize updates the repository size, calculating it using util.GetDirectorySize
  758. func (repo *Repository) UpdateSize(ctx DBContext) error {
  759. return repo.updateSize(ctx.e)
  760. }
  761. // CanUserFork returns true if specified user can fork repository.
  762. func (repo *Repository) CanUserFork(user *User) (bool, error) {
  763. if user == nil {
  764. return false, nil
  765. }
  766. if repo.OwnerID != user.ID && !user.HasForkedRepo(repo.ID) {
  767. return true, nil
  768. }
  769. if err := user.GetOwnedOrganizations(); err != nil {
  770. return false, err
  771. }
  772. for _, org := range user.OwnedOrgs {
  773. if repo.OwnerID != org.ID && !org.HasForkedRepo(repo.ID) {
  774. return true, nil
  775. }
  776. }
  777. return false, nil
  778. }
  779. // CanUserDelete returns true if user could delete the repository
  780. func (repo *Repository) CanUserDelete(user *User) (bool, error) {
  781. if user.IsAdmin || user.ID == repo.OwnerID {
  782. return true, nil
  783. }
  784. if err := repo.GetOwner(); err != nil {
  785. return false, err
  786. }
  787. if repo.Owner.IsOrganization() {
  788. isOwner, err := repo.Owner.IsOwnedBy(user.ID)
  789. if err != nil {
  790. return false, err
  791. } else if isOwner {
  792. return true, nil
  793. }
  794. }
  795. return false, nil
  796. }
  797. // CanEnablePulls returns true if repository meets the requirements of accepting pulls.
  798. func (repo *Repository) CanEnablePulls() bool {
  799. return !repo.IsMirror && !repo.IsEmpty
  800. }
  801. // AllowsPulls returns true if repository meets the requirements of accepting pulls and has them enabled.
  802. func (repo *Repository) AllowsPulls() bool {
  803. return repo.CanEnablePulls() && repo.UnitEnabled(UnitTypePullRequests)
  804. }
  805. // CanEnableEditor returns true if repository meets the requirements of web editor.
  806. func (repo *Repository) CanEnableEditor() bool {
  807. return !repo.IsMirror
  808. }
  809. // GetReaders returns all users that have explicit read access or higher to the repository.
  810. func (repo *Repository) GetReaders() (_ []*User, err error) {
  811. return repo.getUsersWithAccessMode(x, AccessModeRead)
  812. }
  813. // GetWriters returns all users that have write access to the repository.
  814. func (repo *Repository) GetWriters() (_ []*User, err error) {
  815. return repo.getUsersWithAccessMode(x, AccessModeWrite)
  816. }
  817. // IsReader returns true if user has explicit read access or higher to the repository.
  818. func (repo *Repository) IsReader(userID int64) (bool, error) {
  819. if repo.OwnerID == userID {
  820. return true, nil
  821. }
  822. return x.Where("repo_id = ? AND user_id = ? AND mode >= ?", repo.ID, userID, AccessModeRead).Get(&Access{})
  823. }
  824. // getUsersWithAccessMode returns users that have at least given access mode to the repository.
  825. func (repo *Repository) getUsersWithAccessMode(e Engine, mode AccessMode) (_ []*User, err error) {
  826. if err = repo.getOwner(e); err != nil {
  827. return nil, err
  828. }
  829. accesses := make([]*Access, 0, 10)
  830. if err = e.Where("repo_id = ? AND mode >= ?", repo.ID, mode).Find(&accesses); err != nil {
  831. return nil, err
  832. }
  833. // Leave a seat for owner itself to append later, but if owner is an organization
  834. // and just waste 1 unit is cheaper than re-allocate memory once.
  835. users := make([]*User, 0, len(accesses)+1)
  836. if len(accesses) > 0 {
  837. userIDs := make([]int64, len(accesses))
  838. for i := 0; i < len(accesses); i++ {
  839. userIDs[i] = accesses[i].UserID
  840. }
  841. if err = e.In("id", userIDs).Find(&users); err != nil {
  842. return nil, err
  843. }
  844. }
  845. if !repo.Owner.IsOrganization() {
  846. users = append(users, repo.Owner)
  847. }
  848. return users, nil
  849. }
  850. // DescriptionHTML does special handles to description and return HTML string.
  851. func (repo *Repository) DescriptionHTML() template.HTML {
  852. desc, err := markup.RenderDescriptionHTML([]byte(repo.Description), repo.HTMLURL(), repo.ComposeMetas())
  853. if err != nil {
  854. log.Error("Failed to render description for %s (ID: %d): %v", repo.Name, repo.ID, err)
  855. return template.HTML(markup.Sanitize(repo.Description))
  856. }
  857. return template.HTML(markup.Sanitize(string(desc)))
  858. }
  859. func isRepositoryExist(e Engine, u *User, repoName string) (bool, error) {
  860. has, err := e.Get(&Repository{
  861. OwnerID: u.ID,
  862. LowerName: strings.ToLower(repoName),
  863. })
  864. return has && com.IsDir(RepoPath(u.Name, repoName)), err
  865. }
  866. // IsRepositoryExist returns true if the repository with given name under user has already existed.
  867. func IsRepositoryExist(u *User, repoName string) (bool, error) {
  868. return isRepositoryExist(x, u, repoName)
  869. }
  870. // CloneLink represents different types of clone URLs of repository.
  871. type CloneLink struct {
  872. SSH string
  873. HTTPS string
  874. Git string
  875. }
  876. // ComposeHTTPSCloneURL returns HTTPS clone URL based on given owner and repository name.
  877. func ComposeHTTPSCloneURL(owner, repo string) string {
  878. return fmt.Sprintf("%s%s/%s.git", setting.AppURL, url.PathEscape(owner), url.PathEscape(repo))
  879. }
  880. func (repo *Repository) cloneLink(isWiki bool) *CloneLink {
  881. repoName := repo.Name
  882. if isWiki {
  883. repoName += ".wiki"
  884. }
  885. sshUser := setting.RunUser
  886. if setting.SSH.StartBuiltinServer {
  887. sshUser = setting.SSH.BuiltinServerUser
  888. }
  889. cl := new(CloneLink)
  890. // if we have a ipv6 literal we need to put brackets around it
  891. // for the git cloning to work.
  892. sshDomain := setting.SSH.Domain
  893. ip := net.ParseIP(setting.SSH.Domain)
  894. if ip != nil && ip.To4() == nil {
  895. sshDomain = "[" + setting.SSH.Domain + "]"
  896. }
  897. if setting.SSH.Port != 22 {
  898. cl.SSH = fmt.Sprintf("ssh://%s@%s/%s/%s.git", sshUser, net.JoinHostPort(setting.SSH.Domain, strconv.Itoa(setting.SSH.Port)), repo.OwnerName, repoName)
  899. } else if setting.Repository.UseCompatSSHURI {
  900. cl.SSH = fmt.Sprintf("ssh://%s@%s/%s/%s.git", sshUser, sshDomain, repo.OwnerName, repoName)
  901. } else {
  902. cl.SSH = fmt.Sprintf("%s@%s:%s/%s.git", sshUser, sshDomain, repo.OwnerName, repoName)
  903. }
  904. cl.HTTPS = ComposeHTTPSCloneURL(repo.OwnerName, repoName)
  905. return cl
  906. }
  907. // CloneLink returns clone URLs of repository.
  908. func (repo *Repository) CloneLink() (cl *CloneLink) {
  909. return repo.cloneLink(false)
  910. }
  911. // CheckCreateRepository check if could created a repository
  912. func CheckCreateRepository(doer, u *User, name string, overwriteOrAdopt bool) error {
  913. if !doer.CanCreateRepo() {
  914. return ErrReachLimitOfRepo{u.MaxRepoCreation}
  915. }
  916. if err := IsUsableRepoName(name); err != nil {
  917. return err
  918. }
  919. has, err := isRepositoryExist(x, u, name)
  920. if err != nil {
  921. return fmt.Errorf("IsRepositoryExist: %v", err)
  922. } else if has {
  923. return ErrRepoAlreadyExist{u.Name, name}
  924. }
  925. if !overwriteOrAdopt && com.IsExist(RepoPath(u.Name, name)) {
  926. return ErrRepoFilesAlreadyExist{u.Name, name}
  927. }
  928. return nil
  929. }
  930. // CreateRepoOptions contains the create repository options
  931. type CreateRepoOptions struct {
  932. Name string
  933. Description string
  934. OriginalURL string
  935. GitServiceType api.GitServiceType
  936. Gitignores string
  937. IssueLabels string
  938. License string
  939. Readme string
  940. DefaultBranch string
  941. IsPrivate bool
  942. IsMirror bool
  943. IsTemplate bool
  944. AutoInit bool
  945. Status RepositoryStatus
  946. TrustModel TrustModelType
  947. }
  948. // GetRepoInitFile returns repository init files
  949. func GetRepoInitFile(tp, name string) ([]byte, error) {
  950. cleanedName := strings.TrimLeft(path.Clean("/"+name), "/")
  951. relPath := path.Join("options", tp, cleanedName)
  952. // Use custom file when available.
  953. customPath := path.Join(setting.CustomPath, relPath)
  954. if com.IsFile(customPath) {
  955. return ioutil.ReadFile(customPath)
  956. }
  957. switch tp {
  958. case "readme":
  959. return options.Readme(cleanedName)
  960. case "gitignore":
  961. return options.Gitignore(cleanedName)
  962. case "license":
  963. return options.License(cleanedName)
  964. case "label":
  965. return options.Labels(cleanedName)
  966. default:
  967. return []byte{}, fmt.Errorf("Invalid init file type")
  968. }
  969. }
  970. var (
  971. reservedRepoNames = []string{".", ".."}
  972. reservedRepoPatterns = []string{"*.git", "*.wiki"}
  973. )
  974. // IsUsableRepoName returns true when repository is usable
  975. func IsUsableRepoName(name string) error {
  976. if alphaDashDotPattern.MatchString(name) {
  977. // Note: usually this error is normally caught up earlier in the UI
  978. return ErrNameCharsNotAllowed{Name: name}
  979. }
  980. return isUsableName(reservedRepoNames, reservedRepoPatterns, name)
  981. }
  982. // CreateRepository creates a repository for the user/organization.
  983. func CreateRepository(ctx DBContext, doer, u *User, repo *Repository, overwriteOrAdopt bool) (err error) {
  984. if err = IsUsableRepoName(repo.Name); err != nil {
  985. return err
  986. }
  987. has, err := isRepositoryExist(ctx.e, u, repo.Name)
  988. if err != nil {
  989. return fmt.Errorf("IsRepositoryExist: %v", err)
  990. } else if has {
  991. return ErrRepoAlreadyExist{u.Name, repo.Name}
  992. }
  993. repoPath := RepoPath(u.Name, repo.Name)
  994. if !overwriteOrAdopt && com.IsExist(repoPath) {
  995. log.Error("Files already exist in %s and we are not going to adopt or delete.", repoPath)
  996. return ErrRepoFilesAlreadyExist{
  997. Uname: u.Name,
  998. Name: repo.Name,
  999. }
  1000. }
  1001. if _, err = ctx.e.Insert(repo); err != nil {
  1002. return err
  1003. }
  1004. if err = deleteRepoRedirect(ctx.e, u.ID, repo.Name); err != nil {
  1005. return err
  1006. }
  1007. // insert units for repo
  1008. var units = make([]RepoUnit, 0, len(DefaultRepoUnits))
  1009. for _, tp := range DefaultRepoUnits {
  1010. if tp == UnitTypeIssues {
  1011. units = append(units, RepoUnit{
  1012. RepoID: repo.ID,
  1013. Type: tp,
  1014. Config: &IssuesConfig{
  1015. EnableTimetracker: setting.Service.DefaultEnableTimetracking,
  1016. AllowOnlyContributorsToTrackTime: setting.Service.DefaultAllowOnlyContributorsToTrackTime,
  1017. EnableDependencies: setting.Service.DefaultEnableDependencies,
  1018. },
  1019. })
  1020. } else if tp == UnitTypePullRequests {
  1021. units = append(units, RepoUnit{
  1022. RepoID: repo.ID,
  1023. Type: tp,
  1024. Config: &PullRequestsConfig{AllowMerge: true, AllowRebase: true, AllowRebaseMerge: true, AllowSquash: true},
  1025. })
  1026. } else {
  1027. units = append(units, RepoUnit{
  1028. RepoID: repo.ID,
  1029. Type: tp,
  1030. })
  1031. }
  1032. }
  1033. if _, err = ctx.e.Insert(&units); err != nil {
  1034. return err
  1035. }
  1036. // Remember visibility preference.
  1037. u.LastRepoVisibility = repo.IsPrivate
  1038. if err = updateUserCols(ctx.e, u, "last_repo_visibility"); err != nil {
  1039. return fmt.Errorf("updateUser: %v", err)
  1040. }
  1041. if _, err = ctx.e.Incr("num_repos").ID(u.ID).Update(new(User)); err != nil {
  1042. return fmt.Errorf("increment user total_repos: %v", err)
  1043. }
  1044. u.NumRepos++
  1045. // Give access to all members in teams with access to all repositories.
  1046. if u.IsOrganization() {
  1047. if err := u.GetTeams(&SearchTeamOptions{}); err != nil {
  1048. return fmt.Errorf("GetTeams: %v", err)
  1049. }
  1050. for _, t := range u.Teams {
  1051. if t.IncludesAllRepositories {
  1052. if err := t.addRepository(ctx.e, repo); err != nil {
  1053. return fmt.Errorf("addRepository: %v", err)
  1054. }
  1055. }
  1056. }
  1057. if isAdmin, err := isUserRepoAdmin(ctx.e, repo, doer); err != nil {
  1058. return fmt.Errorf("isUserRepoAdmin: %v", err)
  1059. } else if !isAdmin {
  1060. // Make creator repo admin if it wan't assigned automatically
  1061. if err = repo.addCollaborator(ctx.e, doer); err != nil {
  1062. return fmt.Errorf("AddCollaborator: %v", err)
  1063. }
  1064. if err = repo.changeCollaborationAccessMode(ctx.e, doer.ID, AccessModeAdmin); err != nil {
  1065. return fmt.Errorf("ChangeCollaborationAccessMode: %v", err)
  1066. }
  1067. }
  1068. } else if err = repo.recalculateAccesses(ctx.e); err != nil {
  1069. // Organization automatically called this in addRepository method.
  1070. return fmt.Errorf("recalculateAccesses: %v", err)
  1071. }
  1072. if setting.Service.AutoWatchNewRepos {
  1073. if err = watchRepo(ctx.e, doer.ID, repo.ID, true); err != nil {
  1074. return fmt.Errorf("watchRepo: %v", err)
  1075. }
  1076. }
  1077. if err = copyDefaultWebhooksToRepo(ctx.e, repo.ID); err != nil {
  1078. return fmt.Errorf("copyDefaultWebhooksToRepo: %v", err)
  1079. }
  1080. return nil
  1081. }
  1082. func countRepositories(userID int64, private bool) int64 {
  1083. sess := x.Where("id > 0")
  1084. if userID > 0 {
  1085. sess.And("owner_id = ?", userID)
  1086. }
  1087. if !private {
  1088. sess.And("is_private=?", false)
  1089. }
  1090. count, err := sess.Count(new(Repository))
  1091. if err != nil {
  1092. log.Error("countRepositories: %v", err)
  1093. }
  1094. return count
  1095. }
  1096. // CountRepositories returns number of repositories.
  1097. // Argument private only takes effect when it is false,
  1098. // set it true to count all repositories.
  1099. func CountRepositories(private bool) int64 {
  1100. return countRepositories(-1, private)
  1101. }
  1102. // CountUserRepositories returns number of repositories user owns.
  1103. // Argument private only takes effect when it is false,
  1104. // set it true to count all repositories.
  1105. func CountUserRepositories(userID int64, private bool) int64 {
  1106. return countRepositories(userID, private)
  1107. }
  1108. // RepoPath returns repository path by given user and repository name.
  1109. func RepoPath(userName, repoName string) string {
  1110. return filepath.Join(UserPath(userName), strings.ToLower(repoName)+".git")
  1111. }
  1112. // IncrementRepoForkNum increment repository fork number
  1113. func IncrementRepoForkNum(ctx DBContext, repoID int64) error {
  1114. _, err := ctx.e.Exec("UPDATE `repository` SET num_forks=num_forks+1 WHERE id=?", repoID)
  1115. return err
  1116. }
  1117. // TransferOwnership transfers all corresponding setting from old user to new one.
  1118. func TransferOwnership(doer *User, newOwnerName string, repo *Repository) error {
  1119. newOwner, err := GetUserByName(newOwnerName)
  1120. if err != nil {
  1121. return fmt.Errorf("get new owner '%s': %v", newOwnerName, err)
  1122. }
  1123. // Check if new owner has repository with same name.
  1124. has, err := IsRepositoryExist(newOwner, repo.Name)
  1125. if err != nil {
  1126. return fmt.Errorf("IsRepositoryExist: %v", err)
  1127. } else if has {
  1128. return ErrRepoAlreadyExist{newOwnerName, repo.Name}
  1129. }
  1130. sess := x.NewSession()
  1131. defer sess.Close()
  1132. if err = sess.Begin(); err != nil {
  1133. return fmt.Errorf("sess.Begin: %v", err)
  1134. }
  1135. oldOwner := repo.Owner
  1136. // Note: we have to set value here to make sure recalculate accesses is based on
  1137. // new owner.
  1138. repo.OwnerID = newOwner.ID
  1139. repo.Owner = newOwner
  1140. repo.OwnerName = newOwner.Name
  1141. // Update repository.
  1142. if _, err := sess.ID(repo.ID).Update(repo); err != nil {
  1143. return fmt.Errorf("update owner: %v", err)
  1144. }
  1145. // Remove redundant collaborators.
  1146. collaborators, err := repo.getCollaborators(sess, ListOptions{})
  1147. if err != nil {
  1148. return fmt.Errorf("getCollaborators: %v", err)
  1149. }
  1150. // Dummy object.
  1151. collaboration := &Collaboration{RepoID: repo.ID}
  1152. for _, c := range collaborators {
  1153. if c.ID != newOwner.ID {
  1154. isMember, err := isOrganizationMember(sess, newOwner.ID, c.ID)
  1155. if err != nil {
  1156. return fmt.Errorf("IsOrgMember: %v", err)
  1157. } else if !isMember {
  1158. continue
  1159. }
  1160. }
  1161. collaboration.UserID = c.ID
  1162. if _, err = sess.Delete(collaboration); err != nil {
  1163. return fmt.Errorf("remove collaborator '%d': %v", c.ID, err)
  1164. }
  1165. }
  1166. // Remove old team-repository relations.
  1167. if oldOwner.IsOrganization() {
  1168. if err = oldOwner.removeOrgRepo(sess, repo.ID); err != nil {
  1169. return fmt.Errorf("removeOrgRepo: %v", err)
  1170. }
  1171. }
  1172. if newOwner.IsOrganization() {
  1173. if err := newOwner.getTeams(sess); err != nil {
  1174. return fmt.Errorf("GetTeams: %v", err)
  1175. }
  1176. for _, t := range newOwner.Teams {
  1177. if t.IncludesAllRepositories {
  1178. if err := t.addRepository(sess, repo); err != nil {
  1179. return fmt.Errorf("addRepository: %v", err)
  1180. }
  1181. }
  1182. }
  1183. } else if err = repo.recalculateAccesses(sess); err != nil {
  1184. // Organization called this in addRepository method.
  1185. return fmt.Errorf("recalculateAccesses: %v", err)
  1186. }
  1187. // Update repository count.
  1188. if _, err = sess.Exec("UPDATE `user` SET num_repos=num_repos+1 WHERE id=?", newOwner.ID); err != nil {
  1189. return fmt.Errorf("increase new owner repository count: %v", err)
  1190. } else if _, err = sess.Exec("UPDATE `user` SET num_repos=num_repos-1 WHERE id=?", oldOwner.ID); err != nil {
  1191. return fmt.Errorf("decrease old owner repository count: %v", err)
  1192. }
  1193. if err = watchRepo(sess, doer.ID, repo.ID, true); err != nil {
  1194. return fmt.Errorf("watchRepo: %v", err)
  1195. }
  1196. // Remove watch for organization.
  1197. if oldOwner.IsOrganization() {
  1198. if err = watchRepo(sess, oldOwner.ID, repo.ID, false); err != nil {
  1199. return fmt.Errorf("watchRepo [false]: %v", err)
  1200. }
  1201. }
  1202. // Rename remote repository to new path and delete local copy.
  1203. dir := UserPath(newOwner.Name)
  1204. if err := os.MkdirAll(dir, os.ModePerm); err != nil {
  1205. return fmt.Errorf("Failed to create dir %s: %v", dir, err)
  1206. }
  1207. if err = os.Rename(RepoPath(oldOwner.Name, repo.Name), RepoPath(newOwner.Name, repo.Name)); err != nil {
  1208. return fmt.Errorf("rename repository directory: %v", err)
  1209. }
  1210. // Rename remote wiki repository to new path and delete local copy.
  1211. wikiPath := WikiPath(oldOwner.Name, repo.Name)
  1212. if com.IsExist(wikiPath) {
  1213. if err = os.Rename(wikiPath, WikiPath(newOwner.Name, repo.Name)); err != nil {
  1214. return fmt.Errorf("rename repository wiki: %v", err)
  1215. }
  1216. }
  1217. // If there was previously a redirect at this location, remove it.
  1218. if err = deleteRepoRedirect(sess, newOwner.ID, repo.Name); err != nil {
  1219. return fmt.Errorf("delete repo redirect: %v", err)
  1220. }
  1221. if err := NewRepoRedirect(DBContext{sess}, oldOwner.ID, repo.ID, repo.Name, repo.Name); err != nil {
  1222. return fmt.Errorf("NewRepoRedirect: %v", err)
  1223. }
  1224. return sess.Commit()
  1225. }
  1226. // ChangeRepositoryName changes all corresponding setting from old repository name to new one.
  1227. func ChangeRepositoryName(doer *User, repo *Repository, newRepoName string) (err error) {
  1228. oldRepoName := repo.Name
  1229. newRepoName = strings.ToLower(newRepoName)
  1230. if err = IsUsableRepoName(newRepoName); err != nil {
  1231. return err
  1232. }
  1233. if err := repo.GetOwner(); err != nil {
  1234. return err
  1235. }
  1236. has, err := IsRepositoryExist(repo.Owner, newRepoName)
  1237. if err != nil {
  1238. return fmt.Errorf("IsRepositoryExist: %v", err)
  1239. } else if has {
  1240. return ErrRepoAlreadyExist{repo.Owner.Name, newRepoName}
  1241. }
  1242. newRepoPath := RepoPath(repo.Owner.Name, newRepoName)
  1243. if err = os.Rename(repo.RepoPath(), newRepoPath); err != nil {
  1244. return fmt.Errorf("rename repository directory: %v", err)
  1245. }
  1246. wikiPath := repo.WikiPath()
  1247. if com.IsExist(wikiPath) {
  1248. if err = os.Rename(wikiPath, WikiPath(repo.Owner.Name, newRepoName)); err != nil {
  1249. return fmt.Errorf("rename repository wiki: %v", err)
  1250. }
  1251. }
  1252. sess := x.NewSession()
  1253. defer sess.Close()
  1254. if err = sess.Begin(); err != nil {
  1255. return fmt.Errorf("sess.Begin: %v", err)
  1256. }
  1257. // If there was previously a redirect at this location, remove it.
  1258. if err = deleteRepoRedirect(sess, repo.OwnerID, newRepoName); err != nil {
  1259. return fmt.Errorf("delete repo redirect: %v", err)
  1260. }
  1261. if err := NewRepoRedirect(DBContext{sess}, repo.Owner.ID, repo.ID, oldRepoName, newRepoName); err != nil {
  1262. return err
  1263. }
  1264. return sess.Commit()
  1265. }
  1266. func getRepositoriesByForkID(e Engine, forkID int64) ([]*Repository, error) {
  1267. repos := make([]*Repository, 0, 10)
  1268. return repos, e.
  1269. Where("fork_id=?", forkID).
  1270. Find(&repos)
  1271. }
  1272. // GetRepositoriesByForkID returns all repositories with given fork ID.
  1273. func GetRepositoriesByForkID(forkID int64) ([]*Repository, error) {
  1274. return getRepositoriesByForkID(x, forkID)
  1275. }
  1276. func updateRepository(e Engine, repo *Repository, visibilityChanged bool) (err error) {
  1277. repo.LowerName = strings.ToLower(repo.Name)
  1278. if utf8.RuneCountInString(repo.Description) > 255 {
  1279. repo.Description = string([]rune(repo.Description)[:255])
  1280. }
  1281. if utf8.RuneCountInString(repo.Website) > 255 {
  1282. repo.Website = string([]rune(repo.Website)[:255])
  1283. }
  1284. if _, err = e.ID(repo.ID).AllCols().Update(repo); err != nil {
  1285. return fmt.Errorf("update: %v", err)
  1286. }
  1287. if visibilityChanged {
  1288. if err = repo.getOwner(e); err != nil {
  1289. return fmt.Errorf("getOwner: %v", err)
  1290. }
  1291. if repo.Owner.IsOrganization() {
  1292. // Organization repository need to recalculate access table when visibility is changed.
  1293. if err = repo.recalculateTeamAccesses(e, 0); err != nil {
  1294. return fmt.Errorf("recalculateTeamAccesses: %v", err)
  1295. }
  1296. }
  1297. // If repo has become private, we need to set its actions to private.
  1298. if repo.IsPrivate {
  1299. _, err = e.Where("repo_id = ?", repo.ID).Cols("is_private").Update(&Action{
  1300. IsPrivate: true,
  1301. })
  1302. if err != nil {
  1303. return err
  1304. }
  1305. }
  1306. // Create/Remove git-daemon-export-ok for git-daemon...
  1307. daemonExportFile := path.Join(repo.RepoPath(), `git-daemon-export-ok`)
  1308. if repo.IsPrivate && com.IsExist(daemonExportFile) {
  1309. if err = util.Remove(daemonExportFile); err != nil {
  1310. log.Error("Failed to remove %s: %v", daemonExportFile, err)
  1311. }
  1312. } else if !repo.IsPrivate && !com.IsExist(daemonExportFile) {
  1313. if f, err := os.Create(daemonExportFile); err != nil {
  1314. log.Error("Failed to create %s: %v", daemonExportFile, err)
  1315. } else {
  1316. f.Close()
  1317. }
  1318. }
  1319. forkRepos, err := getRepositoriesByForkID(e, repo.ID)
  1320. if err != nil {
  1321. return fmt.Errorf("getRepositoriesByForkID: %v", err)
  1322. }
  1323. for i := range forkRepos {
  1324. forkRepos[i].IsPrivate = repo.IsPrivate || repo.Owner.Visibility == api.VisibleTypePrivate
  1325. if err = updateRepository(e, forkRepos[i], true); err != nil {
  1326. return fmt.Errorf("updateRepository[%d]: %v", forkRepos[i].ID, err)
  1327. }
  1328. }
  1329. if err = repo.updateSize(e); err != nil {
  1330. log.Error("Failed to update size for repository: %v", err)
  1331. }
  1332. }
  1333. return nil
  1334. }
  1335. // UpdateRepositoryCtx updates a repository with db context
  1336. func UpdateRepositoryCtx(ctx DBContext, repo *Repository, visibilityChanged bool) error {
  1337. return updateRepository(ctx.e, repo, visibilityChanged)
  1338. }
  1339. // UpdateRepository updates a repository
  1340. func UpdateRepository(repo *Repository, visibilityChanged bool) (err error) {
  1341. sess := x.NewSession()
  1342. defer sess.Close()
  1343. if err = sess.Begin(); err != nil {
  1344. return err
  1345. }
  1346. if err = updateRepository(sess, repo, visibilityChanged); err != nil {
  1347. return fmt.Errorf("updateRepository: %v", err)
  1348. }
  1349. return sess.Commit()
  1350. }
  1351. // UpdateRepositoryUpdatedTime updates a repository's updated time
  1352. func UpdateRepositoryUpdatedTime(repoID int64, updateTime time.Time) error {
  1353. _, err := x.Exec("UPDATE repository SET updated_unix = ? WHERE id = ?", updateTime.Unix(), repoID)
  1354. return err
  1355. }
  1356. // UpdateRepositoryUnits updates a repository's units
  1357. func UpdateRepositoryUnits(repo *Repository, units []RepoUnit, deleteUnitTypes []UnitType) (err error) {
  1358. sess := x.NewSession()
  1359. defer sess.Close()
  1360. if err = sess.Begin(); err != nil {
  1361. return err
  1362. }
  1363. // Delete existing settings of units before adding again
  1364. for _, u := range units {
  1365. deleteUnitTypes = append(deleteUnitTypes, u.Type)
  1366. }
  1367. if _, err = sess.Where("repo_id = ?", repo.ID).In("type", deleteUnitTypes).Delete(new(RepoUnit)); err != nil {
  1368. return err
  1369. }
  1370. if len(units) > 0 {
  1371. if _, err = sess.Insert(units); err != nil {
  1372. return err
  1373. }
  1374. }
  1375. return sess.Commit()
  1376. }
  1377. // DeleteRepository deletes a repository for a user or organization.
  1378. func DeleteRepository(doer *User, uid, repoID int64) error {
  1379. // In case is a organization.
  1380. org, err := GetUserByID(uid)
  1381. if err != nil {
  1382. return err
  1383. }
  1384. if org.IsOrganization() {
  1385. if err = org.GetTeams(&SearchTeamOptions{}); err != nil {
  1386. return err
  1387. }
  1388. }
  1389. sess := x.NewSession()
  1390. defer sess.Close()
  1391. if err = sess.Begin(); err != nil {
  1392. return err
  1393. }
  1394. repo := &Repository{ID: repoID, OwnerID: uid}
  1395. has, err := sess.Get(repo)
  1396. if err != nil {
  1397. return err
  1398. } else if !has {
  1399. return ErrRepoNotExist{repoID, uid, "", ""}
  1400. }
  1401. // Delete Deploy Keys
  1402. deployKeys, err := listDeployKeys(sess, repo.ID, ListOptions{})
  1403. if err != nil {
  1404. return fmt.Errorf("listDeployKeys: %v", err)
  1405. }
  1406. for _, dKey := range deployKeys {
  1407. if err := deleteDeployKey(sess, doer, dKey.ID); err != nil {
  1408. return fmt.Errorf("deleteDeployKeys: %v", err)
  1409. }
  1410. }
  1411. if cnt, err := sess.ID(repoID).Delete(&Repository{}); err != nil {
  1412. return err
  1413. } else if cnt != 1 {
  1414. return ErrRepoNotExist{repoID, uid, "", ""}
  1415. }
  1416. if org.IsOrganization() {
  1417. for _, t := range org.Teams {
  1418. if !t.hasRepository(sess, repoID) {
  1419. continue
  1420. } else if err = t.removeRepository(sess, repo, false); err != nil {
  1421. return err
  1422. }
  1423. }
  1424. }
  1425. attachments := make([]*Attachment, 0, 20)
  1426. if err = sess.Join("INNER", "`release`", "`release`.id = `attachment`.release_id").
  1427. Where("`release`.repo_id = ?", repoID).
  1428. Find(&attachments); err != nil {
  1429. return err
  1430. }
  1431. releaseAttachments := make([]string, 0, len(attachments))
  1432. for i := 0; i < len(attachments); i++ {
  1433. releaseAttachments = append(releaseAttachments, attachments[i].RelativePath())
  1434. }
  1435. if _, err = sess.Exec("UPDATE `user` SET num_stars=num_stars-1 WHERE id IN (SELECT `uid` FROM `star` WHERE repo_id = ?)", repo.ID); err != nil {
  1436. return err
  1437. }
  1438. if err = deleteBeans(sess,
  1439. &Access{RepoID: repo.ID},
  1440. &Action{RepoID: repo.ID},
  1441. &Watch{RepoID: repoID},
  1442. &Star{RepoID: repoID},
  1443. &Mirror{RepoID: repoID},
  1444. &Milestone{RepoID: repoID},
  1445. &Release{RepoID: repoID},
  1446. &Collaboration{RepoID: repoID},
  1447. &PullRequest{BaseRepoID: repoID},
  1448. &RepoUnit{RepoID: repoID},
  1449. &RepoRedirect{RedirectRepoID: repoID},
  1450. &Webhook{RepoID: repoID},
  1451. &HookTask{RepoID: repoID},
  1452. &Notification{RepoID: repoID},
  1453. &CommitStatus{RepoID: repoID},
  1454. &RepoIndexerStatus{RepoID: repoID},
  1455. &LanguageStat{RepoID: repoID},
  1456. &Comment{RefRepoID: repoID},
  1457. &Task{RepoID: repoID},
  1458. ); err != nil {
  1459. return fmt.Errorf("deleteBeans: %v", err)
  1460. }
  1461. // Delete Issues and related objects
  1462. var attachmentPaths []string
  1463. if attachmentPaths, err = deleteIssuesByRepoID(sess, repoID); err != nil {
  1464. return err
  1465. }
  1466. if _, err = sess.Where("repo_id = ?", repoID).Delete(new(RepoUnit)); err != nil {
  1467. return err
  1468. }
  1469. if repo.IsFork {
  1470. if _, err = sess.Exec("UPDATE `repository` SET num_forks=num_forks-1 WHERE id=?", repo.ForkID); err != nil {
  1471. return fmt.Errorf("decrease fork count: %v", err)
  1472. }
  1473. }
  1474. if _, err = sess.Exec("UPDATE `user` SET num_repos=num_repos-1 WHERE id=?", uid); err != nil {
  1475. return err
  1476. }
  1477. if len(repo.Topics) > 0 {
  1478. if err = removeTopicsFromRepo(sess, repo.ID); err != nil {
  1479. return err
  1480. }
  1481. }
  1482. projects, _, err := getProjects(sess, ProjectSearchOptions{
  1483. RepoID: repoID,
  1484. })
  1485. if err != nil {
  1486. return fmt.Errorf("get projects: %v", err)
  1487. }
  1488. for i := range projects {
  1489. if err := deleteProjectByID(sess, projects[i].ID); err != nil {
  1490. return fmt.Errorf("delete project [%d]: %v", projects[i].ID, err)
  1491. }
  1492. }
  1493. // FIXME: Remove repository files should be executed after transaction succeed.
  1494. repoPath := repo.RepoPath()
  1495. removeAllWithNotice(sess, "Delete repository files", repoPath)
  1496. err = repo.deleteWiki(sess)
  1497. if err != nil {
  1498. return err
  1499. }
  1500. // Remove LFS objects
  1501. var lfsObjects []*LFSMetaObject
  1502. if err = sess.Where("repository_id=?", repoID).Find(&lfsObjects); err != nil {
  1503. return err
  1504. }
  1505. for _, v := range lfsObjects {
  1506. count, err := sess.Count(&LFSMetaObject{Oid: v.Oid})
  1507. if err != nil {
  1508. return err
  1509. }
  1510. if count > 1 {
  1511. continue
  1512. }
  1513. removeStorageWithNotice(sess, storage.LFS, "Delete orphaned LFS file", v.RelativePath())
  1514. }
  1515. if _, err := sess.Delete(&LFSMetaObject{RepositoryID: repoID}); err != nil {
  1516. return err
  1517. }
  1518. if repo.NumForks > 0 {
  1519. if _, err = sess.Exec("UPDATE `repository` SET fork_id=0,is_fork=? WHERE fork_id=?", false, repo.ID); err != nil {
  1520. log.Error("reset 'fork_id' and 'is_fork': %v", err)
  1521. }
  1522. }
  1523. if err = sess.Commit(); err != nil {
  1524. sess.Close()
  1525. if len(deployKeys) > 0 {
  1526. // We need to rewrite the public keys because the commit failed
  1527. if err2 := RewriteAllPublicKeys(); err2 != nil {
  1528. return fmt.Errorf("Commit: %v SSH Keys: %v", err, err2)
  1529. }
  1530. }
  1531. return fmt.Errorf("Commit: %v", err)
  1532. }
  1533. sess.Close()
  1534. // We should always delete the files after the database transaction succeed. If
  1535. // we delete the file but the database rollback, the repository will be borken.
  1536. // Remove issue attachment files.
  1537. for i := range attachmentPaths {
  1538. RemoveStorageWithNotice(storage.Attachments, "Delete issue attachment", attachmentPaths[i])
  1539. }
  1540. // Remove release attachment files.
  1541. for i := range releaseAttachments {
  1542. RemoveStorageWithNotice(storage.Attachments, "Delete release attachment", releaseAttachments[i])
  1543. }
  1544. if len(repo.Avatar) > 0 {
  1545. if err := storage.RepoAvatars.Delete(repo.CustomAvatarRelativePath()); err != nil {
  1546. return fmt.Errorf("Failed to remove %s: %v", repo.Avatar, err)
  1547. }
  1548. }
  1549. return nil
  1550. }
  1551. // GetRepositoryByOwnerAndName returns the repository by given ownername and reponame.
  1552. func GetRepositoryByOwnerAndName(ownerName, repoName string) (*Repository, error) {
  1553. return getRepositoryByOwnerAndName(x, ownerName, repoName)
  1554. }
  1555. func getRepositoryByOwnerAndName(e Engine, ownerName, repoName string) (*Repository, error) {
  1556. var repo Repository
  1557. has, err := e.Table("repository").Select("repository.*").
  1558. Join("INNER", "`user`", "`user`.id = repository.owner_id").
  1559. Where("repository.lower_name = ?", strings.ToLower(repoName)).
  1560. And("`user`.lower_name = ?", strings.ToLower(ownerName)).
  1561. Get(&repo)
  1562. if err != nil {
  1563. return nil, err
  1564. } else if !has {
  1565. return nil, ErrRepoNotExist{0, 0, ownerName, repoName}
  1566. }
  1567. return &repo, nil
  1568. }
  1569. // GetRepositoryByName returns the repository by given name under user if exists.
  1570. func GetRepositoryByName(ownerID int64, name string) (*Repository, error) {
  1571. repo := &Repository{
  1572. OwnerID: ownerID,
  1573. LowerName: strings.ToLower(name),
  1574. }
  1575. has, err := x.Get(repo)
  1576. if err != nil {
  1577. return nil, err
  1578. } else if !has {
  1579. return nil, ErrRepoNotExist{0, ownerID, "", name}
  1580. }
  1581. return repo, err
  1582. }
  1583. func getRepositoryByID(e Engine, id int64) (*Repository, error) {
  1584. repo := new(Repository)
  1585. has, err := e.ID(id).Get(repo)
  1586. if err != nil {
  1587. return nil, err
  1588. } else if !has {
  1589. return nil, ErrRepoNotExist{id, 0, "", ""}
  1590. }
  1591. return repo, nil
  1592. }
  1593. // GetRepositoryByID returns the repository by given id if exists.
  1594. func GetRepositoryByID(id int64) (*Repository, error) {
  1595. return getRepositoryByID(x, id)
  1596. }
  1597. // GetRepositoryByIDCtx returns the repository by given id if exists.
  1598. func GetRepositoryByIDCtx(ctx DBContext, id int64) (*Repository, error) {
  1599. return getRepositoryByID(ctx.e, id)
  1600. }
  1601. // GetRepositoriesMapByIDs returns the repositories by given id slice.
  1602. func GetRepositoriesMapByIDs(ids []int64) (map[int64]*Repository, error) {
  1603. var repos = make(map[int64]*Repository, len(ids))
  1604. return repos, x.In("id", ids).Find(&repos)
  1605. }
  1606. // GetUserRepositories returns a list of repositories of given user.
  1607. func GetUserRepositories(opts *SearchRepoOptions) ([]*Repository, int64, error) {
  1608. if len(opts.OrderBy) == 0 {
  1609. opts.OrderBy = "updated_unix DESC"
  1610. }
  1611. var cond = builder.NewCond()
  1612. cond = cond.And(builder.Eq{"owner_id": opts.Actor.ID})
  1613. if !opts.Private {
  1614. cond = cond.And(builder.Eq{"is_private": false})
  1615. }
  1616. if opts.LowerNames != nil && len(opts.LowerNames) > 0 {
  1617. cond = cond.And(builder.In("lower_name", opts.LowerNames))
  1618. }
  1619. sess := x.NewSession()
  1620. defer sess.Close()
  1621. count, err := sess.Where(cond).Count(new(Repository))
  1622. if err != nil {
  1623. return nil, 0, fmt.Errorf("Count: %v", err)
  1624. }
  1625. sess.Where(cond).OrderBy(opts.OrderBy.String())
  1626. repos := make([]*Repository, 0, opts.PageSize)
  1627. return repos, count, opts.setSessionPagination(sess).Find(&repos)
  1628. }
  1629. // GetUserMirrorRepositories returns a list of mirror repositories of given user.
  1630. func GetUserMirrorRepositories(userID int64) ([]*Repository, error) {
  1631. repos := make([]*Repository, 0, 10)
  1632. return repos, x.
  1633. Where("owner_id = ?", userID).
  1634. And("is_mirror = ?", true).
  1635. Find(&repos)
  1636. }
  1637. func getRepositoryCount(e Engine, u *User) (int64, error) {
  1638. return e.Count(&Repository{OwnerID: u.ID})
  1639. }
  1640. func getPublicRepositoryCount(e Engine, u *User) (int64, error) {
  1641. return e.Where("is_private = ?", false).Count(&Repository{OwnerID: u.ID})
  1642. }
  1643. func getPrivateRepositoryCount(e Engine, u *User) (int64, error) {
  1644. return e.Where("is_private = ?", true).Count(&Repository{OwnerID: u.ID})
  1645. }
  1646. // GetRepositoryCount returns the total number of repositories of user.
  1647. func GetRepositoryCount(u *User) (int64, error) {
  1648. return getRepositoryCount(x, u)
  1649. }
  1650. // GetPublicRepositoryCount returns the total number of public repositories of user.
  1651. func GetPublicRepositoryCount(u *User) (int64, error) {
  1652. return getPublicRepositoryCount(x, u)
  1653. }
  1654. // GetPrivateRepositoryCount returns the total number of private repositories of user.
  1655. func GetPrivateRepositoryCount(u *User) (int64, error) {
  1656. return getPrivateRepositoryCount(x, u)
  1657. }
  1658. // DeleteRepositoryArchives deletes all repositories' archives.
  1659. func DeleteRepositoryArchives(ctx context.Context) error {
  1660. return x.
  1661. Where("id > 0").
  1662. Iterate(new(Repository),
  1663. func(idx int, bean interface{}) error {
  1664. repo := bean.(*Repository)
  1665. select {
  1666. case <-ctx.Done():
  1667. return ErrCancelledf("before deleting repository archives for %s", repo.FullName())
  1668. default:
  1669. }
  1670. return util.RemoveAll(filepath.Join(repo.RepoPath(), "archives"))
  1671. })
  1672. }
  1673. // DeleteOldRepositoryArchives deletes old repository archives.
  1674. func DeleteOldRepositoryArchives(ctx context.Context, olderThan time.Duration) error {
  1675. log.Trace("Doing: ArchiveCleanup")
  1676. if err := x.Where("id > 0").Iterate(new(Repository), func(idx int, bean interface{}) error {
  1677. return deleteOldRepositoryArchives(ctx, olderThan, idx, bean)
  1678. }); err != nil {
  1679. log.Trace("Error: ArchiveClean: %v", err)
  1680. return err
  1681. }
  1682. log.Trace("Finished: ArchiveCleanup")
  1683. return nil
  1684. }
  1685. func deleteOldRepositoryArchives(ctx context.Context, olderThan time.Duration, idx int, bean interface{}) error {
  1686. repo := bean.(*Repository)
  1687. basePath := filepath.Join(repo.RepoPath(), "archives")
  1688. for _, ty := range []string{"zip", "targz"} {
  1689. select {
  1690. case <-ctx.Done():
  1691. return ErrCancelledf("before deleting old repository archives with filetype %s for %s", ty, repo.FullName())
  1692. default:
  1693. }
  1694. path := filepath.Join(basePath, ty)
  1695. file, err := os.Open(path)
  1696. if err != nil {
  1697. if !os.IsNotExist(err) {
  1698. log.Warn("Unable to open directory %s: %v", path, err)
  1699. return err
  1700. }
  1701. // If the directory doesn't exist, that's okay.
  1702. continue
  1703. }
  1704. files, err := file.Readdir(0)
  1705. file.Close()
  1706. if err != nil {
  1707. log.Warn("Unable to read directory %s: %v", path, err)
  1708. return err
  1709. }
  1710. minimumOldestTime := time.Now().Add(-olderThan)
  1711. for _, info := range files {
  1712. if info.ModTime().Before(minimumOldestTime) && !info.IsDir() {
  1713. select {
  1714. case <-ctx.Done():
  1715. return ErrCancelledf("before deleting old repository archive file %s with filetype %s for %s", info.Name(), ty, repo.FullName())
  1716. default:
  1717. }
  1718. toDelete := filepath.Join(path, info.Name())
  1719. // This is a best-effort purge, so we do not check error codes to confirm removal.
  1720. if err = util.Remove(toDelete); err != nil {
  1721. log.Trace("Unable to delete %s, but proceeding: %v", toDelete, err)
  1722. }
  1723. }
  1724. }
  1725. }
  1726. return nil
  1727. }
  1728. type repoChecker struct {
  1729. querySQL, correctSQL string
  1730. desc string
  1731. }
  1732. func repoStatsCheck(ctx context.Context, checker *repoChecker) {
  1733. results, err := x.Query(checker.querySQL)
  1734. if err != nil {
  1735. log.Error("Select %s: %v", checker.desc, err)
  1736. return
  1737. }
  1738. for _, result := range results {
  1739. id := com.StrTo(result["id"]).MustInt64()
  1740. select {
  1741. case <-ctx.Done():
  1742. log.Warn("CheckRepoStats: Cancelled before checking %s for Repo[%d]", checker.desc, id)
  1743. return
  1744. default:
  1745. }
  1746. log.Trace("Updating %s: %d", checker.desc, id)
  1747. _, err = x.Exec(checker.correctSQL, id, id)
  1748. if err != nil {
  1749. log.Error("Update %s[%d]: %v", checker.desc, id, err)
  1750. }
  1751. }
  1752. }
  1753. // CheckRepoStats checks the repository stats
  1754. func CheckRepoStats(ctx context.Context) error {
  1755. log.Trace("Doing: CheckRepoStats")
  1756. checkers := []*repoChecker{
  1757. // Repository.NumWatches
  1758. {
  1759. "SELECT repo.id FROM `repository` repo WHERE repo.num_watches!=(SELECT COUNT(*) FROM `watch` WHERE repo_id=repo.id AND mode<>2)",
  1760. "UPDATE `repository` SET num_watches=(SELECT COUNT(*) FROM `watch` WHERE repo_id=? AND mode<>2) WHERE id=?",
  1761. "repository count 'num_watches'",
  1762. },
  1763. // Repository.NumStars
  1764. {
  1765. "SELECT repo.id FROM `repository` repo WHERE repo.num_stars!=(SELECT COUNT(*) FROM `star` WHERE repo_id=repo.id)",
  1766. "UPDATE `repository` SET num_stars=(SELECT COUNT(*) FROM `star` WHERE repo_id=?) WHERE id=?",
  1767. "repository count 'num_stars'",
  1768. },
  1769. // Label.NumIssues
  1770. {
  1771. "SELECT label.id FROM `label` WHERE label.num_issues!=(SELECT COUNT(*) FROM `issue_label` WHERE label_id=label.id)",
  1772. "UPDATE `label` SET num_issues=(SELECT COUNT(*) FROM `issue_label` WHERE label_id=?) WHERE id=?",
  1773. "label count 'num_issues'",
  1774. },
  1775. // User.NumRepos
  1776. {
  1777. "SELECT `user`.id FROM `user` WHERE `user`.num_repos!=(SELECT COUNT(*) FROM `repository` WHERE owner_id=`user`.id)",
  1778. "UPDATE `user` SET num_repos=(SELECT COUNT(*) FROM `repository` WHERE owner_id=?) WHERE id=?",
  1779. "user count 'num_repos'",
  1780. },
  1781. // Issue.NumComments
  1782. {
  1783. "SELECT `issue`.id FROM `issue` WHERE `issue`.num_comments!=(SELECT COUNT(*) FROM `comment` WHERE issue_id=`issue`.id AND type=0)",
  1784. "UPDATE `issue` SET num_comments=(SELECT COUNT(*) FROM `comment` WHERE issue_id=? AND type=0) WHERE id=?",
  1785. "issue count 'num_comments'",
  1786. },
  1787. }
  1788. for _, checker := range checkers {
  1789. select {
  1790. case <-ctx.Done():
  1791. log.Warn("CheckRepoStats: Cancelled before %s", checker.desc)
  1792. return ErrCancelledf("before checking %s", checker.desc)
  1793. default:
  1794. repoStatsCheck(ctx, checker)
  1795. }
  1796. }
  1797. // ***** START: Repository.NumClosedIssues *****
  1798. desc := "repository count 'num_closed_issues'"
  1799. results, err := x.Query("SELECT repo.id FROM `repository` repo WHERE repo.num_closed_issues!=(SELECT COUNT(*) FROM `issue` WHERE repo_id=repo.id AND is_closed=? AND is_pull=?)", true, false)
  1800. if err != nil {
  1801. log.Error("Select %s: %v", desc, err)
  1802. } else {
  1803. for _, result := range results {
  1804. id := com.StrTo(result["id"]).MustInt64()
  1805. select {
  1806. case <-ctx.Done():
  1807. log.Warn("CheckRepoStats: Cancelled during %s for repo ID %d", desc, id)
  1808. return ErrCancelledf("during %s for repo ID %d", desc, id)
  1809. default:
  1810. }
  1811. log.Trace("Updating %s: %d", desc, id)
  1812. _, err = x.Exec("UPDATE `repository` SET num_closed_issues=(SELECT COUNT(*) FROM `issue` WHERE repo_id=? AND is_closed=? AND is_pull=?) WHERE id=?", id, true, false, id)
  1813. if err != nil {
  1814. log.Error("Update %s[%d]: %v", desc, id, err)
  1815. }
  1816. }
  1817. }
  1818. // ***** END: Repository.NumClosedIssues *****
  1819. // ***** START: Repository.NumClosedPulls *****
  1820. desc = "repository count 'num_closed_pulls'"
  1821. results, err = x.Query("SELECT repo.id FROM `repository` repo WHERE repo.num_closed_pulls!=(SELECT COUNT(*) FROM `issue` WHERE repo_id=repo.id AND is_closed=? AND is_pull=?)", true, true)
  1822. if err != nil {
  1823. log.Error("Select %s: %v", desc, err)
  1824. } else {
  1825. for _, result := range results {
  1826. id := com.StrTo(result["id"]).MustInt64()
  1827. select {
  1828. case <-ctx.Done():
  1829. log.Warn("CheckRepoStats: Cancelled")
  1830. return ErrCancelledf("during %s for repo ID %d", desc, id)
  1831. default:
  1832. }
  1833. log.Trace("Updating %s: %d", desc, id)
  1834. _, err = x.Exec("UPDATE `repository` SET num_closed_pulls=(SELECT COUNT(*) FROM `issue` WHERE repo_id=? AND is_closed=? AND is_pull=?) WHERE id=?", id, true, true, id)
  1835. if err != nil {
  1836. log.Error("Update %s[%d]: %v", desc, id, err)
  1837. }
  1838. }
  1839. }
  1840. // ***** END: Repository.NumClosedPulls *****
  1841. // FIXME: use checker when stop supporting old fork repo format.
  1842. // ***** START: Repository.NumForks *****
  1843. results, err = x.Query("SELECT repo.id FROM `repository` repo WHERE repo.num_forks!=(SELECT COUNT(*) FROM `repository` WHERE fork_id=repo.id)")
  1844. if err != nil {
  1845. log.Error("Select repository count 'num_forks': %v", err)
  1846. } else {
  1847. for _, result := range results {
  1848. id := com.StrTo(result["id"]).MustInt64()
  1849. select {
  1850. case <-ctx.Done():
  1851. log.Warn("CheckRepoStats: Cancelled")
  1852. return ErrCancelledf("during %s for repo ID %d", desc, id)
  1853. default:
  1854. }
  1855. log.Trace("Updating repository count 'num_forks': %d", id)
  1856. repo, err := GetRepositoryByID(id)
  1857. if err != nil {
  1858. log.Error("GetRepositoryByID[%d]: %v", id, err)
  1859. continue
  1860. }
  1861. rawResult, err := x.Query("SELECT COUNT(*) FROM `repository` WHERE fork_id=?", repo.ID)
  1862. if err != nil {
  1863. log.Error("Select count of forks[%d]: %v", repo.ID, err)
  1864. continue
  1865. }
  1866. repo.NumForks = int(parseCountResult(rawResult))
  1867. if err = UpdateRepository(repo, false); err != nil {
  1868. log.Error("UpdateRepository[%d]: %v", id, err)
  1869. continue
  1870. }
  1871. }
  1872. }
  1873. // ***** END: Repository.NumForks *****
  1874. return nil
  1875. }
  1876. // SetArchiveRepoState sets if a repo is archived
  1877. func (repo *Repository) SetArchiveRepoState(isArchived bool) (err error) {
  1878. repo.IsArchived = isArchived
  1879. _, err = x.Where("id = ?", repo.ID).Cols("is_archived").NoAutoTime().Update(repo)
  1880. return
  1881. }
  1882. // ___________ __
  1883. // \_ _____/__________| | __
  1884. // | __)/ _ \_ __ \ |/ /
  1885. // | \( <_> ) | \/ <
  1886. // \___ / \____/|__| |__|_ \
  1887. // \/ \/
  1888. // HasForkedRepo checks if given user has already forked a repository with given ID.
  1889. func HasForkedRepo(ownerID, repoID int64) (*Repository, bool) {
  1890. repo := new(Repository)
  1891. has, _ := x.
  1892. Where("owner_id=? AND fork_id=?", ownerID, repoID).
  1893. Get(repo)
  1894. return repo, has
  1895. }
  1896. // CopyLFS copies LFS data from one repo to another
  1897. func CopyLFS(ctx DBContext, newRepo, oldRepo *Repository) error {
  1898. var lfsObjects []*LFSMetaObject
  1899. if err := ctx.e.Where("repository_id=?", oldRepo.ID).Find(&lfsObjects); err != nil {
  1900. return err
  1901. }
  1902. for _, v := range lfsObjects {
  1903. v.ID = 0
  1904. v.RepositoryID = newRepo.ID
  1905. if _, err := ctx.e.Insert(v); err != nil {
  1906. return err
  1907. }
  1908. }
  1909. return nil
  1910. }
  1911. // GetForks returns all the forks of the repository
  1912. func (repo *Repository) GetForks(listOptions ListOptions) ([]*Repository, error) {
  1913. if listOptions.Page == 0 {
  1914. forks := make([]*Repository, 0, repo.NumForks)
  1915. return forks, x.Find(&forks, &Repository{ForkID: repo.ID})
  1916. }
  1917. sess := listOptions.getPaginatedSession()
  1918. forks := make([]*Repository, 0, listOptions.PageSize)
  1919. return forks, sess.Find(&forks, &Repository{ForkID: repo.ID})
  1920. }
  1921. // GetUserFork return user forked repository from this repository, if not forked return nil
  1922. func (repo *Repository) GetUserFork(userID int64) (*Repository, error) {
  1923. var forkedRepo Repository
  1924. has, err := x.Where("fork_id = ?", repo.ID).And("owner_id = ?", userID).Get(&forkedRepo)
  1925. if err != nil {
  1926. return nil, err
  1927. }
  1928. if !has {
  1929. return nil, nil
  1930. }
  1931. return &forkedRepo, nil
  1932. }
  1933. // GetOriginalURLHostname returns the hostname of a URL or the URL
  1934. func (repo *Repository) GetOriginalURLHostname() string {
  1935. u, err := url.Parse(repo.OriginalURL)
  1936. if err != nil {
  1937. return repo.OriginalURL
  1938. }
  1939. return u.Host
  1940. }
  1941. // GetTreePathLock returns LSF lock for the treePath
  1942. func (repo *Repository) GetTreePathLock(treePath string) (*LFSLock, error) {
  1943. if setting.LFS.StartServer {
  1944. locks, err := GetLFSLockByRepoID(repo.ID, 0, 0)
  1945. if err != nil {
  1946. return nil, err
  1947. }
  1948. for _, lock := range locks {
  1949. if lock.Path == treePath {
  1950. return lock, nil
  1951. }
  1952. }
  1953. }
  1954. return nil, nil
  1955. }
  1956. func updateRepositoryCols(e Engine, repo *Repository, cols ...string) error {
  1957. _, err := e.ID(repo.ID).Cols(cols...).Update(repo)
  1958. return err
  1959. }
  1960. // UpdateRepositoryCols updates repository's columns
  1961. func UpdateRepositoryCols(repo *Repository, cols ...string) error {
  1962. return updateRepositoryCols(x, repo, cols...)
  1963. }
  1964. // GetTrustModel will get the TrustModel for the repo or the default trust model
  1965. func (repo *Repository) GetTrustModel() TrustModelType {
  1966. trustModel := repo.TrustModel
  1967. if trustModel == DefaultTrustModel {
  1968. trustModel = ToTrustModel(setting.Repository.Signing.DefaultTrustModel)
  1969. if trustModel == DefaultTrustModel {
  1970. return CollaboratorTrustModel
  1971. }
  1972. }
  1973. return trustModel
  1974. }
  1975. // DoctorUserStarNum recalculate Stars number for all user
  1976. func DoctorUserStarNum() (err error) {
  1977. const batchSize = 100
  1978. sess := x.NewSession()
  1979. defer sess.Close()
  1980. for start := 0; ; start += batchSize {
  1981. users := make([]User, 0, batchSize)
  1982. if err = sess.Limit(batchSize, start).Where("type = ?", 0).Cols("id").Find(&users); err != nil {
  1983. return
  1984. }
  1985. if len(users) == 0 {
  1986. break
  1987. }
  1988. if err = sess.Begin(); err != nil {
  1989. return
  1990. }
  1991. for _, user := range users {
  1992. if _, err = sess.Exec("UPDATE `user` SET num_stars=(SELECT COUNT(*) FROM `star` WHERE uid=?) WHERE id=?", user.ID, user.ID); err != nil {
  1993. return
  1994. }
  1995. }
  1996. if err = sess.Commit(); err != nil {
  1997. return
  1998. }
  1999. }
  2000. log.Debug("recalculate Stars number for all user finished")
  2001. return
  2002. }
  2003. // IterateRepository iterate repositories
  2004. func IterateRepository(f func(repo *Repository) error) error {
  2005. var start int
  2006. var batchSize = setting.Database.IterateBufferSize
  2007. for {
  2008. var repos = make([]*Repository, 0, batchSize)
  2009. if err := x.Limit(batchSize, start).Find(&repos); err != nil {
  2010. return err
  2011. }
  2012. if len(repos) == 0 {
  2013. return nil
  2014. }
  2015. start += len(repos)
  2016. for _, repo := range repos {
  2017. if err := f(repo); err != nil {
  2018. return err
  2019. }
  2020. }
  2021. }
  2022. }