You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

repo.go 69KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337
  1. // Copyright 2014 The Gogs Authors. All rights reserved.
  2. // Copyright 2017 The Gitea Authors. All rights reserved.
  3. // Use of this source code is governed by a MIT-style
  4. // license that can be found in the LICENSE file.
  5. package models
  6. import (
  7. "context"
  8. "crypto/md5"
  9. "errors"
  10. "fmt"
  11. "html/template"
  12. // Needed for jpeg support
  13. _ "image/jpeg"
  14. "image/png"
  15. "io/ioutil"
  16. "net/url"
  17. "os"
  18. "path"
  19. "path/filepath"
  20. "sort"
  21. "strconv"
  22. "strings"
  23. "time"
  24. "code.gitea.io/gitea/modules/avatar"
  25. "code.gitea.io/gitea/modules/log"
  26. "code.gitea.io/gitea/modules/markup"
  27. "code.gitea.io/gitea/modules/options"
  28. "code.gitea.io/gitea/modules/setting"
  29. api "code.gitea.io/gitea/modules/structs"
  30. "code.gitea.io/gitea/modules/timeutil"
  31. "code.gitea.io/gitea/modules/util"
  32. "github.com/unknwon/com"
  33. )
  34. var (
  35. // ErrMirrorNotExist mirror does not exist error
  36. ErrMirrorNotExist = errors.New("Mirror does not exist")
  37. // ErrNameEmpty name is empty error
  38. ErrNameEmpty = errors.New("Name is empty")
  39. )
  40. var (
  41. // Gitignores contains the gitiginore files
  42. Gitignores []string
  43. // Licenses contains the license files
  44. Licenses []string
  45. // Readmes contains the readme files
  46. Readmes []string
  47. // LabelTemplates contains the label template files and the list of labels for each file
  48. LabelTemplates map[string]string
  49. // ItemsPerPage maximum items per page in forks, watchers and stars of a repo
  50. ItemsPerPage = 40
  51. )
  52. // loadRepoConfig loads the repository config
  53. func loadRepoConfig() {
  54. // Load .gitignore and license files and readme templates.
  55. types := []string{"gitignore", "license", "readme", "label"}
  56. typeFiles := make([][]string, 4)
  57. for i, t := range types {
  58. files, err := options.Dir(t)
  59. if err != nil {
  60. log.Fatal("Failed to get %s files: %v", t, err)
  61. }
  62. customPath := path.Join(setting.CustomPath, "options", t)
  63. if com.IsDir(customPath) {
  64. customFiles, err := com.StatDir(customPath)
  65. if err != nil {
  66. log.Fatal("Failed to get custom %s files: %v", t, err)
  67. }
  68. for _, f := range customFiles {
  69. if !com.IsSliceContainsStr(files, f) {
  70. files = append(files, f)
  71. }
  72. }
  73. }
  74. typeFiles[i] = files
  75. }
  76. Gitignores = typeFiles[0]
  77. Licenses = typeFiles[1]
  78. Readmes = typeFiles[2]
  79. LabelTemplatesFiles := typeFiles[3]
  80. sort.Strings(Gitignores)
  81. sort.Strings(Licenses)
  82. sort.Strings(Readmes)
  83. sort.Strings(LabelTemplatesFiles)
  84. // Load label templates
  85. LabelTemplates = make(map[string]string)
  86. for _, templateFile := range LabelTemplatesFiles {
  87. labels, err := LoadLabelsFormatted(templateFile)
  88. if err != nil {
  89. log.Error("Failed to load labels: %v", err)
  90. }
  91. LabelTemplates[templateFile] = labels
  92. }
  93. // Filter out invalid names and promote preferred licenses.
  94. sortedLicenses := make([]string, 0, len(Licenses))
  95. for _, name := range setting.Repository.PreferredLicenses {
  96. if com.IsSliceContainsStr(Licenses, name) {
  97. sortedLicenses = append(sortedLicenses, name)
  98. }
  99. }
  100. for _, name := range Licenses {
  101. if !com.IsSliceContainsStr(setting.Repository.PreferredLicenses, name) {
  102. sortedLicenses = append(sortedLicenses, name)
  103. }
  104. }
  105. Licenses = sortedLicenses
  106. }
  107. // NewRepoContext creates a new repository context
  108. func NewRepoContext() {
  109. loadRepoConfig()
  110. loadUnitConfig()
  111. RemoveAllWithNotice("Clean up repository temporary data", filepath.Join(setting.AppDataPath, "tmp"))
  112. }
  113. // RepositoryStatus defines the status of repository
  114. type RepositoryStatus int
  115. // all kinds of RepositoryStatus
  116. const (
  117. RepositoryReady RepositoryStatus = iota // a normal repository
  118. RepositoryBeingMigrated // repository is migrating
  119. )
  120. // Repository represents a git repository.
  121. type Repository struct {
  122. ID int64 `xorm:"pk autoincr"`
  123. OwnerID int64 `xorm:"UNIQUE(s) index"`
  124. OwnerName string
  125. Owner *User `xorm:"-"`
  126. LowerName string `xorm:"UNIQUE(s) INDEX NOT NULL"`
  127. Name string `xorm:"INDEX NOT NULL"`
  128. Description string `xorm:"TEXT"`
  129. Website string `xorm:"VARCHAR(2048)"`
  130. OriginalServiceType api.GitServiceType `xorm:"index"`
  131. OriginalURL string `xorm:"VARCHAR(2048)"`
  132. DefaultBranch string
  133. NumWatches int
  134. NumStars int
  135. NumForks int
  136. NumIssues int
  137. NumClosedIssues int
  138. NumOpenIssues int `xorm:"-"`
  139. NumPulls int
  140. NumClosedPulls int
  141. NumOpenPulls int `xorm:"-"`
  142. NumMilestones int `xorm:"NOT NULL DEFAULT 0"`
  143. NumClosedMilestones int `xorm:"NOT NULL DEFAULT 0"`
  144. NumOpenMilestones int `xorm:"-"`
  145. IsPrivate bool `xorm:"INDEX"`
  146. IsEmpty bool `xorm:"INDEX"`
  147. IsArchived bool `xorm:"INDEX"`
  148. IsMirror bool `xorm:"INDEX"`
  149. *Mirror `xorm:"-"`
  150. Status RepositoryStatus `xorm:"NOT NULL DEFAULT 0"`
  151. RenderingMetas map[string]string `xorm:"-"`
  152. DocumentRenderingMetas map[string]string `xorm:"-"`
  153. Units []*RepoUnit `xorm:"-"`
  154. PrimaryLanguage *LanguageStat `xorm:"-"`
  155. IsFork bool `xorm:"INDEX NOT NULL DEFAULT false"`
  156. ForkID int64 `xorm:"INDEX"`
  157. BaseRepo *Repository `xorm:"-"`
  158. IsTemplate bool `xorm:"INDEX NOT NULL DEFAULT false"`
  159. TemplateID int64 `xorm:"INDEX"`
  160. TemplateRepo *Repository `xorm:"-"`
  161. Size int64 `xorm:"NOT NULL DEFAULT 0"`
  162. CodeIndexerStatus *RepoIndexerStatus `xorm:"-"`
  163. StatsIndexerStatus *RepoIndexerStatus `xorm:"-"`
  164. IsFsckEnabled bool `xorm:"NOT NULL DEFAULT true"`
  165. CloseIssuesViaCommitInAnyBranch bool `xorm:"NOT NULL DEFAULT false"`
  166. Topics []string `xorm:"TEXT JSON"`
  167. // Avatar: ID(10-20)-md5(32) - must fit into 64 symbols
  168. Avatar string `xorm:"VARCHAR(64)"`
  169. CreatedUnix timeutil.TimeStamp `xorm:"INDEX created"`
  170. UpdatedUnix timeutil.TimeStamp `xorm:"INDEX updated"`
  171. }
  172. // SanitizedOriginalURL returns a sanitized OriginalURL
  173. func (repo *Repository) SanitizedOriginalURL() string {
  174. if repo.OriginalURL == "" {
  175. return ""
  176. }
  177. return util.SanitizeURLCredentials(repo.OriginalURL, false)
  178. }
  179. // ColorFormat returns a colored string to represent this repo
  180. func (repo *Repository) ColorFormat(s fmt.State) {
  181. var ownerName interface{}
  182. if repo.OwnerName != "" {
  183. ownerName = repo.OwnerName
  184. } else if repo.Owner != nil {
  185. ownerName = repo.Owner.Name
  186. } else {
  187. ownerName = log.NewColoredIDValue(strconv.FormatInt(repo.OwnerID, 10))
  188. }
  189. log.ColorFprintf(s, "%d:%s/%s",
  190. log.NewColoredIDValue(repo.ID),
  191. ownerName,
  192. repo.Name)
  193. }
  194. // IsBeingMigrated indicates that repository is being migtated
  195. func (repo *Repository) IsBeingMigrated() bool {
  196. return repo.Status == RepositoryBeingMigrated
  197. }
  198. // IsBeingCreated indicates that repository is being migrated or forked
  199. func (repo *Repository) IsBeingCreated() bool {
  200. return repo.IsBeingMigrated()
  201. }
  202. // AfterLoad is invoked from XORM after setting the values of all fields of this object.
  203. func (repo *Repository) AfterLoad() {
  204. // FIXME: use models migration to solve all at once.
  205. if len(repo.DefaultBranch) == 0 {
  206. repo.DefaultBranch = "master"
  207. }
  208. repo.NumOpenIssues = repo.NumIssues - repo.NumClosedIssues
  209. repo.NumOpenPulls = repo.NumPulls - repo.NumClosedPulls
  210. repo.NumOpenMilestones = repo.NumMilestones - repo.NumClosedMilestones
  211. }
  212. // MustOwner always returns a valid *User object to avoid
  213. // conceptually impossible error handling.
  214. // It creates a fake object that contains error details
  215. // when error occurs.
  216. func (repo *Repository) MustOwner() *User {
  217. return repo.mustOwner(x)
  218. }
  219. // FullName returns the repository full name
  220. func (repo *Repository) FullName() string {
  221. return repo.OwnerName + "/" + repo.Name
  222. }
  223. // HTMLURL returns the repository HTML URL
  224. func (repo *Repository) HTMLURL() string {
  225. return setting.AppURL + repo.FullName()
  226. }
  227. // CommitLink make link to by commit full ID
  228. // note: won't check whether it's an right id
  229. func (repo *Repository) CommitLink(commitID string) (result string) {
  230. if commitID == "" || commitID == "0000000000000000000000000000000000000000" {
  231. result = ""
  232. } else {
  233. result = repo.HTMLURL() + "/commit/" + commitID
  234. }
  235. return
  236. }
  237. // APIURL returns the repository API URL
  238. func (repo *Repository) APIURL() string {
  239. return setting.AppURL + path.Join("api/v1/repos", repo.FullName())
  240. }
  241. // APIFormat converts a Repository to api.Repository
  242. func (repo *Repository) APIFormat(mode AccessMode) *api.Repository {
  243. return repo.innerAPIFormat(x, mode, false)
  244. }
  245. // GetCommitsCountCacheKey returns cache key used for commits count caching.
  246. func (repo *Repository) GetCommitsCountCacheKey(contextName string, isRef bool) string {
  247. var prefix string
  248. if isRef {
  249. prefix = "ref"
  250. } else {
  251. prefix = "commit"
  252. }
  253. return fmt.Sprintf("commits-count-%d-%s-%s", repo.ID, prefix, contextName)
  254. }
  255. func (repo *Repository) innerAPIFormat(e Engine, mode AccessMode, isParent bool) *api.Repository {
  256. var parent *api.Repository
  257. cloneLink := repo.cloneLink(false)
  258. permission := &api.Permission{
  259. Admin: mode >= AccessModeAdmin,
  260. Push: mode >= AccessModeWrite,
  261. Pull: mode >= AccessModeRead,
  262. }
  263. if !isParent {
  264. err := repo.getBaseRepo(e)
  265. if err != nil {
  266. log.Error("APIFormat: %v", err)
  267. }
  268. if repo.BaseRepo != nil {
  269. parent = repo.BaseRepo.innerAPIFormat(e, mode, true)
  270. }
  271. }
  272. hasIssues := false
  273. var externalTracker *api.ExternalTracker
  274. var internalTracker *api.InternalTracker
  275. if unit, err := repo.getUnit(e, UnitTypeIssues); err == nil {
  276. config := unit.IssuesConfig()
  277. hasIssues = true
  278. internalTracker = &api.InternalTracker{
  279. EnableTimeTracker: config.EnableTimetracker,
  280. AllowOnlyContributorsToTrackTime: config.AllowOnlyContributorsToTrackTime,
  281. EnableIssueDependencies: config.EnableDependencies,
  282. }
  283. } else if unit, err := repo.getUnit(e, UnitTypeExternalTracker); err == nil {
  284. config := unit.ExternalTrackerConfig()
  285. hasIssues = true
  286. externalTracker = &api.ExternalTracker{
  287. ExternalTrackerURL: config.ExternalTrackerURL,
  288. ExternalTrackerFormat: config.ExternalTrackerFormat,
  289. ExternalTrackerStyle: config.ExternalTrackerStyle,
  290. }
  291. }
  292. hasWiki := false
  293. var externalWiki *api.ExternalWiki
  294. if _, err := repo.getUnit(e, UnitTypeWiki); err == nil {
  295. hasWiki = true
  296. } else if unit, err := repo.getUnit(e, UnitTypeExternalWiki); err == nil {
  297. hasWiki = true
  298. config := unit.ExternalWikiConfig()
  299. externalWiki = &api.ExternalWiki{
  300. ExternalWikiURL: config.ExternalWikiURL,
  301. }
  302. }
  303. hasPullRequests := false
  304. ignoreWhitespaceConflicts := false
  305. allowMerge := false
  306. allowRebase := false
  307. allowRebaseMerge := false
  308. allowSquash := false
  309. if unit, err := repo.getUnit(e, UnitTypePullRequests); err == nil {
  310. config := unit.PullRequestsConfig()
  311. hasPullRequests = true
  312. ignoreWhitespaceConflicts = config.IgnoreWhitespaceConflicts
  313. allowMerge = config.AllowMerge
  314. allowRebase = config.AllowRebase
  315. allowRebaseMerge = config.AllowRebaseMerge
  316. allowSquash = config.AllowSquash
  317. }
  318. repo.mustOwner(e)
  319. numReleases, _ := GetReleaseCountByRepoID(repo.ID, FindReleasesOptions{IncludeDrafts: false, IncludeTags: true})
  320. return &api.Repository{
  321. ID: repo.ID,
  322. Owner: repo.Owner.APIFormat(),
  323. Name: repo.Name,
  324. FullName: repo.FullName(),
  325. Description: repo.Description,
  326. Private: repo.IsPrivate,
  327. Template: repo.IsTemplate,
  328. Empty: repo.IsEmpty,
  329. Archived: repo.IsArchived,
  330. Size: int(repo.Size / 1024),
  331. Fork: repo.IsFork,
  332. Parent: parent,
  333. Mirror: repo.IsMirror,
  334. HTMLURL: repo.HTMLURL(),
  335. SSHURL: cloneLink.SSH,
  336. CloneURL: cloneLink.HTTPS,
  337. Website: repo.Website,
  338. Stars: repo.NumStars,
  339. Forks: repo.NumForks,
  340. Watchers: repo.NumWatches,
  341. OpenIssues: repo.NumOpenIssues,
  342. OpenPulls: repo.NumOpenPulls,
  343. Releases: int(numReleases),
  344. DefaultBranch: repo.DefaultBranch,
  345. Created: repo.CreatedUnix.AsTime(),
  346. Updated: repo.UpdatedUnix.AsTime(),
  347. Permissions: permission,
  348. HasIssues: hasIssues,
  349. ExternalTracker: externalTracker,
  350. InternalTracker: internalTracker,
  351. HasWiki: hasWiki,
  352. ExternalWiki: externalWiki,
  353. HasPullRequests: hasPullRequests,
  354. IgnoreWhitespaceConflicts: ignoreWhitespaceConflicts,
  355. AllowMerge: allowMerge,
  356. AllowRebase: allowRebase,
  357. AllowRebaseMerge: allowRebaseMerge,
  358. AllowSquash: allowSquash,
  359. AvatarURL: repo.avatarLink(e),
  360. }
  361. }
  362. func (repo *Repository) getUnits(e Engine) (err error) {
  363. if repo.Units != nil {
  364. return nil
  365. }
  366. repo.Units, err = getUnitsByRepoID(e, repo.ID)
  367. log.Trace("repo.Units: %-+v", repo.Units)
  368. return err
  369. }
  370. // CheckUnitUser check whether user could visit the unit of this repository
  371. func (repo *Repository) CheckUnitUser(userID int64, isAdmin bool, unitType UnitType) bool {
  372. return repo.checkUnitUser(x, userID, isAdmin, unitType)
  373. }
  374. func (repo *Repository) checkUnitUser(e Engine, userID int64, isAdmin bool, unitType UnitType) bool {
  375. if isAdmin {
  376. return true
  377. }
  378. user, err := getUserByID(e, userID)
  379. if err != nil {
  380. return false
  381. }
  382. perm, err := getUserRepoPermission(e, repo, user)
  383. if err != nil {
  384. return false
  385. }
  386. return perm.CanRead(unitType)
  387. }
  388. // UnitEnabled if this repository has the given unit enabled
  389. func (repo *Repository) UnitEnabled(tp UnitType) bool {
  390. if err := repo.getUnits(x); err != nil {
  391. log.Warn("Error loading repository (ID: %d) units: %s", repo.ID, err.Error())
  392. }
  393. for _, unit := range repo.Units {
  394. if unit.Type == tp {
  395. return true
  396. }
  397. }
  398. return false
  399. }
  400. // ErrUnitTypeNotExist represents a "UnitTypeNotExist" kind of error.
  401. type ErrUnitTypeNotExist struct {
  402. UT UnitType
  403. }
  404. // IsErrUnitTypeNotExist checks if an error is a ErrUnitNotExist.
  405. func IsErrUnitTypeNotExist(err error) bool {
  406. _, ok := err.(ErrUnitTypeNotExist)
  407. return ok
  408. }
  409. func (err ErrUnitTypeNotExist) Error() string {
  410. return fmt.Sprintf("Unit type does not exist: %s", err.UT.String())
  411. }
  412. // MustGetUnit always returns a RepoUnit object
  413. func (repo *Repository) MustGetUnit(tp UnitType) *RepoUnit {
  414. ru, err := repo.GetUnit(tp)
  415. if err == nil {
  416. return ru
  417. }
  418. if tp == UnitTypeExternalWiki {
  419. return &RepoUnit{
  420. Type: tp,
  421. Config: new(ExternalWikiConfig),
  422. }
  423. } else if tp == UnitTypeExternalTracker {
  424. return &RepoUnit{
  425. Type: tp,
  426. Config: new(ExternalTrackerConfig),
  427. }
  428. } else if tp == UnitTypePullRequests {
  429. return &RepoUnit{
  430. Type: tp,
  431. Config: new(PullRequestsConfig),
  432. }
  433. } else if tp == UnitTypeIssues {
  434. return &RepoUnit{
  435. Type: tp,
  436. Config: new(IssuesConfig),
  437. }
  438. }
  439. return &RepoUnit{
  440. Type: tp,
  441. Config: new(UnitConfig),
  442. }
  443. }
  444. // GetUnit returns a RepoUnit object
  445. func (repo *Repository) GetUnit(tp UnitType) (*RepoUnit, error) {
  446. return repo.getUnit(x, tp)
  447. }
  448. func (repo *Repository) getUnit(e Engine, tp UnitType) (*RepoUnit, error) {
  449. if err := repo.getUnits(e); err != nil {
  450. return nil, err
  451. }
  452. for _, unit := range repo.Units {
  453. if unit.Type == tp {
  454. return unit, nil
  455. }
  456. }
  457. return nil, ErrUnitTypeNotExist{tp}
  458. }
  459. func (repo *Repository) getOwner(e Engine) (err error) {
  460. if repo.Owner != nil {
  461. return nil
  462. }
  463. repo.Owner, err = getUserByID(e, repo.OwnerID)
  464. return err
  465. }
  466. // GetOwner returns the repository owner
  467. func (repo *Repository) GetOwner() error {
  468. return repo.getOwner(x)
  469. }
  470. func (repo *Repository) mustOwner(e Engine) *User {
  471. if err := repo.getOwner(e); err != nil {
  472. return &User{
  473. Name: "error",
  474. FullName: err.Error(),
  475. }
  476. }
  477. return repo.Owner
  478. }
  479. // ComposeMetas composes a map of metas for properly rendering issue links and external issue trackers.
  480. func (repo *Repository) ComposeMetas() map[string]string {
  481. if len(repo.RenderingMetas) == 0 {
  482. metas := map[string]string{
  483. "user": repo.OwnerName,
  484. "repo": repo.Name,
  485. "repoPath": repo.RepoPath(),
  486. "mode": "comment",
  487. }
  488. unit, err := repo.GetUnit(UnitTypeExternalTracker)
  489. if err == nil {
  490. metas["format"] = unit.ExternalTrackerConfig().ExternalTrackerFormat
  491. switch unit.ExternalTrackerConfig().ExternalTrackerStyle {
  492. case markup.IssueNameStyleAlphanumeric:
  493. metas["style"] = markup.IssueNameStyleAlphanumeric
  494. default:
  495. metas["style"] = markup.IssueNameStyleNumeric
  496. }
  497. }
  498. repo.MustOwner()
  499. if repo.Owner.IsOrganization() {
  500. teams := make([]string, 0, 5)
  501. _ = x.Table("team_repo").
  502. Join("INNER", "team", "team.id = team_repo.team_id").
  503. Where("team_repo.repo_id = ?", repo.ID).
  504. Select("team.lower_name").
  505. OrderBy("team.lower_name").
  506. Find(&teams)
  507. metas["teams"] = "," + strings.Join(teams, ",") + ","
  508. metas["org"] = strings.ToLower(repo.OwnerName)
  509. }
  510. repo.RenderingMetas = metas
  511. }
  512. return repo.RenderingMetas
  513. }
  514. // ComposeDocumentMetas composes a map of metas for properly rendering documents
  515. func (repo *Repository) ComposeDocumentMetas() map[string]string {
  516. if len(repo.DocumentRenderingMetas) == 0 {
  517. metas := map[string]string{}
  518. for k, v := range repo.ComposeMetas() {
  519. metas[k] = v
  520. }
  521. metas["mode"] = "document"
  522. repo.DocumentRenderingMetas = metas
  523. }
  524. return repo.DocumentRenderingMetas
  525. }
  526. // DeleteWiki removes the actual and local copy of repository wiki.
  527. func (repo *Repository) DeleteWiki() error {
  528. return repo.deleteWiki(x)
  529. }
  530. func (repo *Repository) deleteWiki(e Engine) error {
  531. wikiPaths := []string{repo.WikiPath()}
  532. for _, wikiPath := range wikiPaths {
  533. removeAllWithNotice(e, "Delete repository wiki", wikiPath)
  534. }
  535. _, err := e.Where("repo_id = ?", repo.ID).And("type = ?", UnitTypeWiki).Delete(new(RepoUnit))
  536. return err
  537. }
  538. func (repo *Repository) getAssignees(e Engine) (_ []*User, err error) {
  539. if err = repo.getOwner(e); err != nil {
  540. return nil, err
  541. }
  542. accesses := make([]*Access, 0, 10)
  543. if err = e.
  544. Where("repo_id = ? AND mode >= ?", repo.ID, AccessModeWrite).
  545. Find(&accesses); err != nil {
  546. return nil, err
  547. }
  548. // Leave a seat for owner itself to append later, but if owner is an organization
  549. // and just waste 1 unit is cheaper than re-allocate memory once.
  550. users := make([]*User, 0, len(accesses)+1)
  551. if len(accesses) > 0 {
  552. userIDs := make([]int64, len(accesses))
  553. for i := 0; i < len(accesses); i++ {
  554. userIDs[i] = accesses[i].UserID
  555. }
  556. if err = e.In("id", userIDs).Find(&users); err != nil {
  557. return nil, err
  558. }
  559. }
  560. if !repo.Owner.IsOrganization() {
  561. users = append(users, repo.Owner)
  562. }
  563. return users, nil
  564. }
  565. // GetAssignees returns all users that have write access and can be assigned to issues
  566. // of the repository,
  567. func (repo *Repository) GetAssignees() (_ []*User, err error) {
  568. return repo.getAssignees(x)
  569. }
  570. func (repo *Repository) getReviewersPrivate(e Engine, doerID, posterID int64) (users []*User, err error) {
  571. users = make([]*User, 0, 20)
  572. if err = e.
  573. SQL("SELECT * FROM `user` WHERE id in (SELECT user_id FROM `access` WHERE repo_id = ? AND mode >= ? AND user_id NOT IN ( ?, ?)) ORDER BY name",
  574. repo.ID, AccessModeRead,
  575. doerID, posterID).
  576. Find(&users); err != nil {
  577. return nil, err
  578. }
  579. return users, nil
  580. }
  581. func (repo *Repository) getReviewersPublic(e Engine, doerID, posterID int64) (_ []*User, err error) {
  582. users := make([]*User, 0)
  583. const SQLCmd = "SELECT * FROM `user` WHERE id IN ( " +
  584. "SELECT user_id FROM `access` WHERE repo_id = ? AND mode >= ? AND user_id NOT IN ( ?, ?) " +
  585. "UNION " +
  586. "SELECT user_id FROM `watch` WHERE repo_id = ? AND user_id NOT IN ( ?, ?) AND mode IN (?, ?) " +
  587. ") ORDER BY name"
  588. if err = e.
  589. SQL(SQLCmd,
  590. repo.ID, AccessModeRead, doerID, posterID,
  591. repo.ID, doerID, posterID, RepoWatchModeNormal, RepoWatchModeAuto).
  592. Find(&users); err != nil {
  593. return nil, err
  594. }
  595. return users, nil
  596. }
  597. func (repo *Repository) getReviewers(e Engine, doerID, posterID int64) (users []*User, err error) {
  598. if err = repo.getOwner(e); err != nil {
  599. return nil, err
  600. }
  601. if repo.IsPrivate ||
  602. (repo.Owner.IsOrganization() && repo.Owner.Visibility == api.VisibleTypePrivate) {
  603. users, err = repo.getReviewersPrivate(x, doerID, posterID)
  604. } else {
  605. users, err = repo.getReviewersPublic(x, doerID, posterID)
  606. }
  607. return
  608. }
  609. // GetReviewers get all users can be requested to review
  610. // for private rpo , that return all users that have read access or higher to the repository.
  611. // but for public rpo, that return all users that have write access or higher to the repository,
  612. // and all repo watchers.
  613. // TODO: may be we should hava a busy choice for users to block review request to them.
  614. func (repo *Repository) GetReviewers(doerID, posterID int64) (_ []*User, err error) {
  615. return repo.getReviewers(x, doerID, posterID)
  616. }
  617. // GetMilestoneByID returns the milestone belongs to repository by given ID.
  618. func (repo *Repository) GetMilestoneByID(milestoneID int64) (*Milestone, error) {
  619. return GetMilestoneByRepoID(repo.ID, milestoneID)
  620. }
  621. // IssueStats returns number of open and closed repository issues by given filter mode.
  622. func (repo *Repository) IssueStats(uid int64, filterMode int, isPull bool) (int64, int64) {
  623. return GetRepoIssueStats(repo.ID, uid, filterMode, isPull)
  624. }
  625. // GetMirror sets the repository mirror, returns an error upon failure
  626. func (repo *Repository) GetMirror() (err error) {
  627. repo.Mirror, err = GetMirrorByRepoID(repo.ID)
  628. return err
  629. }
  630. // GetBaseRepo populates repo.BaseRepo for a fork repository and
  631. // returns an error on failure (NOTE: no error is returned for
  632. // non-fork repositories, and BaseRepo will be left untouched)
  633. func (repo *Repository) GetBaseRepo() (err error) {
  634. return repo.getBaseRepo(x)
  635. }
  636. func (repo *Repository) getBaseRepo(e Engine) (err error) {
  637. if !repo.IsFork {
  638. return nil
  639. }
  640. repo.BaseRepo, err = getRepositoryByID(e, repo.ForkID)
  641. return err
  642. }
  643. // IsGenerated returns whether _this_ repository was generated from a template
  644. func (repo *Repository) IsGenerated() bool {
  645. return repo.TemplateID != 0
  646. }
  647. // GetTemplateRepo populates repo.TemplateRepo for a generated repository and
  648. // returns an error on failure (NOTE: no error is returned for
  649. // non-generated repositories, and TemplateRepo will be left untouched)
  650. func (repo *Repository) GetTemplateRepo() (err error) {
  651. return repo.getTemplateRepo(x)
  652. }
  653. func (repo *Repository) getTemplateRepo(e Engine) (err error) {
  654. if !repo.IsGenerated() {
  655. return nil
  656. }
  657. repo.TemplateRepo, err = getRepositoryByID(e, repo.TemplateID)
  658. return err
  659. }
  660. // RepoPath returns the repository path
  661. func (repo *Repository) RepoPath() string {
  662. return RepoPath(repo.OwnerName, repo.Name)
  663. }
  664. // GitConfigPath returns the path to a repository's git config/ directory
  665. func GitConfigPath(repoPath string) string {
  666. return filepath.Join(repoPath, "config")
  667. }
  668. // GitConfigPath returns the repository git config path
  669. func (repo *Repository) GitConfigPath() string {
  670. return GitConfigPath(repo.RepoPath())
  671. }
  672. // RelLink returns the repository relative link
  673. func (repo *Repository) RelLink() string {
  674. return "/" + repo.FullName()
  675. }
  676. // Link returns the repository link
  677. func (repo *Repository) Link() string {
  678. return setting.AppSubURL + "/" + repo.FullName()
  679. }
  680. // ComposeCompareURL returns the repository comparison URL
  681. func (repo *Repository) ComposeCompareURL(oldCommitID, newCommitID string) string {
  682. return fmt.Sprintf("%s/compare/%s...%s", repo.FullName(), oldCommitID, newCommitID)
  683. }
  684. // UpdateDefaultBranch updates the default branch
  685. func (repo *Repository) UpdateDefaultBranch() error {
  686. _, err := x.ID(repo.ID).Cols("default_branch").Update(repo)
  687. return err
  688. }
  689. // IsOwnedBy returns true when user owns this repository
  690. func (repo *Repository) IsOwnedBy(userID int64) bool {
  691. return repo.OwnerID == userID
  692. }
  693. func (repo *Repository) updateSize(e Engine) error {
  694. size, err := util.GetDirectorySize(repo.RepoPath())
  695. if err != nil {
  696. return fmt.Errorf("updateSize: %v", err)
  697. }
  698. repo.Size = size
  699. _, err = e.ID(repo.ID).Cols("size").Update(repo)
  700. return err
  701. }
  702. // UpdateSize updates the repository size, calculating it using util.GetDirectorySize
  703. func (repo *Repository) UpdateSize(ctx DBContext) error {
  704. return repo.updateSize(ctx.e)
  705. }
  706. // CanUserFork returns true if specified user can fork repository.
  707. func (repo *Repository) CanUserFork(user *User) (bool, error) {
  708. if user == nil {
  709. return false, nil
  710. }
  711. if repo.OwnerID != user.ID && !user.HasForkedRepo(repo.ID) {
  712. return true, nil
  713. }
  714. if err := user.GetOwnedOrganizations(); err != nil {
  715. return false, err
  716. }
  717. for _, org := range user.OwnedOrgs {
  718. if repo.OwnerID != org.ID && !org.HasForkedRepo(repo.ID) {
  719. return true, nil
  720. }
  721. }
  722. return false, nil
  723. }
  724. // CanUserDelete returns true if user could delete the repository
  725. func (repo *Repository) CanUserDelete(user *User) (bool, error) {
  726. if user.IsAdmin || user.ID == repo.OwnerID {
  727. return true, nil
  728. }
  729. if err := repo.GetOwner(); err != nil {
  730. return false, err
  731. }
  732. if repo.Owner.IsOrganization() {
  733. isOwner, err := repo.Owner.IsOwnedBy(user.ID)
  734. if err != nil {
  735. return false, err
  736. } else if isOwner {
  737. return true, nil
  738. }
  739. }
  740. return false, nil
  741. }
  742. // CanEnablePulls returns true if repository meets the requirements of accepting pulls.
  743. func (repo *Repository) CanEnablePulls() bool {
  744. return !repo.IsMirror && !repo.IsEmpty
  745. }
  746. // AllowsPulls returns true if repository meets the requirements of accepting pulls and has them enabled.
  747. func (repo *Repository) AllowsPulls() bool {
  748. return repo.CanEnablePulls() && repo.UnitEnabled(UnitTypePullRequests)
  749. }
  750. // CanEnableEditor returns true if repository meets the requirements of web editor.
  751. func (repo *Repository) CanEnableEditor() bool {
  752. return !repo.IsMirror
  753. }
  754. // GetReaders returns all users that have explicit read access or higher to the repository.
  755. func (repo *Repository) GetReaders() (_ []*User, err error) {
  756. return repo.getUsersWithAccessMode(x, AccessModeRead)
  757. }
  758. // GetWriters returns all users that have write access to the repository.
  759. func (repo *Repository) GetWriters() (_ []*User, err error) {
  760. return repo.getUsersWithAccessMode(x, AccessModeWrite)
  761. }
  762. // IsReader returns true if user has explicit read access or higher to the repository.
  763. func (repo *Repository) IsReader(userID int64) (bool, error) {
  764. if repo.OwnerID == userID {
  765. return true, nil
  766. }
  767. return x.Where("repo_id = ? AND user_id = ? AND mode >= ?", repo.ID, userID, AccessModeRead).Get(&Access{})
  768. }
  769. // getUsersWithAccessMode returns users that have at least given access mode to the repository.
  770. func (repo *Repository) getUsersWithAccessMode(e Engine, mode AccessMode) (_ []*User, err error) {
  771. if err = repo.getOwner(e); err != nil {
  772. return nil, err
  773. }
  774. accesses := make([]*Access, 0, 10)
  775. if err = e.Where("repo_id = ? AND mode >= ?", repo.ID, mode).Find(&accesses); err != nil {
  776. return nil, err
  777. }
  778. // Leave a seat for owner itself to append later, but if owner is an organization
  779. // and just waste 1 unit is cheaper than re-allocate memory once.
  780. users := make([]*User, 0, len(accesses)+1)
  781. if len(accesses) > 0 {
  782. userIDs := make([]int64, len(accesses))
  783. for i := 0; i < len(accesses); i++ {
  784. userIDs[i] = accesses[i].UserID
  785. }
  786. if err = e.In("id", userIDs).Find(&users); err != nil {
  787. return nil, err
  788. }
  789. }
  790. if !repo.Owner.IsOrganization() {
  791. users = append(users, repo.Owner)
  792. }
  793. return users, nil
  794. }
  795. // DescriptionHTML does special handles to description and return HTML string.
  796. func (repo *Repository) DescriptionHTML() template.HTML {
  797. desc, err := markup.RenderDescriptionHTML([]byte(repo.Description), repo.HTMLURL(), repo.ComposeMetas())
  798. if err != nil {
  799. log.Error("Failed to render description for %s (ID: %d): %v", repo.Name, repo.ID, err)
  800. return template.HTML(markup.Sanitize(repo.Description))
  801. }
  802. return template.HTML(markup.Sanitize(string(desc)))
  803. }
  804. func isRepositoryExist(e Engine, u *User, repoName string) (bool, error) {
  805. has, err := e.Get(&Repository{
  806. OwnerID: u.ID,
  807. LowerName: strings.ToLower(repoName),
  808. })
  809. return has && com.IsDir(RepoPath(u.Name, repoName)), err
  810. }
  811. // IsRepositoryExist returns true if the repository with given name under user has already existed.
  812. func IsRepositoryExist(u *User, repoName string) (bool, error) {
  813. return isRepositoryExist(x, u, repoName)
  814. }
  815. // CloneLink represents different types of clone URLs of repository.
  816. type CloneLink struct {
  817. SSH string
  818. HTTPS string
  819. Git string
  820. }
  821. // ComposeHTTPSCloneURL returns HTTPS clone URL based on given owner and repository name.
  822. func ComposeHTTPSCloneURL(owner, repo string) string {
  823. return fmt.Sprintf("%s%s/%s.git", setting.AppURL, url.PathEscape(owner), url.PathEscape(repo))
  824. }
  825. func (repo *Repository) cloneLink(isWiki bool) *CloneLink {
  826. repoName := repo.Name
  827. if isWiki {
  828. repoName += ".wiki"
  829. }
  830. sshUser := setting.RunUser
  831. if setting.SSH.StartBuiltinServer {
  832. sshUser = setting.SSH.BuiltinServerUser
  833. }
  834. cl := new(CloneLink)
  835. if setting.SSH.Port != 22 {
  836. cl.SSH = fmt.Sprintf("ssh://%s@%s:%d/%s/%s.git", sshUser, setting.SSH.Domain, setting.SSH.Port, repo.OwnerName, repoName)
  837. } else if setting.Repository.UseCompatSSHURI {
  838. cl.SSH = fmt.Sprintf("ssh://%s@%s/%s/%s.git", sshUser, setting.SSH.Domain, repo.OwnerName, repoName)
  839. } else {
  840. cl.SSH = fmt.Sprintf("%s@%s:%s/%s.git", sshUser, setting.SSH.Domain, repo.OwnerName, repoName)
  841. }
  842. cl.HTTPS = ComposeHTTPSCloneURL(repo.OwnerName, repoName)
  843. return cl
  844. }
  845. // CloneLink returns clone URLs of repository.
  846. func (repo *Repository) CloneLink() (cl *CloneLink) {
  847. return repo.cloneLink(false)
  848. }
  849. // CheckCreateRepository check if could created a repository
  850. func CheckCreateRepository(doer, u *User, name string) error {
  851. if !doer.CanCreateRepo() {
  852. return ErrReachLimitOfRepo{u.MaxRepoCreation}
  853. }
  854. if err := IsUsableRepoName(name); err != nil {
  855. return err
  856. }
  857. has, err := isRepositoryExist(x, u, name)
  858. if err != nil {
  859. return fmt.Errorf("IsRepositoryExist: %v", err)
  860. } else if has {
  861. return ErrRepoAlreadyExist{u.Name, name}
  862. }
  863. return nil
  864. }
  865. // CreateRepoOptions contains the create repository options
  866. type CreateRepoOptions struct {
  867. Name string
  868. Description string
  869. OriginalURL string
  870. GitServiceType api.GitServiceType
  871. Gitignores string
  872. IssueLabels string
  873. License string
  874. Readme string
  875. DefaultBranch string
  876. IsPrivate bool
  877. IsMirror bool
  878. AutoInit bool
  879. Status RepositoryStatus
  880. }
  881. // GetRepoInitFile returns repository init files
  882. func GetRepoInitFile(tp, name string) ([]byte, error) {
  883. cleanedName := strings.TrimLeft(path.Clean("/"+name), "/")
  884. relPath := path.Join("options", tp, cleanedName)
  885. // Use custom file when available.
  886. customPath := path.Join(setting.CustomPath, relPath)
  887. if com.IsFile(customPath) {
  888. return ioutil.ReadFile(customPath)
  889. }
  890. switch tp {
  891. case "readme":
  892. return options.Readme(cleanedName)
  893. case "gitignore":
  894. return options.Gitignore(cleanedName)
  895. case "license":
  896. return options.License(cleanedName)
  897. case "label":
  898. return options.Labels(cleanedName)
  899. default:
  900. return []byte{}, fmt.Errorf("Invalid init file type")
  901. }
  902. }
  903. var (
  904. reservedRepoNames = []string{".", ".."}
  905. reservedRepoPatterns = []string{"*.git", "*.wiki"}
  906. )
  907. // IsUsableRepoName returns true when repository is usable
  908. func IsUsableRepoName(name string) error {
  909. return isUsableName(reservedRepoNames, reservedRepoPatterns, name)
  910. }
  911. // CreateRepository creates a repository for the user/organization.
  912. func CreateRepository(ctx DBContext, doer, u *User, repo *Repository) (err error) {
  913. if err = IsUsableRepoName(repo.Name); err != nil {
  914. return err
  915. }
  916. has, err := isRepositoryExist(ctx.e, u, repo.Name)
  917. if err != nil {
  918. return fmt.Errorf("IsRepositoryExist: %v", err)
  919. } else if has {
  920. return ErrRepoAlreadyExist{u.Name, repo.Name}
  921. }
  922. if _, err = ctx.e.Insert(repo); err != nil {
  923. return err
  924. }
  925. if err = deleteRepoRedirect(ctx.e, u.ID, repo.Name); err != nil {
  926. return err
  927. }
  928. // insert units for repo
  929. var units = make([]RepoUnit, 0, len(DefaultRepoUnits))
  930. for _, tp := range DefaultRepoUnits {
  931. if tp == UnitTypeIssues {
  932. units = append(units, RepoUnit{
  933. RepoID: repo.ID,
  934. Type: tp,
  935. Config: &IssuesConfig{
  936. EnableTimetracker: setting.Service.DefaultEnableTimetracking,
  937. AllowOnlyContributorsToTrackTime: setting.Service.DefaultAllowOnlyContributorsToTrackTime,
  938. EnableDependencies: setting.Service.DefaultEnableDependencies,
  939. },
  940. })
  941. } else if tp == UnitTypePullRequests {
  942. units = append(units, RepoUnit{
  943. RepoID: repo.ID,
  944. Type: tp,
  945. Config: &PullRequestsConfig{AllowMerge: true, AllowRebase: true, AllowRebaseMerge: true, AllowSquash: true},
  946. })
  947. } else {
  948. units = append(units, RepoUnit{
  949. RepoID: repo.ID,
  950. Type: tp,
  951. })
  952. }
  953. }
  954. if _, err = ctx.e.Insert(&units); err != nil {
  955. return err
  956. }
  957. // Remember visibility preference.
  958. u.LastRepoVisibility = repo.IsPrivate
  959. if err = updateUserCols(ctx.e, u, "last_repo_visibility"); err != nil {
  960. return fmt.Errorf("updateUser: %v", err)
  961. }
  962. if _, err = ctx.e.Incr("num_repos").ID(u.ID).Update(new(User)); err != nil {
  963. return fmt.Errorf("increment user total_repos: %v", err)
  964. }
  965. u.NumRepos++
  966. // Give access to all members in teams with access to all repositories.
  967. if u.IsOrganization() {
  968. if err := u.GetTeams(&SearchTeamOptions{}); err != nil {
  969. return fmt.Errorf("GetTeams: %v", err)
  970. }
  971. for _, t := range u.Teams {
  972. if t.IncludesAllRepositories {
  973. if err := t.addRepository(ctx.e, repo); err != nil {
  974. return fmt.Errorf("addRepository: %v", err)
  975. }
  976. }
  977. }
  978. if isAdmin, err := isUserRepoAdmin(ctx.e, repo, doer); err != nil {
  979. return fmt.Errorf("isUserRepoAdmin: %v", err)
  980. } else if !isAdmin {
  981. // Make creator repo admin if it wan't assigned automatically
  982. if err = repo.addCollaborator(ctx.e, doer); err != nil {
  983. return fmt.Errorf("AddCollaborator: %v", err)
  984. }
  985. if err = repo.changeCollaborationAccessMode(ctx.e, doer.ID, AccessModeAdmin); err != nil {
  986. return fmt.Errorf("ChangeCollaborationAccessMode: %v", err)
  987. }
  988. }
  989. } else if err = repo.recalculateAccesses(ctx.e); err != nil {
  990. // Organization automatically called this in addRepository method.
  991. return fmt.Errorf("recalculateAccesses: %v", err)
  992. }
  993. if setting.Service.AutoWatchNewRepos {
  994. if err = watchRepo(ctx.e, doer.ID, repo.ID, true); err != nil {
  995. return fmt.Errorf("watchRepo: %v", err)
  996. }
  997. }
  998. if err = copyDefaultWebhooksToRepo(ctx.e, repo.ID); err != nil {
  999. return fmt.Errorf("copyDefaultWebhooksToRepo: %v", err)
  1000. }
  1001. return nil
  1002. }
  1003. func countRepositories(userID int64, private bool) int64 {
  1004. sess := x.Where("id > 0")
  1005. if userID > 0 {
  1006. sess.And("owner_id = ?", userID)
  1007. }
  1008. if !private {
  1009. sess.And("is_private=?", false)
  1010. }
  1011. count, err := sess.Count(new(Repository))
  1012. if err != nil {
  1013. log.Error("countRepositories: %v", err)
  1014. }
  1015. return count
  1016. }
  1017. // CountRepositories returns number of repositories.
  1018. // Argument private only takes effect when it is false,
  1019. // set it true to count all repositories.
  1020. func CountRepositories(private bool) int64 {
  1021. return countRepositories(-1, private)
  1022. }
  1023. // CountUserRepositories returns number of repositories user owns.
  1024. // Argument private only takes effect when it is false,
  1025. // set it true to count all repositories.
  1026. func CountUserRepositories(userID int64, private bool) int64 {
  1027. return countRepositories(userID, private)
  1028. }
  1029. // RepoPath returns repository path by given user and repository name.
  1030. func RepoPath(userName, repoName string) string {
  1031. return filepath.Join(UserPath(userName), strings.ToLower(repoName)+".git")
  1032. }
  1033. // IncrementRepoForkNum increment repository fork number
  1034. func IncrementRepoForkNum(ctx DBContext, repoID int64) error {
  1035. _, err := ctx.e.Exec("UPDATE `repository` SET num_forks=num_forks+1 WHERE id=?", repoID)
  1036. return err
  1037. }
  1038. // TransferOwnership transfers all corresponding setting from old user to new one.
  1039. func TransferOwnership(doer *User, newOwnerName string, repo *Repository) error {
  1040. newOwner, err := GetUserByName(newOwnerName)
  1041. if err != nil {
  1042. return fmt.Errorf("get new owner '%s': %v", newOwnerName, err)
  1043. }
  1044. // Check if new owner has repository with same name.
  1045. has, err := IsRepositoryExist(newOwner, repo.Name)
  1046. if err != nil {
  1047. return fmt.Errorf("IsRepositoryExist: %v", err)
  1048. } else if has {
  1049. return ErrRepoAlreadyExist{newOwnerName, repo.Name}
  1050. }
  1051. sess := x.NewSession()
  1052. defer sess.Close()
  1053. if err = sess.Begin(); err != nil {
  1054. return fmt.Errorf("sess.Begin: %v", err)
  1055. }
  1056. oldOwner := repo.Owner
  1057. // Note: we have to set value here to make sure recalculate accesses is based on
  1058. // new owner.
  1059. repo.OwnerID = newOwner.ID
  1060. repo.Owner = newOwner
  1061. repo.OwnerName = newOwner.Name
  1062. // Update repository.
  1063. if _, err := sess.ID(repo.ID).Update(repo); err != nil {
  1064. return fmt.Errorf("update owner: %v", err)
  1065. }
  1066. // Remove redundant collaborators.
  1067. collaborators, err := repo.getCollaborators(sess, ListOptions{})
  1068. if err != nil {
  1069. return fmt.Errorf("getCollaborators: %v", err)
  1070. }
  1071. // Dummy object.
  1072. collaboration := &Collaboration{RepoID: repo.ID}
  1073. for _, c := range collaborators {
  1074. if c.ID != newOwner.ID {
  1075. isMember, err := isOrganizationMember(sess, newOwner.ID, c.ID)
  1076. if err != nil {
  1077. return fmt.Errorf("IsOrgMember: %v", err)
  1078. } else if !isMember {
  1079. continue
  1080. }
  1081. }
  1082. collaboration.UserID = c.ID
  1083. if _, err = sess.Delete(collaboration); err != nil {
  1084. return fmt.Errorf("remove collaborator '%d': %v", c.ID, err)
  1085. }
  1086. }
  1087. // Remove old team-repository relations.
  1088. if oldOwner.IsOrganization() {
  1089. if err = oldOwner.removeOrgRepo(sess, repo.ID); err != nil {
  1090. return fmt.Errorf("removeOrgRepo: %v", err)
  1091. }
  1092. }
  1093. if newOwner.IsOrganization() {
  1094. if err := newOwner.getTeams(sess); err != nil {
  1095. return fmt.Errorf("GetTeams: %v", err)
  1096. }
  1097. for _, t := range newOwner.Teams {
  1098. if t.IncludesAllRepositories {
  1099. if err := t.addRepository(sess, repo); err != nil {
  1100. return fmt.Errorf("addRepository: %v", err)
  1101. }
  1102. }
  1103. }
  1104. } else if err = repo.recalculateAccesses(sess); err != nil {
  1105. // Organization called this in addRepository method.
  1106. return fmt.Errorf("recalculateAccesses: %v", err)
  1107. }
  1108. // Update repository count.
  1109. if _, err = sess.Exec("UPDATE `user` SET num_repos=num_repos+1 WHERE id=?", newOwner.ID); err != nil {
  1110. return fmt.Errorf("increase new owner repository count: %v", err)
  1111. } else if _, err = sess.Exec("UPDATE `user` SET num_repos=num_repos-1 WHERE id=?", oldOwner.ID); err != nil {
  1112. return fmt.Errorf("decrease old owner repository count: %v", err)
  1113. }
  1114. if err = watchRepo(sess, doer.ID, repo.ID, true); err != nil {
  1115. return fmt.Errorf("watchRepo: %v", err)
  1116. }
  1117. // Remove watch for organization.
  1118. if oldOwner.IsOrganization() {
  1119. if err = watchRepo(sess, oldOwner.ID, repo.ID, false); err != nil {
  1120. return fmt.Errorf("watchRepo [false]: %v", err)
  1121. }
  1122. }
  1123. // Rename remote repository to new path and delete local copy.
  1124. dir := UserPath(newOwner.Name)
  1125. if err := os.MkdirAll(dir, os.ModePerm); err != nil {
  1126. return fmt.Errorf("Failed to create dir %s: %v", dir, err)
  1127. }
  1128. if err = os.Rename(RepoPath(oldOwner.Name, repo.Name), RepoPath(newOwner.Name, repo.Name)); err != nil {
  1129. return fmt.Errorf("rename repository directory: %v", err)
  1130. }
  1131. // Rename remote wiki repository to new path and delete local copy.
  1132. wikiPath := WikiPath(oldOwner.Name, repo.Name)
  1133. if com.IsExist(wikiPath) {
  1134. if err = os.Rename(wikiPath, WikiPath(newOwner.Name, repo.Name)); err != nil {
  1135. return fmt.Errorf("rename repository wiki: %v", err)
  1136. }
  1137. }
  1138. // If there was previously a redirect at this location, remove it.
  1139. if err = deleteRepoRedirect(sess, newOwner.ID, repo.Name); err != nil {
  1140. return fmt.Errorf("delete repo redirect: %v", err)
  1141. }
  1142. if err := NewRepoRedirect(DBContext{sess}, oldOwner.ID, repo.ID, repo.Name, repo.Name); err != nil {
  1143. return fmt.Errorf("NewRepoRedirect: %v", err)
  1144. }
  1145. return sess.Commit()
  1146. }
  1147. // ChangeRepositoryName changes all corresponding setting from old repository name to new one.
  1148. func ChangeRepositoryName(doer *User, repo *Repository, newRepoName string) (err error) {
  1149. oldRepoName := repo.Name
  1150. newRepoName = strings.ToLower(newRepoName)
  1151. if err = IsUsableRepoName(newRepoName); err != nil {
  1152. return err
  1153. }
  1154. if err := repo.GetOwner(); err != nil {
  1155. return err
  1156. }
  1157. has, err := IsRepositoryExist(repo.Owner, newRepoName)
  1158. if err != nil {
  1159. return fmt.Errorf("IsRepositoryExist: %v", err)
  1160. } else if has {
  1161. return ErrRepoAlreadyExist{repo.Owner.Name, newRepoName}
  1162. }
  1163. newRepoPath := RepoPath(repo.Owner.Name, newRepoName)
  1164. if err = os.Rename(repo.RepoPath(), newRepoPath); err != nil {
  1165. return fmt.Errorf("rename repository directory: %v", err)
  1166. }
  1167. wikiPath := repo.WikiPath()
  1168. if com.IsExist(wikiPath) {
  1169. if err = os.Rename(wikiPath, WikiPath(repo.Owner.Name, newRepoName)); err != nil {
  1170. return fmt.Errorf("rename repository wiki: %v", err)
  1171. }
  1172. }
  1173. sess := x.NewSession()
  1174. defer sess.Close()
  1175. if err = sess.Begin(); err != nil {
  1176. return fmt.Errorf("sess.Begin: %v", err)
  1177. }
  1178. // If there was previously a redirect at this location, remove it.
  1179. if err = deleteRepoRedirect(sess, repo.OwnerID, newRepoName); err != nil {
  1180. return fmt.Errorf("delete repo redirect: %v", err)
  1181. }
  1182. if err := NewRepoRedirect(DBContext{sess}, repo.Owner.ID, repo.ID, oldRepoName, newRepoName); err != nil {
  1183. return err
  1184. }
  1185. return sess.Commit()
  1186. }
  1187. func getRepositoriesByForkID(e Engine, forkID int64) ([]*Repository, error) {
  1188. repos := make([]*Repository, 0, 10)
  1189. return repos, e.
  1190. Where("fork_id=?", forkID).
  1191. Find(&repos)
  1192. }
  1193. // GetRepositoriesByForkID returns all repositories with given fork ID.
  1194. func GetRepositoriesByForkID(forkID int64) ([]*Repository, error) {
  1195. return getRepositoriesByForkID(x, forkID)
  1196. }
  1197. func updateRepository(e Engine, repo *Repository, visibilityChanged bool) (err error) {
  1198. repo.LowerName = strings.ToLower(repo.Name)
  1199. if len(repo.Description) > 255 {
  1200. repo.Description = repo.Description[:255]
  1201. }
  1202. if len(repo.Website) > 255 {
  1203. repo.Website = repo.Website[:255]
  1204. }
  1205. if _, err = e.ID(repo.ID).AllCols().Update(repo); err != nil {
  1206. return fmt.Errorf("update: %v", err)
  1207. }
  1208. if visibilityChanged {
  1209. if err = repo.getOwner(e); err != nil {
  1210. return fmt.Errorf("getOwner: %v", err)
  1211. }
  1212. if repo.Owner.IsOrganization() {
  1213. // Organization repository need to recalculate access table when visibility is changed.
  1214. if err = repo.recalculateTeamAccesses(e, 0); err != nil {
  1215. return fmt.Errorf("recalculateTeamAccesses: %v", err)
  1216. }
  1217. }
  1218. // If repo has become private, we need to set its actions to private.
  1219. if repo.IsPrivate {
  1220. _, err = e.Where("repo_id = ?", repo.ID).Cols("is_private").Update(&Action{
  1221. IsPrivate: true,
  1222. })
  1223. if err != nil {
  1224. return err
  1225. }
  1226. }
  1227. // Create/Remove git-daemon-export-ok for git-daemon...
  1228. daemonExportFile := path.Join(repo.RepoPath(), `git-daemon-export-ok`)
  1229. if repo.IsPrivate && com.IsExist(daemonExportFile) {
  1230. if err = os.Remove(daemonExportFile); err != nil {
  1231. log.Error("Failed to remove %s: %v", daemonExportFile, err)
  1232. }
  1233. } else if !repo.IsPrivate && !com.IsExist(daemonExportFile) {
  1234. if f, err := os.Create(daemonExportFile); err != nil {
  1235. log.Error("Failed to create %s: %v", daemonExportFile, err)
  1236. } else {
  1237. f.Close()
  1238. }
  1239. }
  1240. forkRepos, err := getRepositoriesByForkID(e, repo.ID)
  1241. if err != nil {
  1242. return fmt.Errorf("getRepositoriesByForkID: %v", err)
  1243. }
  1244. for i := range forkRepos {
  1245. forkRepos[i].IsPrivate = repo.IsPrivate
  1246. if err = updateRepository(e, forkRepos[i], true); err != nil {
  1247. return fmt.Errorf("updateRepository[%d]: %v", forkRepos[i].ID, err)
  1248. }
  1249. }
  1250. if err = repo.updateSize(e); err != nil {
  1251. log.Error("Failed to update size for repository: %v", err)
  1252. }
  1253. }
  1254. return nil
  1255. }
  1256. // UpdateRepositoryCtx updates a repository with db context
  1257. func UpdateRepositoryCtx(ctx DBContext, repo *Repository, visibilityChanged bool) error {
  1258. return updateRepository(ctx.e, repo, visibilityChanged)
  1259. }
  1260. // UpdateRepository updates a repository
  1261. func UpdateRepository(repo *Repository, visibilityChanged bool) (err error) {
  1262. sess := x.NewSession()
  1263. defer sess.Close()
  1264. if err = sess.Begin(); err != nil {
  1265. return err
  1266. }
  1267. if err = updateRepository(sess, repo, visibilityChanged); err != nil {
  1268. return fmt.Errorf("updateRepository: %v", err)
  1269. }
  1270. return sess.Commit()
  1271. }
  1272. // UpdateRepositoryUpdatedTime updates a repository's updated time
  1273. func UpdateRepositoryUpdatedTime(repoID int64, updateTime time.Time) error {
  1274. _, err := x.Exec("UPDATE repository SET updated_unix = ? WHERE id = ?", updateTime.Unix(), repoID)
  1275. return err
  1276. }
  1277. // UpdateRepositoryUnits updates a repository's units
  1278. func UpdateRepositoryUnits(repo *Repository, units []RepoUnit, deleteUnitTypes []UnitType) (err error) {
  1279. sess := x.NewSession()
  1280. defer sess.Close()
  1281. if err = sess.Begin(); err != nil {
  1282. return err
  1283. }
  1284. // Delete existing settings of units before adding again
  1285. for _, u := range units {
  1286. deleteUnitTypes = append(deleteUnitTypes, u.Type)
  1287. }
  1288. if _, err = sess.Where("repo_id = ?", repo.ID).In("type", deleteUnitTypes).Delete(new(RepoUnit)); err != nil {
  1289. return err
  1290. }
  1291. if len(units) > 0 {
  1292. if _, err = sess.Insert(units); err != nil {
  1293. return err
  1294. }
  1295. }
  1296. return sess.Commit()
  1297. }
  1298. // DeleteRepository deletes a repository for a user or organization.
  1299. func DeleteRepository(doer *User, uid, repoID int64) error {
  1300. // In case is a organization.
  1301. org, err := GetUserByID(uid)
  1302. if err != nil {
  1303. return err
  1304. }
  1305. if org.IsOrganization() {
  1306. if err = org.GetTeams(&SearchTeamOptions{}); err != nil {
  1307. return err
  1308. }
  1309. }
  1310. sess := x.NewSession()
  1311. defer sess.Close()
  1312. if err = sess.Begin(); err != nil {
  1313. return err
  1314. }
  1315. repo := &Repository{ID: repoID, OwnerID: uid}
  1316. has, err := sess.Get(repo)
  1317. if err != nil {
  1318. return err
  1319. } else if !has {
  1320. return ErrRepoNotExist{repoID, uid, "", ""}
  1321. }
  1322. // Delete Deploy Keys
  1323. deployKeys, err := listDeployKeys(sess, repo.ID, ListOptions{})
  1324. if err != nil {
  1325. return fmt.Errorf("listDeployKeys: %v", err)
  1326. }
  1327. for _, dKey := range deployKeys {
  1328. if err := deleteDeployKey(sess, doer, dKey.ID); err != nil {
  1329. return fmt.Errorf("deleteDeployKeys: %v", err)
  1330. }
  1331. }
  1332. if cnt, err := sess.ID(repoID).Delete(&Repository{}); err != nil {
  1333. return err
  1334. } else if cnt != 1 {
  1335. return ErrRepoNotExist{repoID, uid, "", ""}
  1336. }
  1337. if org.IsOrganization() {
  1338. for _, t := range org.Teams {
  1339. if !t.hasRepository(sess, repoID) {
  1340. continue
  1341. } else if err = t.removeRepository(sess, repo, false); err != nil {
  1342. return err
  1343. }
  1344. }
  1345. }
  1346. attachments := make([]*Attachment, 0, 20)
  1347. if err = sess.Join("INNER", "`release`", "`release`.id = `attachment`.release_id").
  1348. Where("`release`.repo_id = ?", repoID).
  1349. Find(&attachments); err != nil {
  1350. return err
  1351. }
  1352. releaseAttachments := make([]string, 0, len(attachments))
  1353. for i := 0; i < len(attachments); i++ {
  1354. releaseAttachments = append(releaseAttachments, attachments[i].LocalPath())
  1355. }
  1356. if err = deleteBeans(sess,
  1357. &Access{RepoID: repo.ID},
  1358. &Action{RepoID: repo.ID},
  1359. &Watch{RepoID: repoID},
  1360. &Star{RepoID: repoID},
  1361. &Mirror{RepoID: repoID},
  1362. &Milestone{RepoID: repoID},
  1363. &Release{RepoID: repoID},
  1364. &Collaboration{RepoID: repoID},
  1365. &PullRequest{BaseRepoID: repoID},
  1366. &RepoUnit{RepoID: repoID},
  1367. &RepoRedirect{RedirectRepoID: repoID},
  1368. &Webhook{RepoID: repoID},
  1369. &HookTask{RepoID: repoID},
  1370. &Notification{RepoID: repoID},
  1371. &CommitStatus{RepoID: repoID},
  1372. &RepoIndexerStatus{RepoID: repoID},
  1373. &LanguageStat{RepoID: repoID},
  1374. &Comment{RefRepoID: repoID},
  1375. &Task{RepoID: repoID},
  1376. ); err != nil {
  1377. return fmt.Errorf("deleteBeans: %v", err)
  1378. }
  1379. // Delete Issues and related objects
  1380. var attachmentPaths []string
  1381. if attachmentPaths, err = deleteIssuesByRepoID(sess, repoID); err != nil {
  1382. return err
  1383. }
  1384. if _, err = sess.Where("repo_id = ?", repoID).Delete(new(RepoUnit)); err != nil {
  1385. return err
  1386. }
  1387. if repo.IsFork {
  1388. if _, err = sess.Exec("UPDATE `repository` SET num_forks=num_forks-1 WHERE id=?", repo.ForkID); err != nil {
  1389. return fmt.Errorf("decrease fork count: %v", err)
  1390. }
  1391. }
  1392. if _, err = sess.Exec("UPDATE `user` SET num_repos=num_repos-1 WHERE id=?", uid); err != nil {
  1393. return err
  1394. }
  1395. if len(repo.Topics) > 0 {
  1396. if err = removeTopicsFromRepo(sess, repo.ID); err != nil {
  1397. return err
  1398. }
  1399. }
  1400. // FIXME: Remove repository files should be executed after transaction succeed.
  1401. repoPath := repo.RepoPath()
  1402. removeAllWithNotice(sess, "Delete repository files", repoPath)
  1403. err = repo.deleteWiki(sess)
  1404. if err != nil {
  1405. return err
  1406. }
  1407. // Remove LFS objects
  1408. var lfsObjects []*LFSMetaObject
  1409. if err = sess.Where("repository_id=?", repoID).Find(&lfsObjects); err != nil {
  1410. return err
  1411. }
  1412. for _, v := range lfsObjects {
  1413. count, err := sess.Count(&LFSMetaObject{Oid: v.Oid})
  1414. if err != nil {
  1415. return err
  1416. }
  1417. if count > 1 {
  1418. continue
  1419. }
  1420. oidPath := filepath.Join(setting.LFS.ContentPath, v.Oid[0:2], v.Oid[2:4], v.Oid[4:len(v.Oid)])
  1421. removeAllWithNotice(sess, "Delete orphaned LFS file", oidPath)
  1422. }
  1423. if _, err := sess.Delete(&LFSMetaObject{RepositoryID: repoID}); err != nil {
  1424. return err
  1425. }
  1426. if repo.NumForks > 0 {
  1427. if _, err = sess.Exec("UPDATE `repository` SET fork_id=0,is_fork=? WHERE fork_id=?", false, repo.ID); err != nil {
  1428. log.Error("reset 'fork_id' and 'is_fork': %v", err)
  1429. }
  1430. }
  1431. if err = sess.Commit(); err != nil {
  1432. sess.Close()
  1433. if len(deployKeys) > 0 {
  1434. // We need to rewrite the public keys because the commit failed
  1435. if err2 := RewriteAllPublicKeys(); err2 != nil {
  1436. return fmt.Errorf("Commit: %v SSH Keys: %v", err, err2)
  1437. }
  1438. }
  1439. return fmt.Errorf("Commit: %v", err)
  1440. }
  1441. sess.Close()
  1442. // We should always delete the files after the database transaction succeed. If
  1443. // we delete the file but the database rollback, the repository will be borken.
  1444. // Remove issue attachment files.
  1445. for i := range attachmentPaths {
  1446. removeAllWithNotice(x, "Delete issue attachment", attachmentPaths[i])
  1447. }
  1448. // Remove release attachment files.
  1449. for i := range releaseAttachments {
  1450. removeAllWithNotice(x, "Delete release attachment", releaseAttachments[i])
  1451. }
  1452. if len(repo.Avatar) > 0 {
  1453. avatarPath := repo.CustomAvatarPath()
  1454. if com.IsExist(avatarPath) {
  1455. if err := os.Remove(avatarPath); err != nil {
  1456. return fmt.Errorf("Failed to remove %s: %v", avatarPath, err)
  1457. }
  1458. }
  1459. }
  1460. return nil
  1461. }
  1462. // GetRepositoryByOwnerAndName returns the repository by given ownername and reponame.
  1463. func GetRepositoryByOwnerAndName(ownerName, repoName string) (*Repository, error) {
  1464. return getRepositoryByOwnerAndName(x, ownerName, repoName)
  1465. }
  1466. func getRepositoryByOwnerAndName(e Engine, ownerName, repoName string) (*Repository, error) {
  1467. var repo Repository
  1468. has, err := e.Table("repository").Select("repository.*").
  1469. Join("INNER", "`user`", "`user`.id = repository.owner_id").
  1470. Where("repository.lower_name = ?", strings.ToLower(repoName)).
  1471. And("`user`.lower_name = ?", strings.ToLower(ownerName)).
  1472. Get(&repo)
  1473. if err != nil {
  1474. return nil, err
  1475. } else if !has {
  1476. return nil, ErrRepoNotExist{0, 0, ownerName, repoName}
  1477. }
  1478. return &repo, nil
  1479. }
  1480. // GetRepositoryByName returns the repository by given name under user if exists.
  1481. func GetRepositoryByName(ownerID int64, name string) (*Repository, error) {
  1482. repo := &Repository{
  1483. OwnerID: ownerID,
  1484. LowerName: strings.ToLower(name),
  1485. }
  1486. has, err := x.Get(repo)
  1487. if err != nil {
  1488. return nil, err
  1489. } else if !has {
  1490. return nil, ErrRepoNotExist{0, ownerID, "", name}
  1491. }
  1492. return repo, err
  1493. }
  1494. func getRepositoryByID(e Engine, id int64) (*Repository, error) {
  1495. repo := new(Repository)
  1496. has, err := e.ID(id).Get(repo)
  1497. if err != nil {
  1498. return nil, err
  1499. } else if !has {
  1500. return nil, ErrRepoNotExist{id, 0, "", ""}
  1501. }
  1502. return repo, nil
  1503. }
  1504. // GetRepositoryByID returns the repository by given id if exists.
  1505. func GetRepositoryByID(id int64) (*Repository, error) {
  1506. return getRepositoryByID(x, id)
  1507. }
  1508. // GetRepositoryByIDCtx returns the repository by given id if exists.
  1509. func GetRepositoryByIDCtx(ctx DBContext, id int64) (*Repository, error) {
  1510. return getRepositoryByID(ctx.e, id)
  1511. }
  1512. // GetRepositoriesMapByIDs returns the repositories by given id slice.
  1513. func GetRepositoriesMapByIDs(ids []int64) (map[int64]*Repository, error) {
  1514. var repos = make(map[int64]*Repository, len(ids))
  1515. return repos, x.In("id", ids).Find(&repos)
  1516. }
  1517. // GetUserRepositories returns a list of repositories of given user.
  1518. func GetUserRepositories(opts *SearchRepoOptions) ([]*Repository, error) {
  1519. if len(opts.OrderBy) == 0 {
  1520. opts.OrderBy = "updated_unix DESC"
  1521. }
  1522. sess := x.
  1523. Where("owner_id = ?", opts.Actor.ID).
  1524. OrderBy(opts.OrderBy.String())
  1525. if !opts.Private {
  1526. sess.And("is_private=?", false)
  1527. }
  1528. sess = opts.setSessionPagination(sess)
  1529. repos := make([]*Repository, 0, opts.PageSize)
  1530. return repos, opts.setSessionPagination(sess).Find(&repos)
  1531. }
  1532. // GetUserMirrorRepositories returns a list of mirror repositories of given user.
  1533. func GetUserMirrorRepositories(userID int64) ([]*Repository, error) {
  1534. repos := make([]*Repository, 0, 10)
  1535. return repos, x.
  1536. Where("owner_id = ?", userID).
  1537. And("is_mirror = ?", true).
  1538. Find(&repos)
  1539. }
  1540. func getRepositoryCount(e Engine, u *User) (int64, error) {
  1541. return e.Count(&Repository{OwnerID: u.ID})
  1542. }
  1543. func getPublicRepositoryCount(e Engine, u *User) (int64, error) {
  1544. return e.Where("is_private = ?", false).Count(&Repository{OwnerID: u.ID})
  1545. }
  1546. func getPrivateRepositoryCount(e Engine, u *User) (int64, error) {
  1547. return e.Where("is_private = ?", true).Count(&Repository{OwnerID: u.ID})
  1548. }
  1549. // GetRepositoryCount returns the total number of repositories of user.
  1550. func GetRepositoryCount(u *User) (int64, error) {
  1551. return getRepositoryCount(x, u)
  1552. }
  1553. // GetPublicRepositoryCount returns the total number of public repositories of user.
  1554. func GetPublicRepositoryCount(u *User) (int64, error) {
  1555. return getPublicRepositoryCount(x, u)
  1556. }
  1557. // GetPrivateRepositoryCount returns the total number of private repositories of user.
  1558. func GetPrivateRepositoryCount(u *User) (int64, error) {
  1559. return getPrivateRepositoryCount(x, u)
  1560. }
  1561. // DeleteRepositoryArchives deletes all repositories' archives.
  1562. func DeleteRepositoryArchives(ctx context.Context) error {
  1563. return x.
  1564. Where("id > 0").
  1565. Iterate(new(Repository),
  1566. func(idx int, bean interface{}) error {
  1567. repo := bean.(*Repository)
  1568. select {
  1569. case <-ctx.Done():
  1570. return ErrCancelledf("before deleting repository archives for %s", repo.FullName())
  1571. default:
  1572. }
  1573. return os.RemoveAll(filepath.Join(repo.RepoPath(), "archives"))
  1574. })
  1575. }
  1576. // DeleteOldRepositoryArchives deletes old repository archives.
  1577. func DeleteOldRepositoryArchives(ctx context.Context, olderThan time.Duration) error {
  1578. log.Trace("Doing: ArchiveCleanup")
  1579. if err := x.Where("id > 0").Iterate(new(Repository), func(idx int, bean interface{}) error {
  1580. return deleteOldRepositoryArchives(ctx, olderThan, idx, bean)
  1581. }); err != nil {
  1582. log.Trace("Error: ArchiveClean: %v", err)
  1583. return err
  1584. }
  1585. log.Trace("Finished: ArchiveCleanup")
  1586. return nil
  1587. }
  1588. func deleteOldRepositoryArchives(ctx context.Context, olderThan time.Duration, idx int, bean interface{}) error {
  1589. repo := bean.(*Repository)
  1590. basePath := filepath.Join(repo.RepoPath(), "archives")
  1591. for _, ty := range []string{"zip", "targz"} {
  1592. select {
  1593. case <-ctx.Done():
  1594. return ErrCancelledf("before deleting old repository archives with filetype %s for %s", ty, repo.FullName())
  1595. default:
  1596. }
  1597. path := filepath.Join(basePath, ty)
  1598. file, err := os.Open(path)
  1599. if err != nil {
  1600. if !os.IsNotExist(err) {
  1601. log.Warn("Unable to open directory %s: %v", path, err)
  1602. return err
  1603. }
  1604. // If the directory doesn't exist, that's okay.
  1605. continue
  1606. }
  1607. files, err := file.Readdir(0)
  1608. file.Close()
  1609. if err != nil {
  1610. log.Warn("Unable to read directory %s: %v", path, err)
  1611. return err
  1612. }
  1613. minimumOldestTime := time.Now().Add(-olderThan)
  1614. for _, info := range files {
  1615. if info.ModTime().Before(minimumOldestTime) && !info.IsDir() {
  1616. select {
  1617. case <-ctx.Done():
  1618. return ErrCancelledf("before deleting old repository archive file %s with filetype %s for %s", info.Name(), ty, repo.FullName())
  1619. default:
  1620. }
  1621. toDelete := filepath.Join(path, info.Name())
  1622. // This is a best-effort purge, so we do not check error codes to confirm removal.
  1623. if err = os.Remove(toDelete); err != nil {
  1624. log.Trace("Unable to delete %s, but proceeding: %v", toDelete, err)
  1625. }
  1626. }
  1627. }
  1628. }
  1629. return nil
  1630. }
  1631. type repoChecker struct {
  1632. querySQL, correctSQL string
  1633. desc string
  1634. }
  1635. func repoStatsCheck(ctx context.Context, checker *repoChecker) {
  1636. results, err := x.Query(checker.querySQL)
  1637. if err != nil {
  1638. log.Error("Select %s: %v", checker.desc, err)
  1639. return
  1640. }
  1641. for _, result := range results {
  1642. id := com.StrTo(result["id"]).MustInt64()
  1643. select {
  1644. case <-ctx.Done():
  1645. log.Warn("CheckRepoStats: Cancelled before checking %s for Repo[%d]", checker.desc, id)
  1646. return
  1647. default:
  1648. }
  1649. log.Trace("Updating %s: %d", checker.desc, id)
  1650. _, err = x.Exec(checker.correctSQL, id, id)
  1651. if err != nil {
  1652. log.Error("Update %s[%d]: %v", checker.desc, id, err)
  1653. }
  1654. }
  1655. }
  1656. // CheckRepoStats checks the repository stats
  1657. func CheckRepoStats(ctx context.Context) error {
  1658. log.Trace("Doing: CheckRepoStats")
  1659. checkers := []*repoChecker{
  1660. // Repository.NumWatches
  1661. {
  1662. "SELECT repo.id FROM `repository` repo WHERE repo.num_watches!=(SELECT COUNT(*) FROM `watch` WHERE repo_id=repo.id AND mode<>2)",
  1663. "UPDATE `repository` SET num_watches=(SELECT COUNT(*) FROM `watch` WHERE repo_id=? AND mode<>2) WHERE id=?",
  1664. "repository count 'num_watches'",
  1665. },
  1666. // Repository.NumStars
  1667. {
  1668. "SELECT repo.id FROM `repository` repo WHERE repo.num_stars!=(SELECT COUNT(*) FROM `star` WHERE repo_id=repo.id)",
  1669. "UPDATE `repository` SET num_stars=(SELECT COUNT(*) FROM `star` WHERE repo_id=?) WHERE id=?",
  1670. "repository count 'num_stars'",
  1671. },
  1672. // Label.NumIssues
  1673. {
  1674. "SELECT label.id FROM `label` WHERE label.num_issues!=(SELECT COUNT(*) FROM `issue_label` WHERE label_id=label.id)",
  1675. "UPDATE `label` SET num_issues=(SELECT COUNT(*) FROM `issue_label` WHERE label_id=?) WHERE id=?",
  1676. "label count 'num_issues'",
  1677. },
  1678. // User.NumRepos
  1679. {
  1680. "SELECT `user`.id FROM `user` WHERE `user`.num_repos!=(SELECT COUNT(*) FROM `repository` WHERE owner_id=`user`.id)",
  1681. "UPDATE `user` SET num_repos=(SELECT COUNT(*) FROM `repository` WHERE owner_id=?) WHERE id=?",
  1682. "user count 'num_repos'",
  1683. },
  1684. // Issue.NumComments
  1685. {
  1686. "SELECT `issue`.id FROM `issue` WHERE `issue`.num_comments!=(SELECT COUNT(*) FROM `comment` WHERE issue_id=`issue`.id AND type=0)",
  1687. "UPDATE `issue` SET num_comments=(SELECT COUNT(*) FROM `comment` WHERE issue_id=? AND type=0) WHERE id=?",
  1688. "issue count 'num_comments'",
  1689. },
  1690. }
  1691. for _, checker := range checkers {
  1692. select {
  1693. case <-ctx.Done():
  1694. log.Warn("CheckRepoStats: Cancelled before %s", checker.desc)
  1695. return ErrCancelledf("before checking %s", checker.desc)
  1696. default:
  1697. repoStatsCheck(ctx, checker)
  1698. }
  1699. }
  1700. // ***** START: Repository.NumClosedIssues *****
  1701. desc := "repository count 'num_closed_issues'"
  1702. results, err := x.Query("SELECT repo.id FROM `repository` repo WHERE repo.num_closed_issues!=(SELECT COUNT(*) FROM `issue` WHERE repo_id=repo.id AND is_closed=? AND is_pull=?)", true, false)
  1703. if err != nil {
  1704. log.Error("Select %s: %v", desc, err)
  1705. } else {
  1706. for _, result := range results {
  1707. id := com.StrTo(result["id"]).MustInt64()
  1708. select {
  1709. case <-ctx.Done():
  1710. log.Warn("CheckRepoStats: Cancelled during %s for repo ID %d", desc, id)
  1711. return ErrCancelledf("during %s for repo ID %d", desc, id)
  1712. default:
  1713. }
  1714. log.Trace("Updating %s: %d", desc, id)
  1715. _, err = x.Exec("UPDATE `repository` SET num_closed_issues=(SELECT COUNT(*) FROM `issue` WHERE repo_id=? AND is_closed=? AND is_pull=?) WHERE id=?", id, true, false, id)
  1716. if err != nil {
  1717. log.Error("Update %s[%d]: %v", desc, id, err)
  1718. }
  1719. }
  1720. }
  1721. // ***** END: Repository.NumClosedIssues *****
  1722. // ***** START: Repository.NumClosedPulls *****
  1723. desc = "repository count 'num_closed_pulls'"
  1724. results, err = x.Query("SELECT repo.id FROM `repository` repo WHERE repo.num_closed_pulls!=(SELECT COUNT(*) FROM `issue` WHERE repo_id=repo.id AND is_closed=? AND is_pull=?)", true, true)
  1725. if err != nil {
  1726. log.Error("Select %s: %v", desc, err)
  1727. } else {
  1728. for _, result := range results {
  1729. id := com.StrTo(result["id"]).MustInt64()
  1730. select {
  1731. case <-ctx.Done():
  1732. log.Warn("CheckRepoStats: Cancelled")
  1733. return ErrCancelledf("during %s for repo ID %d", desc, id)
  1734. default:
  1735. }
  1736. log.Trace("Updating %s: %d", desc, id)
  1737. _, err = x.Exec("UPDATE `repository` SET num_closed_pulls=(SELECT COUNT(*) FROM `issue` WHERE repo_id=? AND is_closed=? AND is_pull=?) WHERE id=?", id, true, true, id)
  1738. if err != nil {
  1739. log.Error("Update %s[%d]: %v", desc, id, err)
  1740. }
  1741. }
  1742. }
  1743. // ***** END: Repository.NumClosedPulls *****
  1744. // FIXME: use checker when stop supporting old fork repo format.
  1745. // ***** START: Repository.NumForks *****
  1746. results, err = x.Query("SELECT repo.id FROM `repository` repo WHERE repo.num_forks!=(SELECT COUNT(*) FROM `repository` WHERE fork_id=repo.id)")
  1747. if err != nil {
  1748. log.Error("Select repository count 'num_forks': %v", err)
  1749. } else {
  1750. for _, result := range results {
  1751. id := com.StrTo(result["id"]).MustInt64()
  1752. select {
  1753. case <-ctx.Done():
  1754. log.Warn("CheckRepoStats: Cancelled")
  1755. return ErrCancelledf("during %s for repo ID %d", desc, id)
  1756. default:
  1757. }
  1758. log.Trace("Updating repository count 'num_forks': %d", id)
  1759. repo, err := GetRepositoryByID(id)
  1760. if err != nil {
  1761. log.Error("GetRepositoryByID[%d]: %v", id, err)
  1762. continue
  1763. }
  1764. rawResult, err := x.Query("SELECT COUNT(*) FROM `repository` WHERE fork_id=?", repo.ID)
  1765. if err != nil {
  1766. log.Error("Select count of forks[%d]: %v", repo.ID, err)
  1767. continue
  1768. }
  1769. repo.NumForks = int(parseCountResult(rawResult))
  1770. if err = UpdateRepository(repo, false); err != nil {
  1771. log.Error("UpdateRepository[%d]: %v", id, err)
  1772. continue
  1773. }
  1774. }
  1775. }
  1776. // ***** END: Repository.NumForks *****
  1777. return nil
  1778. }
  1779. // SetArchiveRepoState sets if a repo is archived
  1780. func (repo *Repository) SetArchiveRepoState(isArchived bool) (err error) {
  1781. repo.IsArchived = isArchived
  1782. _, err = x.Where("id = ?", repo.ID).Cols("is_archived").Update(repo)
  1783. return
  1784. }
  1785. // ___________ __
  1786. // \_ _____/__________| | __
  1787. // | __)/ _ \_ __ \ |/ /
  1788. // | \( <_> ) | \/ <
  1789. // \___ / \____/|__| |__|_ \
  1790. // \/ \/
  1791. // HasForkedRepo checks if given user has already forked a repository with given ID.
  1792. func HasForkedRepo(ownerID, repoID int64) (*Repository, bool) {
  1793. repo := new(Repository)
  1794. has, _ := x.
  1795. Where("owner_id=? AND fork_id=?", ownerID, repoID).
  1796. Get(repo)
  1797. return repo, has
  1798. }
  1799. // CopyLFS copies LFS data from one repo to another
  1800. func CopyLFS(ctx DBContext, newRepo, oldRepo *Repository) error {
  1801. var lfsObjects []*LFSMetaObject
  1802. if err := ctx.e.Where("repository_id=?", oldRepo.ID).Find(&lfsObjects); err != nil {
  1803. return err
  1804. }
  1805. for _, v := range lfsObjects {
  1806. v.ID = 0
  1807. v.RepositoryID = newRepo.ID
  1808. if _, err := ctx.e.Insert(v); err != nil {
  1809. return err
  1810. }
  1811. }
  1812. return nil
  1813. }
  1814. // GetForks returns all the forks of the repository
  1815. func (repo *Repository) GetForks(listOptions ListOptions) ([]*Repository, error) {
  1816. if listOptions.Page == 0 {
  1817. forks := make([]*Repository, 0, repo.NumForks)
  1818. return forks, x.Find(&forks, &Repository{ForkID: repo.ID})
  1819. }
  1820. sess := listOptions.getPaginatedSession()
  1821. forks := make([]*Repository, 0, listOptions.PageSize)
  1822. return forks, sess.Find(&forks, &Repository{ForkID: repo.ID})
  1823. }
  1824. // GetUserFork return user forked repository from this repository, if not forked return nil
  1825. func (repo *Repository) GetUserFork(userID int64) (*Repository, error) {
  1826. var forkedRepo Repository
  1827. has, err := x.Where("fork_id = ?", repo.ID).And("owner_id = ?", userID).Get(&forkedRepo)
  1828. if err != nil {
  1829. return nil, err
  1830. }
  1831. if !has {
  1832. return nil, nil
  1833. }
  1834. return &forkedRepo, nil
  1835. }
  1836. // CustomAvatarPath returns repository custom avatar file path.
  1837. func (repo *Repository) CustomAvatarPath() string {
  1838. // Avatar empty by default
  1839. if len(repo.Avatar) == 0 {
  1840. return ""
  1841. }
  1842. return filepath.Join(setting.RepositoryAvatarUploadPath, repo.Avatar)
  1843. }
  1844. // generateRandomAvatar generates a random avatar for repository.
  1845. func (repo *Repository) generateRandomAvatar(e Engine) error {
  1846. idToString := fmt.Sprintf("%d", repo.ID)
  1847. seed := idToString
  1848. img, err := avatar.RandomImage([]byte(seed))
  1849. if err != nil {
  1850. return fmt.Errorf("RandomImage: %v", err)
  1851. }
  1852. repo.Avatar = idToString
  1853. if err = os.MkdirAll(filepath.Dir(repo.CustomAvatarPath()), os.ModePerm); err != nil {
  1854. return fmt.Errorf("MkdirAll: %v", err)
  1855. }
  1856. fw, err := os.Create(repo.CustomAvatarPath())
  1857. if err != nil {
  1858. return fmt.Errorf("Create: %v", err)
  1859. }
  1860. defer fw.Close()
  1861. if err = png.Encode(fw, img); err != nil {
  1862. return fmt.Errorf("Encode: %v", err)
  1863. }
  1864. log.Info("New random avatar created for repository: %d", repo.ID)
  1865. if _, err := e.ID(repo.ID).Cols("avatar").NoAutoTime().Update(repo); err != nil {
  1866. return err
  1867. }
  1868. return nil
  1869. }
  1870. // RemoveRandomAvatars removes the randomly generated avatars that were created for repositories
  1871. func RemoveRandomAvatars(ctx context.Context) error {
  1872. return x.
  1873. Where("id > 0").BufferSize(setting.Database.IterateBufferSize).
  1874. Iterate(new(Repository),
  1875. func(idx int, bean interface{}) error {
  1876. repository := bean.(*Repository)
  1877. select {
  1878. case <-ctx.Done():
  1879. return ErrCancelledf("before random avatars removed for %s", repository.FullName())
  1880. default:
  1881. }
  1882. stringifiedID := strconv.FormatInt(repository.ID, 10)
  1883. if repository.Avatar == stringifiedID {
  1884. return repository.DeleteAvatar()
  1885. }
  1886. return nil
  1887. })
  1888. }
  1889. // RelAvatarLink returns a relative link to the repository's avatar.
  1890. func (repo *Repository) RelAvatarLink() string {
  1891. return repo.relAvatarLink(x)
  1892. }
  1893. func (repo *Repository) relAvatarLink(e Engine) string {
  1894. // If no avatar - path is empty
  1895. avatarPath := repo.CustomAvatarPath()
  1896. if len(avatarPath) == 0 || !com.IsFile(avatarPath) {
  1897. switch mode := setting.RepositoryAvatarFallback; mode {
  1898. case "image":
  1899. return setting.RepositoryAvatarFallbackImage
  1900. case "random":
  1901. if err := repo.generateRandomAvatar(e); err != nil {
  1902. log.Error("generateRandomAvatar: %v", err)
  1903. }
  1904. default:
  1905. // default behaviour: do not display avatar
  1906. return ""
  1907. }
  1908. }
  1909. return setting.AppSubURL + "/repo-avatars/" + repo.Avatar
  1910. }
  1911. // avatarLink returns user avatar absolute link.
  1912. func (repo *Repository) avatarLink(e Engine) string {
  1913. link := repo.relAvatarLink(e)
  1914. // link may be empty!
  1915. if len(link) > 0 {
  1916. if link[0] == '/' && link[1] != '/' {
  1917. return setting.AppURL + strings.TrimPrefix(link, setting.AppSubURL)[1:]
  1918. }
  1919. }
  1920. return link
  1921. }
  1922. // UploadAvatar saves custom avatar for repository.
  1923. // FIXME: split uploads to different subdirs in case we have massive number of repos.
  1924. func (repo *Repository) UploadAvatar(data []byte) error {
  1925. m, err := avatar.Prepare(data)
  1926. if err != nil {
  1927. return err
  1928. }
  1929. sess := x.NewSession()
  1930. defer sess.Close()
  1931. if err = sess.Begin(); err != nil {
  1932. return err
  1933. }
  1934. oldAvatarPath := repo.CustomAvatarPath()
  1935. // Users can upload the same image to other repo - prefix it with ID
  1936. // Then repo will be removed - only it avatar file will be removed
  1937. repo.Avatar = fmt.Sprintf("%d-%x", repo.ID, md5.Sum(data))
  1938. if _, err := sess.ID(repo.ID).Cols("avatar").Update(repo); err != nil {
  1939. return fmt.Errorf("UploadAvatar: Update repository avatar: %v", err)
  1940. }
  1941. if err := os.MkdirAll(setting.RepositoryAvatarUploadPath, os.ModePerm); err != nil {
  1942. return fmt.Errorf("UploadAvatar: Failed to create dir %s: %v", setting.RepositoryAvatarUploadPath, err)
  1943. }
  1944. fw, err := os.Create(repo.CustomAvatarPath())
  1945. if err != nil {
  1946. return fmt.Errorf("UploadAvatar: Create file: %v", err)
  1947. }
  1948. defer fw.Close()
  1949. if err = png.Encode(fw, *m); err != nil {
  1950. return fmt.Errorf("UploadAvatar: Encode png: %v", err)
  1951. }
  1952. if len(oldAvatarPath) > 0 && oldAvatarPath != repo.CustomAvatarPath() {
  1953. if err := os.Remove(oldAvatarPath); err != nil {
  1954. return fmt.Errorf("UploadAvatar: Failed to remove old repo avatar %s: %v", oldAvatarPath, err)
  1955. }
  1956. }
  1957. return sess.Commit()
  1958. }
  1959. // DeleteAvatar deletes the repos's custom avatar.
  1960. func (repo *Repository) DeleteAvatar() error {
  1961. // Avatar not exists
  1962. if len(repo.Avatar) == 0 {
  1963. return nil
  1964. }
  1965. avatarPath := repo.CustomAvatarPath()
  1966. log.Trace("DeleteAvatar[%d]: %s", repo.ID, avatarPath)
  1967. sess := x.NewSession()
  1968. defer sess.Close()
  1969. if err := sess.Begin(); err != nil {
  1970. return err
  1971. }
  1972. repo.Avatar = ""
  1973. if _, err := sess.ID(repo.ID).Cols("avatar").Update(repo); err != nil {
  1974. return fmt.Errorf("DeleteAvatar: Update repository avatar: %v", err)
  1975. }
  1976. if _, err := os.Stat(avatarPath); err == nil {
  1977. if err := os.Remove(avatarPath); err != nil {
  1978. return fmt.Errorf("DeleteAvatar: Failed to remove %s: %v", avatarPath, err)
  1979. }
  1980. } else {
  1981. // // Schrodinger: file may or may not exist. See err for details.
  1982. log.Trace("DeleteAvatar[%d]: %v", err)
  1983. }
  1984. return sess.Commit()
  1985. }
  1986. // GetOriginalURLHostname returns the hostname of a URL or the URL
  1987. func (repo *Repository) GetOriginalURLHostname() string {
  1988. u, err := url.Parse(repo.OriginalURL)
  1989. if err != nil {
  1990. return repo.OriginalURL
  1991. }
  1992. return u.Host
  1993. }
  1994. // GetTreePathLock returns LSF lock for the treePath
  1995. func (repo *Repository) GetTreePathLock(treePath string) (*LFSLock, error) {
  1996. if setting.LFS.StartServer {
  1997. locks, err := GetLFSLockByRepoID(repo.ID, 0, 0)
  1998. if err != nil {
  1999. return nil, err
  2000. }
  2001. for _, lock := range locks {
  2002. if lock.Path == treePath {
  2003. return lock, nil
  2004. }
  2005. }
  2006. }
  2007. return nil, nil
  2008. }
  2009. func updateRepositoryCols(e Engine, repo *Repository, cols ...string) error {
  2010. _, err := e.ID(repo.ID).Cols(cols...).Update(repo)
  2011. return err
  2012. }
  2013. // UpdateRepositoryCols updates repository's columns
  2014. func UpdateRepositoryCols(repo *Repository, cols ...string) error {
  2015. return updateRepositoryCols(x, repo, cols...)
  2016. }