12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788 |
- // Copyright 2020 The Gitea Authors. All rights reserved.
- // SPDX-License-Identifier: MIT
-
- package stats
-
- import (
- "context"
-
- "code.gitea.io/gitea/models/db"
- repo_model "code.gitea.io/gitea/models/repo"
- "code.gitea.io/gitea/modules/graceful"
- "code.gitea.io/gitea/modules/log"
- )
-
- // Indexer defines an interface to index repository stats
- // TODO: this indexer is quite different from the others, maybe this package should be moved out from module/indexer
- type Indexer interface {
- Index(id int64) error
- Close()
- }
-
- // indexer represents a indexer instance
- var indexer Indexer
-
- // Init initialize the repo indexer
- func Init() error {
- indexer = &DBIndexer{}
-
- if err := initStatsQueue(); err != nil {
- return err
- }
-
- go populateRepoIndexer(db.DefaultContext)
-
- return nil
- }
-
- // populateRepoIndexer populate the repo indexer with pre-existing data. This
- // should only be run when the indexer is created for the first time.
- func populateRepoIndexer(ctx context.Context) {
- log.Info("Populating the repo stats indexer with existing repositories")
-
- isShutdown := graceful.GetManager().IsShutdown()
-
- exist, err := db.IsTableNotEmpty("repository")
- if err != nil {
- log.Fatal("System error: %v", err)
- } else if !exist {
- return
- }
-
- var maxRepoID int64
- if maxRepoID, err = db.GetMaxID("repository"); err != nil {
- log.Fatal("System error: %v", err)
- }
-
- // start with the maximum existing repo ID and work backwards, so that we
- // don't include repos that are created after gitea starts; such repos will
- // already be added to the indexer, and we don't need to add them again.
- for maxRepoID > 0 {
- select {
- case <-isShutdown:
- log.Info("Repository Stats Indexer population shutdown before completion")
- return
- default:
- }
- ids, err := repo_model.GetUnindexedRepos(ctx, repo_model.RepoIndexerTypeStats, maxRepoID, 0, 50)
- if err != nil {
- log.Error("populateRepoIndexer: %v", err)
- return
- } else if len(ids) == 0 {
- break
- }
- for _, id := range ids {
- select {
- case <-isShutdown:
- log.Info("Repository Stats Indexer population shutdown before completion")
- return
- default:
- }
- if err := statsQueue.Push(id); err != nil {
- log.Error("statsQueue.Push: %v", err)
- }
- maxRepoID = id - 1
- }
- }
- log.Info("Done (re)populating the repo stats indexer with existing repositories")
- }
|