1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
|
/*
* Copyright 2012 gitblit.com.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.gitblit;
import java.text.MessageFormat;
import java.util.HashSet;
import java.util.Queue;
import java.util.Set;
import java.util.concurrent.ConcurrentLinkedQueue;
import java.util.concurrent.atomic.AtomicBoolean;
import org.eclipse.jgit.lib.Repository;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import com.gitblit.models.RepositoryModel;
import com.gitblit.utils.JGitUtils;
import com.gitblit.utils.LuceneUtils;
import com.gitblit.utils.LuceneUtils.IndexResult;
/**
* The Lucene executor handles indexing repositories synchronously and
* asynchronously from a queue.
*
* @author James Moger
*
*/
public class LuceneExecutor implements Runnable {
private final Logger logger = LoggerFactory.getLogger(LuceneExecutor.class);
private final Queue<String> queue = new ConcurrentLinkedQueue<String>();
private final IStoredSettings settings;
private final boolean isLuceneEnabled;
private final boolean isPollingMode;
private final AtomicBoolean firstRun = new AtomicBoolean(true);
public LuceneExecutor(IStoredSettings settings) {
this.settings = settings;
this.isLuceneEnabled = settings.getBoolean(Keys.lucene.enable, false);
this.isPollingMode = settings.getBoolean(Keys.lucene.pollingMode, false);
}
/**
* Indicates if the Lucene executor can index repositories.
*
* @return true if the Lucene executor is ready to index repositories
*/
public boolean isReady() {
return isLuceneEnabled;
}
/**
* Returns the status of the Lucene queue.
*
* @return true, if the queue is empty
*/
public boolean hasEmptyQueue() {
return queue.isEmpty();
}
/**
* Queues a repository to be asynchronously indexed.
*
* @param repository
* @return true if the repository was queued
*/
public boolean queue(RepositoryModel repository) {
if (!isReady()) {
return false;
}
queue.add(repository.name);
return true;
}
@Override
public void run() {
if (!isLuceneEnabled) {
return;
}
if (firstRun.get() || isPollingMode) {
// update all indexes on first run or if polling mode
firstRun.set(false);
queue.addAll(GitBlit.self().getRepositoryList());
}
Set<String> processed = new HashSet<String>();
if (!queue.isEmpty()) {
// update the repository Lucene index
String repositoryName = null;
while ((repositoryName = queue.poll()) != null) {
if (processed.contains(repositoryName)) {
// skipping multi-queued repository
continue;
}
try {
Repository repository = GitBlit.self().getRepository(repositoryName);
if (repository == null) {
logger.warn(MessageFormat.format(
"Lucene executor could not find repository {0}. Skipping.",
repositoryName));
continue;
}
index(repositoryName, repository);
repository.close();
processed.add(repositoryName);
} catch (Throwable e) {
logger.error(MessageFormat.format("Failed to update {0} Lucene index",
repositoryName), e);
}
}
}
}
/**
* Synchronously indexes a repository. This may build a complete index of a
* repository or it may update an existing index.
*
* @param repositoryName
* the name of the repository
* @param repository
* the repository object
*/
public void index(String repositoryName, Repository repository) {
try {
if (JGitUtils.hasCommits(repository)) {
if (LuceneUtils.shouldReindex(repository)) {
// (re)build the entire index
long start = System.currentTimeMillis();
IndexResult result = LuceneUtils.reindex(repository);
long duration = System.currentTimeMillis() - start;
if (result.success) {
if (result.commitCount > 0) {
String msg = "Built {0} Lucene index from {1} commits in {2} msecs";
logger.info(MessageFormat.format(msg, repositoryName,
result.commitCount, duration));
}
} else {
String msg = "Could not build {0} Lucene index!";
logger.error(MessageFormat.format(msg, repositoryName));
}
} else {
// update the index with latest commits
long start = System.currentTimeMillis();
IndexResult result = LuceneUtils.updateIndex(repository);
long duration = System.currentTimeMillis() - start;
if (result.success) {
if (result.commitCount > 0) {
String msg = "Updated {0} Lucene index with {1} commits in {2} msecs";
logger.info(MessageFormat.format(msg, repositoryName,
result.commitCount, duration));
}
} else {
String msg = "Could not update {0} Lucene index!";
logger.error(MessageFormat.format(msg, repositoryName));
}
}
} else {
logger.info(MessageFormat.format("Skipped Lucene index of empty repository {0}",
repositoryName));
}
} catch (Throwable t) {
logger.error(MessageFormat.format("Lucene indexing failure for {0}", repositoryName), t);
}
}
/**
* Close all Lucene indexers.
*
*/
public void close() {
LuceneUtils.close();
}
}
|
