diff options
Diffstat (limited to 'src/com/gitblit/LuceneExecutor.java')
| -rw-r--r-- | src/com/gitblit/LuceneExecutor.java | 177 |
1 files changed, 177 insertions, 0 deletions
diff --git a/src/com/gitblit/LuceneExecutor.java b/src/com/gitblit/LuceneExecutor.java new file mode 100644 index 00000000..32004a73 --- /dev/null +++ b/src/com/gitblit/LuceneExecutor.java @@ -0,0 +1,177 @@ +/*
+ * Copyright 2012 gitblit.com.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.gitblit;
+
+import java.text.MessageFormat;
+import java.util.HashSet;
+import java.util.Queue;
+import java.util.Set;
+import java.util.concurrent.ConcurrentLinkedQueue;
+import java.util.concurrent.atomic.AtomicBoolean;
+
+import org.eclipse.jgit.lib.Repository;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import com.gitblit.models.RepositoryModel;
+import com.gitblit.utils.JGitUtils;
+import com.gitblit.utils.LuceneUtils;
+
+/**
+ * The Lucene executor handles indexing repositories synchronously and
+ * asynchronously from a queue.
+ *
+ * @author James Moger
+ *
+ */
+public class LuceneExecutor implements Runnable {
+
+ private final Logger logger = LoggerFactory.getLogger(LuceneExecutor.class);
+
+ private final Queue<String> queue = new ConcurrentLinkedQueue<String>();
+
+ private final IStoredSettings settings;
+
+ private final boolean isLuceneEnabled;
+
+ private final boolean isPollingMode;
+
+ private final AtomicBoolean firstRun = new AtomicBoolean(true);
+
+ public LuceneExecutor(IStoredSettings settings) {
+ this.settings = settings;
+ this.isLuceneEnabled = settings.getBoolean("lucene.enableLucene", false);
+ this.isPollingMode = settings.getBoolean("lucene.pollingMode", false);
+ }
+
+ /**
+ * Indicates if the Lucene executor can index repositories.
+ *
+ * @return true if the Lucene executor is ready to index repositories
+ */
+ public boolean isReady() {
+ return isLuceneEnabled;
+ }
+
+ /**
+ * Returns the status of the Lucene queue.
+ *
+ * @return true, if the queue is empty
+ */
+ public boolean hasEmptyQueue() {
+ return queue.isEmpty();
+ }
+
+ /**
+ * Queues a repository to be asynchronously indexed.
+ *
+ * @param repository
+ * @return true if the repository was queued
+ */
+ public boolean queue(RepositoryModel repository) {
+ if (!isReady()) {
+ return false;
+ }
+ queue.add(repository.name);
+ return true;
+ }
+
+ @Override
+ public void run() {
+ if (!isLuceneEnabled) {
+ return;
+ }
+
+ if (firstRun.get() || isPollingMode) {
+ // update all indexes on first run or if polling mode
+ firstRun.set(false);
+ queue.addAll(GitBlit.self().getRepositoryList());
+ }
+
+ Set<String> processed = new HashSet<String>();
+ if (!queue.isEmpty()) {
+ // update the repository Lucene index
+ String repositoryName = null;
+ while ((repositoryName = queue.poll()) != null) {
+ if (processed.contains(repositoryName)) {
+ // skipping multi-queued repository
+ continue;
+ }
+ try {
+ Repository repository = GitBlit.self().getRepository(repositoryName);
+ if (repository == null) {
+ logger.warn(MessageFormat.format(
+ "Lucene executor could not find repository {0}. Skipping.",
+ repositoryName));
+ continue;
+ }
+ index(repositoryName, repository);
+ repository.close();
+ processed.add(repositoryName);
+ } catch (Throwable e) {
+ logger.error(MessageFormat.format("Failed to update {0} Lucene index",
+ repositoryName), e);
+ }
+ }
+ }
+ }
+
+ /**
+ * Synchronously indexes a repository. This may build a complete index of a
+ * repository or it may update an existing index.
+ *
+ * @param repositoryName
+ * the name of the repository
+ * @param repository
+ * the repository object
+ */
+ public void index(String repositoryName, Repository repository) {
+ try {
+ if (JGitUtils.hasCommits(repository)) {
+ if (LuceneUtils.shouldReindex(repository)) {
+ // (re)build the entire index
+ long start = System.currentTimeMillis();
+ boolean success = LuceneUtils.reindex(repository);
+ long duration = System.currentTimeMillis() - start;
+ if (success) {
+ String msg = "Built {0} Lucene index in {1} msecs";
+ logger.info(MessageFormat.format(msg, repositoryName, duration));
+ } else {
+ String msg = "Could not build {0} Lucene index!";
+ logger.error(MessageFormat.format(msg, repositoryName));
+ }
+ } else {
+ // update the index with latest commits
+ long start = System.currentTimeMillis();
+ boolean success = LuceneUtils.updateIndex(repository);
+ long duration = System.currentTimeMillis() - start;
+ if (success) {
+ String msg = "Updated {0} Lucene index in {1} msecs";
+ logger.info(MessageFormat.format(msg, repositoryName, duration));
+ } else {
+ String msg = "Could not update {0} Lucene index!";
+ logger.error(MessageFormat.format(msg, repositoryName));
+ }
+ }
+ } else {
+ logger.info(MessageFormat.format("Skipped Lucene index of empty repository {0}",
+ repositoryName));
+ }
+ } catch (Throwable t) {
+ logger.error(MessageFormat.format("Lucene indexing failure for {0}", repositoryName), t);
+ }
+ }
+}
|