source.dussan.org Git - archiva.git/blob

   1 package org.apache.archiva.scheduler.indexing;
   2 /*
   3  * Licensed to the Apache Software Foundation (ASF) under one
   4  * or more contributor license agreements.  See the NOTICE file
   5  * distributed with this work for additional information
   6  * regarding copyright ownership.  The ASF licenses this file
   7  * to you under the Apache License, Version 2.0 (the
   8  * "License"); you may not use this file except in compliance
   9  * with the License.  You may obtain a copy of the License at
  10  *
  11  *   http://www.apache.org/licenses/LICENSE-2.0
  12  *
  13  * Unless required by applicable law or agreed to in writing,
  14  * software distributed under the License is distributed on an
  15  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
  16  * KIND, either express or implied.  See the License for the
  17  * specific language governing permissions and limitations
  18  * under the License.
  19  */
  20
  21 import org.apache.archiva.admin.model.RepositoryAdminException;
  22 import org.apache.archiva.admin.model.beans.NetworkProxy;
  23 import org.apache.archiva.admin.model.beans.RemoteRepository;
  24 import org.apache.archiva.admin.model.networkproxy.NetworkProxyAdmin;
  25 import org.apache.archiva.admin.model.proxyconnector.ProxyConnectorAdmin;
  26 import org.apache.archiva.admin.model.remote.RemoteRepositoryAdmin;
  27 import org.apache.archiva.common.ArchivaException;
  28 import org.apache.archiva.common.plexusbridge.MavenIndexerUtils;
  29 import org.apache.archiva.common.plexusbridge.PlexusSisuBridge;
  30 import org.apache.archiva.common.plexusbridge.PlexusSisuBridgeException;
  31 import org.apache.archiva.configuration.ArchivaConfiguration;
  32 import org.apache.archiva.configuration.ConfigurationEvent;
  33 import org.apache.archiva.configuration.ConfigurationListener;
  34 import org.apache.archiva.proxy.common.WagonFactory;
  35 import org.apache.commons.lang.StringUtils;
  36 import org.apache.maven.index.NexusIndexer;
  37 import org.apache.maven.index.context.IndexingContext;
  38 import org.apache.maven.index.context.UnsupportedExistingLuceneIndexException;
  39 import org.apache.maven.index.packer.IndexPacker;
  40 import org.apache.maven.index.updater.IndexUpdater;
  41 import org.slf4j.Logger;
  42 import org.slf4j.LoggerFactory;
  43 import org.springframework.scheduling.TaskScheduler;
  44 import org.springframework.scheduling.support.CronTrigger;
  45 import org.springframework.stereotype.Service;
  46
  47 import javax.annotation.PostConstruct;
  48 import javax.annotation.PreDestroy;
  49 import javax.inject.Inject;
  50 import javax.inject.Named;
  51 import java.io.IOException;
  52 import java.util.Date;
  53 import java.util.List;
  54 import java.util.concurrent.CopyOnWriteArrayList;
  55
  56 /**
  57  * @author Olivier Lamy
  58  * @since 1.4-M1
  59  */
  60 @Service( "downloadRemoteIndexScheduler#default" )
  61 public class DefaultDownloadRemoteIndexScheduler
  62     implements ConfigurationListener, DownloadRemoteIndexScheduler
  63 {
  64
  65     private Logger log = LoggerFactory.getLogger( getClass() );
  66
  67     @Inject
  68     @Named( value = "taskScheduler#indexDownloadRemote" )
  69     private TaskScheduler taskScheduler;
  70
  71     @Inject
  72     private ArchivaConfiguration archivaConfiguration;
  73
  74     @Inject
  75     private WagonFactory wagonFactory;
  76
  77     @Inject
  78     private RemoteRepositoryAdmin remoteRepositoryAdmin;
  79
  80     @Inject
  81     private ProxyConnectorAdmin proxyConnectorAdmin;
  82
  83     @Inject
  84     private NetworkProxyAdmin networkProxyAdmin;
  85
  86     @Inject
  87     private MavenIndexerUtils mavenIndexerUtils;
  88
  89     @Inject
  90     private NexusIndexer nexusIndexer;
  91
  92     @Inject
  93     private IndexUpdater indexUpdater;
  94
  95     @Inject
  96     private IndexPacker indexPacker;
  97
  98     // store ids about currently running remote download : updated in DownloadRemoteIndexTask
  99     private List<String> runningRemoteDownloadIds = new CopyOnWriteArrayList<String>();
 100
 101     @PostConstruct
 102     public void startup()
 103         throws ArchivaException, RepositoryAdminException, PlexusSisuBridgeException, IOException,
 104         UnsupportedExistingLuceneIndexException, DownloadRemoteIndexException
 105     {
 106         archivaConfiguration.addListener( this );
 107         // TODO add indexContexts even if null
 108
 109         for ( RemoteRepository remoteRepository : remoteRepositoryAdmin.getRemoteRepositories() )
 110         {
 111             String contextKey = "remote-" + remoteRepository.getId();
 112             IndexingContext context = nexusIndexer.getIndexingContexts().get( contextKey );
 113             if ( context == null )
 114             {
 115                 continue;
 116             }
 117
 118             // TODO record jobs from configuration
 119             if ( remoteRepository.isDownloadRemoteIndex() && StringUtils.isNotEmpty(
 120                 remoteRepository.getCronExpression() ) )
 121             {
 122                 boolean fullDownload = context.getIndexDirectoryFile().list().length == 0;
 123                 scheduleDownloadRemote( remoteRepository.getId(), false, fullDownload );
 124             }
 125         }
 126
 127
 128     }
 129
 130     @PreDestroy
 131     public void shutdown()
 132         throws RepositoryAdminException, IOException
 133     {
 134         for ( RemoteRepository remoteRepository : remoteRepositoryAdmin.getRemoteRepositories() )
 135         {
 136             String contextKey = "remote-" + remoteRepository.getId();
 137             IndexingContext context = nexusIndexer.getIndexingContexts().get( contextKey );
 138             if ( context == null )
 139             {
 140                 continue;
 141             }
 142             nexusIndexer.removeIndexingContext( context, false );
 143         }
 144     }
 145
 146     @Override
 147     public void configurationEvent( ConfigurationEvent event )
 148     {
 149         // TODO remove jobs and add again
 150     }
 151
 152
 153     @Override
 154     public void scheduleDownloadRemote( String repositoryId, boolean now, boolean fullDownload )
 155         throws DownloadRemoteIndexException
 156     {
 157         try
 158         {
 159             RemoteRepository remoteRepository = remoteRepositoryAdmin.getRemoteRepository( repositoryId );
 160             if ( remoteRepository == null )
 161             {
 162                 log.warn( "ignore scheduleDownloadRemote for repo with id {} as not exists", repositoryId );
 163                 return;
 164             }
 165             NetworkProxy networkProxy = null;
 166             if ( StringUtils.isNotBlank( remoteRepository.getRemoteDownloadNetworkProxyId() ) )
 167             {
 168                 networkProxy = networkProxyAdmin.getNetworkProxy( remoteRepository.getRemoteDownloadNetworkProxyId() );
 169                 if ( networkProxy == null )
 170                 {
 171                     log.warn(
 172                         "your remote repository is configured to download remote index trought a proxy we cannot find id:{}",
 173                         remoteRepository.getRemoteDownloadNetworkProxyId() );
 174                 }
 175             }
 176
 177             DownloadRemoteIndexTaskRequest downloadRemoteIndexTaskRequest = new DownloadRemoteIndexTaskRequest() //
 178                 .setRemoteRepository( remoteRepository ) //
 179                 .setNetworkProxy( networkProxy ) //
 180                 .setFullDownload( fullDownload ) //
 181                 .setWagonFactory( wagonFactory ) //
 182                 .setRemoteRepositoryAdmin( remoteRepositoryAdmin ) //
 183                 .setIndexUpdater( indexUpdater ) //
 184                 .setIndexPacker( this.indexPacker );
 185
 186             if ( now )
 187             {
 188                 log.info( "schedule download remote index for repository {}", remoteRepository.getId() );
 189                 // do it now
 190                 taskScheduler.schedule(
 191                     new DownloadRemoteIndexTask( downloadRemoteIndexTaskRequest, this.runningRemoteDownloadIds ),
 192                     new Date() );
 193             }
 194             else
 195             {
 196                 log.info( "schedule download remote index for repository {} with cron expression {}",
 197                           remoteRepository.getId(), remoteRepository.getCronExpression() );
 198                 try
 199                 {
 200                     CronTrigger cronTrigger = new CronTrigger( remoteRepository.getCronExpression() );
 201                     taskScheduler.schedule(
 202                         new DownloadRemoteIndexTask( downloadRemoteIndexTaskRequest, this.runningRemoteDownloadIds ),
 203                         cronTrigger );
 204                 }
 205                 catch ( IllegalArgumentException e )
 206                 {
 207                     log.warn( "Unable to schedule remote index download: {}", e.getLocalizedMessage() );
 208                 }
 209
 210                 if ( remoteRepository.isDownloadRemoteIndexOnStartup() )
 211                 {
 212                     log.info(
 213                         "remote repository {} configured with downloadRemoteIndexOnStartup schedule now a download",
 214                         remoteRepository.getId() );
 215                     taskScheduler.schedule(
 216                         new DownloadRemoteIndexTask( downloadRemoteIndexTaskRequest, this.runningRemoteDownloadIds ),
 217                         new Date() );
 218                 }
 219             }
 220
 221         }
 222         catch ( RepositoryAdminException e )
 223         {
 224             log.error( e.getMessage(), e );
 225             throw new DownloadRemoteIndexException( e.getMessage(), e );
 226         }
 227     }
 228
 229     public TaskScheduler getTaskScheduler()
 230     {
 231         return taskScheduler;
 232     }
 233
 234     public void setTaskScheduler( TaskScheduler taskScheduler )
 235     {
 236         this.taskScheduler = taskScheduler;
 237     }
 238
 239     @Override
 240     public List<String> getRunningRemoteDownloadIds()
 241     {
 242         return runningRemoteDownloadIds;
 243     }
 244 }