summaryrefslogtreecommitdiffstats
path: root/lib/public/Files/Cache/IScanner.php
blob: 3b00fa2af133c8af8df9a6890460afd56c06954d (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
<?php
/**
 * @copyright Copyright (c) 2016, ownCloud, Inc.
 *
 * @author Christoph Wurst <christoph@winzerhof-wurst.at>
 * @author Robin Appelman <robin@icewind.nl>
 *
 * @license AGPL-3.0
 *
 * This code is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Affero General Public License, version 3,
 * as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 * GNU Affero General Public License for more details.
 *
 * You should have received a copy of the GNU Affero General Public License, version 3,
 * along with this program. If not, see <http://www.gnu.org/licenses/>
 *
 */

namespace OCP\Files\Cache;

/**
 * Scan files from the storage and save to the cache
 *
 * @since 9.0.0
 */
interface IScanner {
	public const SCAN_RECURSIVE_INCOMPLETE = 2; // only recursive into not fully scanned folders
	public const SCAN_RECURSIVE = true;
	public const SCAN_SHALLOW = false;

	public const REUSE_NONE = 0;
	public const REUSE_ETAG = 1;
	public const REUSE_SIZE = 2;

	/**
	 * scan a single file and store it in the cache
	 *
	 * @param string $file
	 * @param int $reuseExisting
	 * @param int $parentId
	 * @param array | null $cacheData existing data in the cache for the file to be scanned
	 * @param bool $lock set to false to disable getting an additional read lock during scanning
	 * @return array an array of metadata of the scanned file
	 * @throws \OC\ServerNotAvailableException
	 * @throws \OCP\Lock\LockedException
	 * @since 9.0.0
	 */
	public function scanFile($file, $reuseExisting = 0, $parentId = -1, $cacheData = null, $lock = true);

	/**
	 * scan a folder and all its children
	 *
	 * @param string $path
	 * @param bool $recursive
	 * @param int $reuse
	 * @param bool $lock set to false to disable getting an additional read lock during scanning
	 * @return array an array of the meta data of the scanned file or folder
	 * @since 9.0.0
	 */
	public function scan($path, $recursive = self::SCAN_RECURSIVE, $reuse = -1, $lock = true);

	/**
	 * check if the file should be ignored when scanning
	 * NOTE: files with a '.part' extension are ignored as well!
	 *       prevents unfinished put requests to be scanned
	 *
	 * @param string $file
	 * @return boolean
	 * @since 9.0.0
	 */
	public static function isPartialFile($file);

	/**
	 * walk over any folders that are not fully scanned yet and scan them
	 *
	 * @since 9.0.0
	 */
	public function backgroundScan();
}
douma.nl> * @author Steffen Lindner <mail@steffen-lindner.de> * @author Thomas Müller <thomas.mueller@tmit.eu> * @author Vincent Petry <vincent@nextcloud.com> * @author Stephen Michel <git@smichel.me> * * @license AGPL-3.0 * * This code is free software: you can redistribute it and/or modify * it under the terms of the GNU Affero General Public License, version 3, * as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Affero General Public License for more details. * * You should have received a copy of the GNU Affero General Public License, version 3, * along with this program. If not, see <http://www.gnu.org/licenses/> * */ require_once __DIR__ . '/lib/versioncheck.php'; use OCP\App\IAppManager; use OCP\BackgroundJob\IJobList; use OCP\IAppConfig; use OCP\IConfig; use OCP\ISession; use OCP\ITempManager; use OCP\Server; use OCP\Util; use Psr\Log\LoggerInterface; try { require_once __DIR__ . '/lib/base.php'; if ($argv[1] === '-h' || $argv[1] === '--help') { echo 'Description: Run the background job routine Usage: php -f cron.php -- [-h] [<job-classes>...] Arguments: job-classes Optional job class list to only run those jobs Options: -h, --help Display this help message' . PHP_EOL; exit(0); } if (Util::needUpgrade()) { Server::get(LoggerInterface::class)->debug('Update required, skipping cron', ['app' => 'cron']); exit; } $config = Server::get(IConfig::class); if ($config->getSystemValueBool('maintenance', false)) { Server::get(LoggerInterface::class)->debug('We are in maintenance mode, skipping cron', ['app' => 'cron']); exit; } // Don't do anything if Nextcloud has not been installed if (!$config->getSystemValueBool('installed', false)) { exit(0); } // load all apps to get all api routes properly setup Server::get(IAppManager::class)->loadApps(); Server::get(ISession::class)->close(); // initialize a dummy memory session $session = new \OC\Session\Memory(''); $cryptoWrapper = \OC::$server->getSessionCryptoWrapper(); $session = $cryptoWrapper->wrapSession($session); \OC::$server->setSession($session); $logger = Server::get(LoggerInterface::class); $appConfig = Server::get(IAppConfig::class); $tempManager = Server::get(ITempManager::class); $tempManager->cleanOld(); // Exit if background jobs are disabled! $appMode = $appConfig->getValueString('core', 'backgroundjobs_mode', 'ajax'); if ($appMode === 'none') { if (OC::$CLI) { echo 'Background Jobs are disabled!' . PHP_EOL; } else { OC_JSON::error(['data' => ['message' => 'Background jobs disabled!']]); } exit(1); } if (OC::$CLI) { // set to run indefinitely if needed if (strpos(@ini_get('disable_functions'), 'set_time_limit') === false) { @set_time_limit(0); } // the cron job must be executed with the right user if (!function_exists('posix_getuid')) { echo "The posix extensions are required - see https://www.php.net/manual/en/book.posix.php" . PHP_EOL; exit(1); } $user = posix_getuid(); $configUser = fileowner(OC::$configDir . 'config.php'); if ($user !== $configUser) { echo "Console has to be executed with the user that owns the file config/config.php" . PHP_EOL; echo "Current user id: " . $user . PHP_EOL; echo "Owner id of config.php: " . $configUser . PHP_EOL; exit(1); } // We call Nextcloud from the CLI (aka cron) if ($appMode !== 'cron') { $appConfig->setValueString('core', 'backgroundjobs_mode', 'cron'); } // Low-load hours $onlyTimeSensitive = false; $startHour = $config->getSystemValueInt('maintenance_window_start', 100); if ($startHour <= 23) { $date = new \DateTime('now', new \DateTimeZone('UTC')); $currentHour = (int) $date->format('G'); $endHour = $startHour + 4; if ($startHour <= 20) { // Start time: 01:00 // End time: 05:00 // Only run sensitive tasks when it's before the start or after the end $onlyTimeSensitive = $currentHour < $startHour || $currentHour > $endHour; } else { // Start time: 23:00 // End time: 03:00 $endHour -= 24; // Correct the end time from 27:00 to 03:00 // Only run sensitive tasks when it's after the end and before the start $onlyTimeSensitive = $currentHour > $endHour && $currentHour < $startHour; } } // Work $jobList = Server::get(IJobList::class); // We only ask for jobs for 14 minutes, because after 5 minutes the next // system cron task should spawn and we want to have at most three // cron jobs running in parallel. $endTime = time() + 14 * 60; $executedJobs = []; // a specific job class list can optionally be given as argument $jobClasses = array_slice($argv, 1); $jobClasses = empty($jobClasses) ? null : $jobClasses; while ($job = $jobList->getNext($onlyTimeSensitive, $jobClasses)) { if (isset($executedJobs[$job->getId()])) { $jobList->unlockJob($job); break; } $jobDetails = get_class($job) . ' (id: ' . $job->getId() . ', arguments: ' . json_encode($job->getArgument()) . ')'; $logger->debug('CLI cron call has selected job ' . $jobDetails, ['app' => 'cron']); $memoryBefore = memory_get_usage(); $memoryPeakBefore = memory_get_peak_usage(); /** @psalm-suppress DeprecatedMethod Calling execute until it is removed, then will switch to start */ $job->execute($jobList); $memoryAfter = memory_get_usage(); $memoryPeakAfter = memory_get_peak_usage(); if ($memoryAfter - $memoryBefore > 10_000_000) { $logger->warning('Used memory grew by more than 10 MB when executing job ' . $jobDetails . ': ' . Util::humanFileSize($memoryAfter). ' (before: ' . Util::humanFileSize($memoryBefore) . ')', ['app' => 'cron']); } if ($memoryPeakAfter > 300_000_000) { $logger->warning('Cron job used more than 300 MB of ram after executing job ' . $jobDetails . ': ' . Util::humanFileSize($memoryPeakAfter) . ' (before: ' . Util::humanFileSize($memoryPeakBefore) . ')', ['app' => 'cron']); } // clean up after unclean jobs Server::get(\OC\Files\SetupManager::class)->tearDown(); $tempManager->clean(); $jobList->setLastJob($job); $executedJobs[$job->getId()] = true; unset($job); if (time() > $endTime) { break; } } } else { // We call cron.php from some website if ($appMode === 'cron') { // Cron is cron :-P OC_JSON::error(['data' => ['message' => 'Backgroundjobs are using system cron!']]); } else { // Work and success :-) $jobList = Server::get(IJobList::class); $job = $jobList->getNext(); if ($job != null) { $logger->debug('WebCron call has selected job with ID ' . strval($job->getId()), ['app' => 'cron']); /** @psalm-suppress DeprecatedMethod Calling execute until it is removed, then will switch to start */ $job->execute($jobList); $jobList->setLastJob($job); } OC_JSON::success(); } } // Log the successful cron execution $appConfig->setValueInt('core', 'lastcron', time()); exit(); } catch (Exception $ex) { Server::get(LoggerInterface::class)->error( $ex->getMessage(), ['app' => 'cron', 'exception' => $ex] ); echo $ex . PHP_EOL; exit(1); } catch (Error $ex) { Server::get(LoggerInterface::class)->error( $ex->getMessage(), ['app' => 'cron', 'exception' => $ex] ); echo $ex . PHP_EOL; exit(1); }