Add metadata generation job

Signed-off-by: Louis Chemineau <louis@chmn.me>

2 files changed, 111 insertions, 107 deletions

diff --git a/core/BackgroundJobs/GenerateMetadataJob.php b/core/BackgroundJobs/GenerateMetadataJob.php
new file mode 100644
index 00000000000..f0dfdb8de22
--- /dev/null
+++ b/core/BackgroundJobs/GenerateMetadataJob.php
@@ -0,0 +1,111 @@
+<?php
+
+declare(strict_types=1);
+/**
+ * @copyright Copyright (c) 2023 Louis Chemineau <louis@chmn.me>
+ *
+ * @author Louis Chemineau <louis@chmn.me>
+ *
+ * @license AGPL-3.0-or-later
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <http://www.gnu.org/licenses/>.
+ *
+ */
+
+namespace OC\Core\BackgroundJobs;
+
+use OCP\AppFramework\Utility\ITimeFactory;
+use OCP\BackgroundJob\IJobList;
+use OCP\BackgroundJob\TimedJob;
+use OCP\Files\Folder;
+use OCP\Files\IRootFolder;
+use OCP\FilesMetadata\IFilesMetadataManager;
+use OCP\IConfig;
+use OCP\IUserManager;
+
+class GenerateMetadataJob extends TimedJob {
+	public function __construct(
+		ITimeFactory $time,
+		private IConfig $config,
+		private IRootFolder $rootFolder,
+		private IUserManager $userManager,
+		private IFilesMetadataManager $filesMetadataManager,
+		private IJobList $jobList,
+	) {
+		parent::__construct($time);
+
+		$this->setTimeSensitivity(\OCP\BackgroundJob\IJob::TIME_INSENSITIVE);
+		$this->setInterval(24 * 3600);
+	}
+
+	protected function run(mixed $argument): void {
+		$users = $this->userManager->search('');
+		$lastMappedUser = $this->config->getAppValue('core', 'metadataGenerationLastHandledUser', '');
+
+		if ($lastMappedUser === '') {
+			$user = array_key_first($users);
+			if ($user === null) {
+				return;
+			}
+
+			$lastMappedUser = $users[$user]->getUID();
+		}
+
+		$startTime = null;
+		foreach ($users as $user) {
+			if ($startTime === null) {
+				// Skip all user before lastMappedUser.
+				if ($lastMappedUser !== $user->getUID()) {
+					continue;
+				}
+
+				$startTime = time();
+			}
+
+			// Stop if execution time is more than one hour.
+			if (time() - $startTime > 60 * 60) {
+				return;
+			}
+
+			$this->scanFilesForUser($user->getUID());
+			$this->config->setAppValue('core', 'metadataGenerationLastHandledUser', $user->getUID());
+		}
+
+		$this->jobList->remove(GenerateMetadataJob::class);
+	}
+
+	private function scanFilesForUser(string $userId): void {
+		$userFolder = $this->rootFolder->getUserFolder($userId);
+		$this->scanFolder($userFolder);
+	}
+
+	private function scanFolder(Folder $folder): void {
+		// Do not scan share and other moveable mounts.
+		if ($folder->getMountPoint() instanceof \OC\Files\Mount\MoveableMount) {
+			return;
+		}
+
+		foreach ($folder->getDirectoryListing() as $node) {
+			if ($node instanceof Folder) {
+				$this->scanFolder($node);
+				continue;
+			}
+
+			$this->filesMetadataManager->refreshMetadata(
+				$node,
+				IFilesMetadataManager::PROCESS_LIVE | IFilesMetadataManager::PROCESS_BACKGROUND
+			);
+		}
+	}
+}
diff --git a/core/BackgroundJobs/MigrateMetadataJob.php b/core/BackgroundJobs/MigrateMetadataJob.php
deleted file mode 100644
index 4f1856c2335..00000000000
--- a/core/BackgroundJobs/MigrateMetadataJob.php
+++ /dev/null
@@ -1,107 +0,0 @@
-<?php
-
-declare(strict_types=1);
-/**
- * @copyright Copyright (c) 2023 Louis Chemineau <louis@chmn.me>
- *
- * @author Louis Chemineau <louis@chmn.me>
- *
- * @license AGPL-3.0-or-later
- *
- * This program is free software: you can redistribute it and/or modify
- * it under the terms of the GNU Affero General Public License as
- * published by the Free Software Foundation, either version 3 of the
- * License, or (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
- * GNU Affero General Public License for more details.
- *
- * You should have received a copy of the GNU Affero General Public License
- * along with this program.  If not, see <http://www.gnu.org/licenses/>.
- *
- */
-
-namespace OC\Core\BackgroundJobs;
-
-use OCP\AppFramework\Utility\ITimeFactory;
-use OCP\BackgroundJob\IJobList;
-use OCP\BackgroundJob\TimedJob;
-use OCP\FilesMetadata\IFilesMetadataManager;
-use OCP\IConfig;
-use OCP\IDBConnection;
-
-class MigrateMetadataJob extends TimedJob {
-	public function __construct(
-		ITimeFactory $time,
-		private IConfig $config,
-		private IFilesMetadataManager $filesMetadataManager,
-		private IDBConnection $connection,
-		private IJobList $jobList,
-	) {
-		parent::__construct($time);
-
-		$this->setTimeSensitivity(\OCP\BackgroundJob\IJob::TIME_INSENSITIVE);
-		$this->setInterval(24 * 3600);
-	}
-
-	protected function run(mixed $argument): void {
-		if (!$this->connection->tableExists('file_metadata')) {
-			return;
-		}
-
-		$startTime = time();
-
-		$selectQuery = $this->connection->getQueryBuilder()
-			->select('*')
-			->from('file_metadata')
-			->setMaxResults(200);
-
-		$deleteQuery = $this->connection->getQueryBuilder();
-		$deleteQuery->delete('file_metadata')
-			->where($deleteQuery->expr()->eq('id', $deleteQuery->createParameter('id')))
-			->where($deleteQuery->expr()->eq('group_name', $deleteQuery->createParameter('group_name')))
-			->where($deleteQuery->expr()->eq('value', $deleteQuery->createParameter('value')));
-
-		do {
-			$this->connection->beginTransaction();
-
-			$results = $selectQuery->executeQuery();
-
-			while ($row = $results->fetch()) {
-				$metadata = $this->filesMetadataManager->getMetadata($row['id'], true);
-
-				switch ($row['group_name']) {
-					case 'size':
-						$metadata->setArray('photos-size', json_decode($row['value'], true));
-						break;
-					case 'gps':
-						$metadata->setArray('photos-gps', json_decode($row['value'], true));
-						break;
-					case 'photos_place':
-						$metadata->setString('photos-place', $row['value'], true);
-						break;
-				}
-
-				$this->filesMetadataManager->saveMetadata($metadata);
-				$deleteQuery->setParameter('id', $row['id']);
-				$deleteQuery->setParameter('group_name', $row['group_name']);
-				$deleteQuery->setParameter('value', $row['value']);
-				$deleteQuery->executeStatement();
-			}
-
-			$results->closeCursor();
-
-			$this->connection->commit();
-
-			// Stop if execution time is more than one hour.
-			if (time() - $startTime > 60 * 60) {
-				return;
-			}
-		} while ($results->rowCount() !== 0);
-
-		$this->connection->dropTable('file_metadata');
-		$this->jobList->remove(MigrateMetadataJob::class);
-	}
-}