<?php

declare(strict_types=1);

/**
 * SPDX-FileCopyrightText: 2023 Nextcloud GmbH and Nextcloud contributors
 * SPDX-License-Identifier: AGPL-3.0-or-later
 */


namespace OC\SpeechToText;

use InvalidArgumentException;
use OC\AppFramework\Bootstrap\Coordinator;
use OCP\BackgroundJob\IJobList;
use OCP\Files\File;
use OCP\Files\InvalidPathException;
use OCP\Files\NotFoundException;
use OCP\IConfig;
use OCP\IServerContainer;
use OCP\IUserSession;
use OCP\PreConditionNotMetException;
use OCP\SpeechToText\ISpeechToTextManager;
use OCP\SpeechToText\ISpeechToTextProvider;
use OCP\SpeechToText\ISpeechToTextProviderWithId;
use OCP\SpeechToText\ISpeechToTextProviderWithUserId;
use OCP\TaskProcessing\IManager as ITaskProcessingManager;
use OCP\TaskProcessing\Task;
use OCP\TaskProcessing\TaskTypes\AudioToText;
use Psr\Container\ContainerExceptionInterface;
use Psr\Container\NotFoundExceptionInterface;
use Psr\Log\LoggerInterface;
use RuntimeException;
use Throwable;

class SpeechToTextManager implements ISpeechToTextManager {
	/** @var ?ISpeechToTextProvider[] */
	private ?array $providers = null;

	public function __construct(
		private IServerContainer $serverContainer,
		private Coordinator $coordinator,
		private LoggerInterface $logger,
		private IJobList $jobList,
		private IConfig $config,
		private IUserSession $userSession,
		private ITaskProcessingManager $taskProcessingManager,
	) {
	}

	public function getProviders(): array {
		$context = $this->coordinator->getRegistrationContext();
		if ($context === null) {
			return [];
		}

		if ($this->providers !== null) {
			return $this->providers;
		}

		$this->providers = [];

		foreach ($context->getSpeechToTextProviders() as $providerServiceRegistration) {
			$class = $providerServiceRegistration->getService();
			try {
				$this->providers[$class] = $this->serverContainer->get($class);
			} catch (NotFoundExceptionInterface|ContainerExceptionInterface|Throwable $e) {
				$this->logger->error('Failed to load SpeechToText provider ' . $class, [
					'exception' => $e,
				]);
			}
		}

		return $this->providers;
	}

	public function hasProviders(): bool {
		$context = $this->coordinator->getRegistrationContext();
		if ($context === null) {
			return false;
		}
		return !empty($context->getSpeechToTextProviders());
	}

	public function scheduleFileTranscription(File $file, ?string $userId, string $appId): void {
		if (!$this->hasProviders()) {
			throw new PreConditionNotMetException('No SpeechToText providers have been registered');
		}
		try {
			$this->jobList->add(TranscriptionJob::class, [
				'fileId' => $file->getId(),
				'owner' => $file->getOwner()->getUID(),
				'userId' => $userId,
				'appId' => $appId,
			]);
		} catch (NotFoundException|InvalidPathException $e) {
			throw new InvalidArgumentException('Invalid file provided for file transcription: ' . $e->getMessage());
		}
	}

	public function cancelScheduledFileTranscription(File $file, ?string $userId, string $appId): void {
		try {
			$jobArguments = [
				'fileId' => $file->getId(),
				'owner' => $file->getOwner()->getUID(),
				'userId' => $userId,
				'appId' => $appId,
			];
			if (!$this->jobList->has(TranscriptionJob::class, $jobArguments)) {
				$this->logger->debug('Failed to cancel a Speech-to-text job for file ' . $file->getId() . '. No related job was found.');
				return;
			}
			$this->jobList->remove(TranscriptionJob::class, $jobArguments);
		} catch (NotFoundException|InvalidPathException $e) {
			throw new InvalidArgumentException('Invalid file provided to cancel file transcription: ' . $e->getMessage());
		}
	}

	public function transcribeFile(File $file, ?string $userId = null, string $appId = 'core'): string {
		// try to run a TaskProcessing core:audio2text task
		// this covers scheduling as well because OC\SpeechToText\TranscriptionJob calls this method
		try {
			if (isset($this->taskProcessingManager->getAvailableTaskTypes()['core:audio2text'])) {
				$taskProcessingTask = new Task(
					AudioToText::ID,
					['input' => $file->getId()],
					$appId,
					$userId,
					'from-SpeechToTextManager||' . $file->getId() . '||' . ($userId ?? '') . '||' . $appId,
				);
				$resultTask = $this->taskProcessingManager->runTask($taskProcessingTask);
				if ($resultTask->getStatus() === Task::STATUS_SUCCESSFUL) {
					$output = $resultTask->getOutput();
					if (isset($output['output']) && is_string($output['output'])) {
						return $output['output'];
					}
				}
			}
		} catch (Throwable $e) {
			throw new RuntimeException('Failed to run a Speech-to-text job from STTManager with TaskProcessing for file ' . $file->getId(), 0, $e);
		}

		if (!$this->hasProviders()) {
			throw new PreConditionNotMetException('No SpeechToText providers have been registered');
		}

		$providers = $this->getProviders();

		$json = $this->config->getAppValue('core', 'ai.stt_provider', '');
		if ($json !== '') {
			$classNameOrId = json_decode($json, true);
			$provider = current(array_filter($providers, function ($provider) use ($classNameOrId) {
				if ($provider instanceof ISpeechToTextProviderWithId) {
					return $provider->getId() === $classNameOrId;
				}
				return $provider::class === $classNameOrId;
			}));
			if ($provider !== false) {
				$providers = [$provider];
			}
		}

		foreach ($providers as $provider) {
			try {
				if ($provider instanceof ISpeechToTextProviderWithUserId) {
					$provider->setUserId($this->userSession->getUser()?->getUID());
				}
				return $provider->transcribeFile($file);
			} catch (\Throwable $e) {
				$this->logger->info('SpeechToText transcription using provider ' . $provider->getName() . ' failed', ['exception' => $e]);
				throw new RuntimeException('SpeechToText transcription using provider "' . $provider->getName() . '" failed: ' . $e->getMessage());
			}
		}

		throw new RuntimeException('Could not transcribe file');
	}
}
>
<option value='vstakhov-strip-attachments'>vstakhov-strip-attachments</option>
<option value='vstakhov-surbl-conf-fix'>vstakhov-surbl-conf-fix</option>
<option value='vstakhov-ucl-fix'>vstakhov-ucl-fix</option>
<option value='vstakhov-universal-hashing-lua'>vstakhov-universal-hashing-lua</option>
<option value='vstakhov-utf8-mime'>vstakhov-utf8-mime</option>
<option value='vstakhov-zstd-headers'>vstakhov-zstd-headers</option>
</select> <input type='submit' value='switch'/></form></td></tr>
<tr><td class='sub'>Rapid spam filtering system: https://github.com/rspamd/rspamd</td><td class='sub right'>www-data</td></tr></table>
<table class='tabs'><tr><td>
<a href='/rspamd.git/about/?h=vstakhov-fmt-embedding'>about</a><a href='/rspamd.git/?h=vstakhov-fmt-embedding'>summary</a><a href='/rspamd.git/refs/?h=vstakhov-fmt-embedding'>refs</a><a href='/rspamd.git/log/conf/maps.d/exe_clickbait.inc?h=vstakhov-fmt-embedding'>log</a><a class='active' href='/rspamd.git/tree/conf/maps.d/exe_clickbait.inc?h=vstakhov-fmt-embedding'>tree</a><a href='/rspamd.git/commit/conf/maps.d/exe_clickbait.inc?h=vstakhov-fmt-embedding'>commit</a><a href='/rspamd.git/diff/conf/maps.d/exe_clickbait.inc?h=vstakhov-fmt-embedding'>diff</a><a href='/rspamd.git/stats/conf/maps.d/exe_clickbait.inc?h=vstakhov-fmt-embedding'>stats</a></td><td class='form'><form class='right' method='get' action='/rspamd.git/log/conf/maps.d/exe_clickbait.inc'>
<input type='hidden' name='h' value='vstakhov-fmt-embedding'/><select name='qt'>
<option value='grep'>log msg</option>
<option value='author'>author</option>
<option value='committer'>committer</option>
<option value='range'>range</option>
</select>
<input class='txt' type='search' size='10' name='q' value=''/>
<input type='submit' value='search'/>
</form>
</td></tr></table>
<div class='path'>path: <a href='/rspamd.git/tree/?h=vstakhov-fmt-embedding'>root</a>/<a href='/rspamd.git/tree/conf?h=vstakhov-fmt-embedding'>conf</a>/<a href='/rspamd.git/tree/conf/maps.d?h=vstakhov-fmt-embedding'>maps.d</a>/<a href='/rspamd.git/tree/conf/maps.d/exe_clickbait.inc?h=vstakhov-fmt-embedding'>exe_clickbait.inc</a></div><div class='content'>blob: b980ad79f76c775871980e1a2c0ea1d491f939b8 (<a href='/rspamd.git/plain/conf/maps.d/exe_clickbait.inc?h=vstakhov-fmt-embedding'>plain</a>)
<table summary='blob content' class='blob'>
<tr><td class='linenumbers'><pre><a id='n1' href='#n1'>1</a>
<a id='n2' href='#n2'>2</a>
<a id='n3' href='#n3'>3</a>
<a id='n4' href='#n4'>4</a>
<a id='n5' href='#n5'>5</a>
<a id='n6' href='#n6'>6</a>
<a id='n7' href='#n7'>7</a>
<a id='n8' href='#n8'>8</a>
<a id='n9' href='#n9'>9</a>
<a id='n10' href='#n10'>10</a>
<a id='n11' href='#n11'>11</a>
<a id='n12' href='#n12'>12</a>
<a id='n13' href='#n13'>13</a>
<a id='n14' href='#n14'>14</a>
<a id='n15' href='#n15'>15</a>
</pre></td>
<td class='lines'><pre><code>