lazy AppConfig

Signed-off-by: Maxence Lange <maxence@artificial-owl.com>

1 files changed, 1373 insertions, 282 deletions

diff --git a/lib/private/AppConfig.php b/lib/private/AppConfig.php
index f92abb2caad..071f7d79542 100644
--- a/lib/private/AppConfig.php
+++ b/lib/private/AppConfig.php
@@ -1,4 +1,6 @@
 <?php
+
+declare(strict_types=1);
 /**
  * @copyright Copyright (c) 2017, Joas Schilling <coding@schilljs.com>
  * @copyright Copyright (c) 2016, ownCloud, Inc.
@@ -9,6 +11,7 @@
  * @author Jakob Sack <mail@jakobsack.de>
  * @author Joas Schilling <coding@schilljs.com>
  * @author Jörn Friedrich Dreyer <jfd@butonic.de>
+ * @author Maxence Lange <maxence@artificial-owl.com>
  * @author michaelletzgus <michaelletzgus@users.noreply.github.com>
  * @author Morris Jobke <hey@morrisjobke.de>
  * @author Robin Appelman <robin@icewind.nl>
@@ -30,416 +33,1504 @@
  * along with this program. If not, see <http://www.gnu.org/licenses/>
  *
  */
+
 namespace OC;
 
-use OC\DB\Connection;
-use OC\DB\OracleConnection;
+use InvalidArgumentException;
+use JsonException;
+use OCP\DB\Exception as DBException;
 use OCP\DB\QueryBuilder\IQueryBuilder;
+use OCP\Exceptions\AppConfigIncorrectTypeException;
+use OCP\Exceptions\AppConfigTypeConflictException;
+use OCP\Exceptions\AppConfigUnknownKeyException;
 use OCP\IAppConfig;
 use OCP\IConfig;
+use OCP\IDBConnection;
+use OCP\Util;
+use Psr\Log\LoggerInterface;
 
 /**
  * This class provides an easy way for apps to store config values in the
  * database.
+ *
+ * **Note:** since 29.0.0, it supports **lazy grouping**
+ *
+ * ### What is lazy grouping ?
+ * In order to avoid loading useless config values in memory for each request on
+ * the cloud, it has been made possible to group your config keys.
+ * Each group, called _lazy group_, is only loaded in memory when one its config
+ * keys is retrieved.
+ *
+ * It is advised to only use the default lazy group, named '' (empty string), for
+ * config keys used in the registered part of your code that is called even when
+ * your app is not boot (as in event listeners, ...)
+ *
+ * **WARNING:** some methods from this class are marked with a warning about ignoring
+ * lazy grouping, use them wisely and only on part of code called during
+ * specific request/action
+ *
+ * @since 7.0.0
  */
 class AppConfig implements IAppConfig {
-	/** @var array[] */
-	protected $sensitiveValues = [
-		'circles' => [
-			'/^key_pairs$/',
-			'/^local_gskey$/',
-		],
-		'external' => [
-			'/^sites$/',
-		],
-		'integration_discourse' => [
-			'/^private_key$/',
-			'/^public_key$/',
-		],
-		'integration_dropbox' => [
-			'/^client_id$/',
-			'/^client_secret$/',
-		],
-		'integration_github' => [
-			'/^client_id$/',
-			'/^client_secret$/',
-		],
-		'integration_gitlab' => [
-			'/^client_id$/',
-			'/^client_secret$/',
-			'/^oauth_instance_url$/',
-		],
-		'integration_google' => [
-			'/^client_id$/',
-			'/^client_secret$/',
-		],
-		'integration_jira' => [
-			'/^client_id$/',
-			'/^client_secret$/',
-			'/^forced_instance_url$/',
-		],
-		'integration_onedrive' => [
-			'/^client_id$/',
-			'/^client_secret$/',
-		],
-		'integration_openproject' => [
-			'/^client_id$/',
-			'/^client_secret$/',
-			'/^oauth_instance_url$/',
-		],
-		'integration_reddit' => [
-			'/^client_id$/',
-			'/^client_secret$/',
-		],
-		'integration_suitecrm' => [
-			'/^client_id$/',
-			'/^client_secret$/',
-			'/^oauth_instance_url$/',
-		],
-		'integration_twitter' => [
-			'/^consumer_key$/',
-			'/^consumer_secret$/',
-			'/^followed_user$/',
-		],
-		'integration_zammad' => [
-			'/^client_id$/',
-			'/^client_secret$/',
-			'/^oauth_instance_url$/',
-		],
-		'notify_push' => [
-			'/^cookie$/',
-		],
-		'serverinfo' => [
-			'/^token$/',
-		],
-		'spreed' => [
-			'/^bridge_bot_password$/',
-			'/^hosted-signaling-server-(.*)$/',
-			'/^recording_servers$/',
-			'/^signaling_servers$/',
-			'/^signaling_ticket_secret$/',
-			'/^signaling_token_privkey_(.*)$/',
-			'/^signaling_token_pubkey_(.*)$/',
-			'/^sip_bridge_dialin_info$/',
-			'/^sip_bridge_shared_secret$/',
-			'/^stun_servers$/',
-			'/^turn_servers$/',
-			'/^turn_server_secret$/',
-		],
-		'support' => [
-			'/^last_response$/',
-			'/^potential_subscription_key$/',
-			'/^subscription_key$/',
-		],
-		'theming' => [
-			'/^imprintUrl$/',
-			'/^privacyUrl$/',
-			'/^slogan$/',
-			'/^url$/',
-		],
-		'user_ldap' => [
-			'/^(s..)?ldap_agent_password$/',
-		],
-		'user_saml' => [
-			'/^idp-x509cert$/',
-		],
-	];
-
-	/** @var Connection */
-	protected $conn;
-
-	/** @var array[] */
-	private $cache = [];
-
-	/** @var bool */
-	private $configLoaded = false;
-
-	/**
-	 * @param Connection $conn
-	 */
-	public function __construct(Connection $conn) {
-		$this->conn = $conn;
+	private const APP_MAX_LENGTH = 32;
+	private const KEY_MAX_LENGTH = 64;
+
+	/** @var array<string, array<string, mixed>> ['app_id' => ['config_key' => 'config_value']] */
+	private array $fastCache = [];   // cache for normal config keys
+	/** @var array<string, array<string, mixed>> ['app_id' => ['config_key' => 'config_value']] */
+	private array $lazyCache = [];   // cache for lazy config keys
+	/** @var array<string, array<string, int>> ['app_id' => ['config_key' => bitflag]] */
+	private array $valueTypes = [];  // type for all config values
+	private bool $fastLoaded = false;
+	private bool $lazyLoaded = false;
+
+	/**
+	 * $migrationCompleted is only needed to manage the previous structure
+	 * of the database during the upgrading process to nc29.
+	 * @TODO: remove this value in Nextcloud 30+
+	 */
+	private bool $migrationCompleted = true;
+
+	public function __construct(
+		protected IDBConnection $connection,
+		private LoggerInterface $logger,
+	) {
 	}
 
 	/**
-	 * @param string $app
-	 * @return array
+	 * @inheritDoc
+	 *
+	 * @return string[] list of app ids
+	 * @since 7.0.0
+	 */
+	public function getApps(): array {
+		$this->loadConfigAll();
+		$apps = array_merge(array_keys($this->fastCache), array_keys($this->lazyCache));
+		sort($apps);
+
+		return array_values(array_unique($apps));
+	}
+
+	/**
+	 * @inheritDoc
+	 *
+	 * @param string $app id of the app
+	 *
+	 * @return string[] list of stored config keys
+	 * @since 29.0.0
 	 */
-	private function getAppValues($app) {
-		$this->loadConfigValues();
+	public function getKeys(string $app): array {
+		$this->assertParams($app);
+		$this->loadConfigAll();
+		$keys = array_merge(array_keys($this->fastCache[$app] ?? []), array_keys($this->lazyCache[$app] ?? []));
+		sort($keys);
+
+		return array_values(array_unique($keys));
+	}
 
-		if (isset($this->cache[$app])) {
-			return $this->cache[$app];
+	/**
+	 * @inheritDoc
+	 *
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param bool|null $lazy TRUE to search within lazy loaded config, NULL to search within all config
+	 *
+	 * @return bool TRUE if key exists
+	 * @since 7.0.0
+	 * @since 29.0.0 Added the $lazy argument
+	 */
+	public function hasKey(string $app, string $key, ?bool $lazy = false): bool {
+		$this->assertParams($app, $key);
+		$this->loadConfig($lazy);
+
+		if ($lazy === null) {
+			$appCache = $this->getAllValues($app);
+			return isset($appCache[$key]);
+		}
+
+		if ($lazy) {
+			$cache = &$this->lazyCache;
+		} else {
+			$cache = &$this->fastCache;
 		}
 
-		return [];
+		return isset($cache[$app][$key]);
+	}
+
+	/**
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param bool|null $lazy TRUE to search within lazy loaded config, NULL to search within all config
+	 *
+	 * @return bool
+	 * @throws AppConfigUnknownKeyException if config key is not known
+	 * @since 29.0.0
+	 */
+	public function isSensitive(string $app, string $key, ?bool $lazy = false): bool {
+		$this->assertParams($app, $key);
+		$this->loadConfig($lazy);
+
+		return $this->isTyped(self::VALUE_SENSITIVE, $this->valueTypes[$app][$key] ?? throw new AppConfigUnknownKeyException('unknown config key'));
 	}
 
 	/**
-	 * Get all apps using the config
+	 * @inheritDoc
 	 *
-	 * @return string[] an array of app ids
+	 * @param string $app if of the app
+	 * @param string $key config key
 	 *
-	 * This function returns a list of all apps that have at least one
-	 * entry in the appconfig table.
+	 * @return bool TRUE if config is lazy loaded
+	 * @throws AppConfigUnknownKeyException if config key is not known
+	 * @see IAppConfig for details about lazy loading
+	 * @since 29.0.0
 	 */
-	public function getApps() {
-		$this->loadConfigValues();
+	public function isLazy(string $app, string $key): bool {
+		// there is a huge probability the non-lazy config are already loaded
+		if ($this->hasKey($app, $key, false)) {
+			return false;
+		}
+
+		// key not found, we search in the lazy config
+		if ($this->hasKey($app, $key, true)) {
+			return true;
+		}
 
-		return $this->getSortedKeys($this->cache);
+		throw new AppConfigUnknownKeyException('unknown config key');
 	}
 
+
 	/**
-	 * Get the available keys for an app
+	 * @inheritDoc
 	 *
-	 * @param string $app the app we are looking for
-	 * @return array an array of key names
+	 * @param string $app id of the app
+	 * @param string $key config keys prefix to search
+	 * @param bool $filtered TRUE to hide sensitive config values. Value are replaced by {@see IConfig::SENSITIVE_VALUE}
 	 *
-	 * This function gets all keys of an app. Please note that the values are
-	 * not returned.
+	 * @return array<string, string> [configKey => configValue]
+	 * @since 29.0.0
 	 */
-	public function getKeys($app) {
-		$this->loadConfigValues();
+	public function getAllValues(string $app, string $key = '', bool $filtered = false): array {
+		$this->assertParams($app, $key);
+		// if we want to filter values, we need to get sensitivity
+		$this->loadConfigAll();
+		// array_merge() will remove numeric keys (here config keys), so addition arrays instead
+		$values = ($this->fastCache[$app] ?? []) + ($this->lazyCache[$app] ?? []);
+
+		if (!$filtered) {
+			return $values;
+		}
+
+		/**
+		 * Using the old (deprecated) list of sensitive values.
+		 */
+		foreach ($this->getSensitiveKeys($app) as $sensitiveKeyExp) {
+			$sensitiveKeys = preg_grep($sensitiveKeyExp, array_keys($values));
+			foreach ($sensitiveKeys as $sensitiveKey) {
+				$this->valueTypes[$app][$sensitiveKey] = ($this->valueTypes[$app][$sensitiveKey] ?? 0) | self::VALUE_SENSITIVE;
+			}
+		}
 
-		if (isset($this->cache[$app])) {
-			return $this->getSortedKeys($this->cache[$app]);
+		$result = [];
+		foreach ($values as $key => $value) {
+			$result[$key] = $this->isTyped(self::VALUE_SENSITIVE, $this->valueTypes[$app][$key] ?? 0) ? IConfig::SENSITIVE_VALUE : $value;
 		}
 
-		return [];
+		return $result;
 	}
 
-	public function getSortedKeys($data) {
-		$keys = array_keys($data);
-		sort($keys);
-		return $keys;
+	/**
+	 * @inheritDoc
+	 *
+	 * @param string $key config key
+	 * @param bool $lazy search within lazy loaded config
+	 *
+	 * @return array<string, string> [appId => configValue]
+	 * @since 29.0.0
+	 */
+	public function searchValues(string $key, bool $lazy = false): array {
+		$this->assertParams('', $key, true);
+		$this->loadConfig($lazy);
+		$values = [];
+
+		/** @var array<array-key, array<array-key, mixed>> $cache */
+		if ($lazy) {
+			$cache = &$this->lazyCache;
+		} else {
+			$cache = &$this->fastCache;
+		}
+
+		foreach (array_keys($cache) as $app) {
+			if (isset($cache[$app][$key])) {
+				$values[$app] = $cache[$app][$key];
+			}
+		}
+
+		return $values;
 	}
 
+
 	/**
-	 * Gets the config value
+	 * Get any config value, will be returned as string.
+	 * If value does not exist, will return $default
+	 *
+	 * $lazy can be NULL to ignore lazy loading
+	 *
+	 * **WARNING:** Method is internal and **MUST** not be used as it is best to set a real value type
+	 *
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param string $default config value
+	 * @param null|bool $lazy get config as lazy loaded or not. can be NULL
 	 *
-	 * @param string $app app
-	 * @param string $key key
-	 * @param string $default = null, default value if the key does not exist
 	 * @return string the value or $default
+	 * @internal
+	 * @since 29.0.0
+	 * @see IAppConfig for explanation about lazy grouping
+	 * @see getValueString()
+	 * @see getValueInt()
+	 * @see getValueBigInt()
+	 * @see getValueFloat()
+	 * @see getValueBool()
+	 * @see setValueArray()
+	 */
+	public function getValueMixed(
+		string $app,
+		string $key,
+		string $default = '',
+		?bool $lazy = false
+	): string {
+		return $this->getTypedValue(
+			$app,
+			$key,
+			$default,
+			($lazy === null) ? $this->isLazy($app, $key) : $lazy,
+			self::VALUE_MIXED
+		);
+	}
+
+	/**
+	 * @inheritDoc
 	 *
-	 * This function gets a value from the appconfig table. If the key does
-	 * not exist the default value will be returned
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param string $default default value
+	 * @param bool $lazy search within lazy loaded config
+	 *
+	 * @return string stored config value or $default if not set in database
+	 * @throws InvalidArgumentException if one of the argument format is invalid
+	 * @throws AppConfigTypeConflictException in case of conflict with the value type set in database
+	 * @since 29.0.0
+	 * @see IAppConfig for explanation about lazy loading
+	 * @see getValueInt()
+	 * @see getValueBigInt()
+	 * @see getValueFloat()
+	 * @see getValueBool()
+	 * @see getValueArray()
 	 */
-	public function getValue($app, $key, $default = null) {
-		$this->loadConfigValues();
+	public function getValueString(
+		string $app,
+		string $key,
+		string $default = '',
+		bool $lazy = false
+	): string {
+		return $this->getTypedValue($app, $key, $default, $lazy, self::VALUE_STRING);
+	}
+
+	/**
+	 * @inheritDoc
+	 *
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param int $default default value
+	 * @param bool $lazy search within lazy loaded config
+	 *
+	 * @return int stored config value or $default if not set in database
+	 * @throws InvalidArgumentException if one of the argument format is invalid
+	 * @throws AppConfigTypeConflictException in case of conflict with the value type set in database
+	 * @since 29.0.0
+	 * @see IAppConfig for explanation about lazy loading
+	 * @see getValueString()
+	 * @see getValueBigInt()
+	 * @see getValueFloat()
+	 * @see getValueBool()
+	 * @see getValueArray()
+	 */
+	public function getValueInt(
+		string $app,
+		string $key,
+		int $default = 0,
+		bool $lazy = false
+	): int {
+		return (int)$this->getTypedValue($app, $key, (string)$default, $lazy, self::VALUE_INT);
+	}
+
+	/**
+	 * @inheritDoc
+	 *
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param int|float $default default value
+	 * @param bool $lazy search within lazy loaded config
+	 *
+	 * @return int|float stored config value or $default if not set in database
+	 * @throws InvalidArgumentException if one of the argument format is invalid
+	 * @throws AppConfigTypeConflictException in case of conflict with the value type set in database
+	 * @since 29.0.0
+	 * @see IAppConfig for explanation about lazy loading
+	 * @see getValueString()
+	 * @see getValueInt()
+	 * @see getValueFloat()
+	 * @see getValueBool()
+	 * @see getValueArray()
+	 */
+	public function getValueBigInt(
+		string $app,
+		string $key,
+		int|float $default = 0,
+		bool $lazy = false
+	): int|float {
+		return Util::numericToNumber($this->getTypedValue($app, $key, (string)$default, $lazy, self::VALUE_INT));
+	}
+
+	/**
+	 * @inheritDoc
+	 *
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param float $default default value
+	 * @param bool $lazy search within lazy loaded config
+	 *
+	 * @return float stored config value or $default if not set in database
+	 * @throws InvalidArgumentException if one of the argument format is invalid
+	 * @throws AppConfigTypeConflictException in case of conflict with the value type set in database
+	 * @since 29.0.0
+	 * @see IAppConfig for explanation about lazy loading
+	 * @see getValueString()
+	 * @see getValueInt()
+	 * @see getValueBigInt()
+	 * @see getValueBool()
+	 * @see getValueArray()
+	 */
+	public function getValueFloat(string $app, string $key, float $default = 0, bool $lazy = false): float {
+		return (float)$this->getTypedValue($app, $key, (string)$default, $lazy, self::VALUE_FLOAT);
+	}
+
+	/**
+	 * @inheritDoc
+	 *
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param bool $default default value
+	 * @param bool $lazy search within lazy loaded config
+	 *
+	 * @return bool stored config value or $default if not set in database
+	 * @throws InvalidArgumentException if one of the argument format is invalid
+	 * @throws AppConfigTypeConflictException in case of conflict with the value type set in database
+	 * @since 29.0.0
+	 * @see IAppConfig for explanation about lazy loading
+	 * @see getValueString()
+	 * @see getValueInt()
+	 * @see getValueBigInt()
+	 * @see getValueFloat()
+	 * @see getValueArray()
+	 */
+	public function getValueBool(string $app, string $key, bool $default = false, bool $lazy = false): bool {
+		$b = strtolower($this->getTypedValue($app, $key, $default ? 'true' : 'false', $lazy, self::VALUE_BOOL));
+		return in_array($b, ['1', 'true', 'yes', 'on']);
+	}
 
-		if ($this->hasKey($app, $key)) {
-			return $this->cache[$app][$key];
+	/**
+	 * @inheritDoc
+	 *
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param array $default default value
+	 * @param bool $lazy search within lazy loaded config
+	 *
+	 * @return array stored config value or $default if not set in database
+	 * @throws InvalidArgumentException if one of the argument format is invalid
+	 * @throws AppConfigTypeConflictException in case of conflict with the value type set in database
+	 * @since 29.0.0
+	 * @see IAppConfig for explanation about lazy loading
+	 * @see getValueString()
+	 * @see getValueInt()
+	 * @see getValueBigInt()
+	 * @see getValueFloat()
+	 * @see getValueBool()
+	 */
+	public function getValueArray(
+		string $app,
+		string $key,
+		array $default = [],
+		bool $lazy = false
+	): array {
+		try {
+			$defaultJson = json_encode($default, JSON_THROW_ON_ERROR);
+			$value = json_decode($this->getTypedValue($app, $key, $defaultJson, $lazy, self::VALUE_ARRAY), true, flags: JSON_THROW_ON_ERROR);
+
+			return is_array($value) ? $value : [];
+		} catch (JsonException) {
+			return [];
 		}
+	}
 
-		return $default;
+	/**
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param string $default default value
+	 * @param bool $lazy search within lazy loaded config
+	 * @param int $type value type {@see VALUE_STRING} {@see VALUE_INT}{@see VALUE_FLOAT} {@see VALUE_BOOL} {@see VALUE_ARRAY}
+	 *
+	 * @return string
+	 * @throws AppConfigTypeConflictException if type from database is not VALUE_MIXED and different from the requested one
+	 * @throws InvalidArgumentException
+	 */
+	private function getTypedValue(
+		string $app,
+		string $key,
+		string $default,
+		bool $lazy,
+		int $type
+	): string {
+		$this->assertParams($app, $key, valueType: $type);
+		$this->loadConfig($lazy);
+
+		/**
+		 * We ignore check if mixed type is requested.
+		 * If type of stored value is set as mixed, we don't filter.
+		 * If type of stored value is defined, we compare with the one requested.
+		 */
+		$knownType = $this->valueTypes[$app][$key] ?? 0;
+		if (!$this->isTyped(self::VALUE_MIXED, $type)
+			&& $knownType > 0
+			&& !$this->isTyped(self::VALUE_MIXED, $knownType)
+			&& !$this->isTyped($type, $knownType)) {
+			$this->logger->warning('conflict with value type from database', ['app' => $app, 'key' => $key, 'type' => $type, 'knownType' => $knownType]);
+			throw new AppConfigTypeConflictException('conflict with value type from database');
+		}
+
+		if ($lazy) {
+			$cache = &$this->lazyCache;
+		} else {
+			$cache = &$this->fastCache;
+		}
+
+		return $cache[$app][$key] ?? $default;
 	}
 
 	/**
-	 * check if a key is set in the appconfig
+	 * @inheritDoc
 	 *
-	 * @param string $app
-	 * @param string $key
-	 * @return bool
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 *
+	 * @return int type of the value
+	 * @throws AppConfigUnknownKeyException if config key is not known
+	 * @since 29.0.0
+	 * @see VALUE_STRING
+	 * @see VALUE_INT
+	 * @see VALUE_FLOAT
+	 * @see VALUE_BOOL
+	 * @see VALUE_ARRAY
 	 */
-	public function hasKey($app, $key) {
-		$this->loadConfigValues();
+	public function getValueType(string $app, string $key): int {
+		$this->assertParams($app, $key);
+		$this->loadConfigAll();
 
-		return isset($this->cache[$app][$key]);
+		$type = $this->valueTypes[$app][$key] ?? throw new AppConfigUnknownKeyException('unknown config key');
+		$type &= ~self::VALUE_SENSITIVE;
+		return $type;
 	}
 
+
 	/**
-	 * Sets a value. If the key did not exist before it will be created.
+	 * Store a config key and its value in database as VALUE_MIXED
 	 *
-	 * @param string $app app
-	 * @param string $key key
-	 * @param string|float|int $value value
-	 * @return bool True if the value was inserted or updated, false if the value was the same
+	 * **WARNING:** Method is internal and **MUST** not be used as it is best to set a real value type
+	 *
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param string $value config value
+	 * @param bool $lazy set config as lazy loaded
+	 * @param bool $sensitive if TRUE value will be hidden when listing config values.
+	 *
+	 * @return bool TRUE if value was different, therefor updated in database
+	 * @throws AppConfigTypeConflictException if type from database is not VALUE_MIXED
+	 * @internal
+	 * @since 29.0.0
+	 * @see IAppConfig for explanation about lazy grouping
+	 * @see setValueString()
+	 * @see setValueInt()
+	 * @see setValueBigInt()
+	 * @see setValueFloat()
+	 * @see setValueBool()
+	 * @see setValueArray()
 	 */
-	public function setValue($app, $key, $value) {
-		if (!$this->hasKey($app, $key)) {
-			$inserted = (bool) $this->conn->insertIfNotExist('*PREFIX*appconfig', [
-				'appid' => $app,
-				'configkey' => $key,
-				'configvalue' => $value,
-			], [
-				'appid',
-				'configkey',
-			]);
-
-			if ($inserted) {
-				if (!isset($this->cache[$app])) {
-					$this->cache[$app] = [];
-				}
+	public function setValueMixed(
+		string $app,
+		string $key,
+		string $value,
+		bool $lazy = false,
+		bool $sensitive = false
+	): bool {
+		return $this->setTypedValue(
+			$app,
+			$key,
+			$value,
+			$lazy,
+			self::VALUE_MIXED | ($sensitive ? self::VALUE_SENSITIVE : 0)
+		);
+	}
 
-				$this->cache[$app][$key] = $value;
-				return true;
-			}
+
+	/**
+	 * @inheritDoc
+	 *
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param string $value config value
+	 * @param bool $lazy set config as lazy loaded
+	 * @param bool $sensitive if TRUE value will be hidden when listing config values.
+	 *
+	 * @return bool TRUE if value was different, therefor updated in database
+	 * @throws AppConfigTypeConflictException if type from database is not VALUE_MIXED and different from the requested one
+	 * @since 29.0.0
+	 * @see IAppConfig for explanation about lazy loading
+	 * @see setValueInt()
+	 * @see setValueBigInt()
+	 * @see setValueFloat()
+	 * @see setValueBool()
+	 * @see setValueArray()
+	 */
+	public function setValueString(
+		string $app,
+		string $key,
+		string $value,
+		bool $lazy = false,
+		bool $sensitive = false
+	): bool {
+		return $this->setTypedValue(
+			$app,
+			$key,
+			$value,
+			$lazy,
+			self::VALUE_STRING | ($sensitive ? self::VALUE_SENSITIVE : 0)
+		);
+	}
+
+	/**
+	 * @inheritDoc
+	 *
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param int $value config value
+	 * @param bool $lazy set config as lazy loaded
+	 * @param bool $sensitive if TRUE value will be hidden when listing config values.
+	 *
+	 * @return bool TRUE if value was different, therefor updated in database
+	 * @throws AppConfigTypeConflictException if type from database is not VALUE_MIXED and different from the requested one
+	 * @since 29.0.0
+	 * @see IAppConfig for explanation about lazy loading
+	 * @see setValueString()
+	 * @see setValueBigInt()
+	 * @see setValueFloat()
+	 * @see setValueBool()
+	 * @see setValueArray()
+	 */
+	public function setValueInt(
+		string $app,
+		string $key,
+		int $value,
+		bool $lazy = false,
+		bool $sensitive = false
+	): bool {
+		return $this->setTypedValue(
+			$app,
+			$key,
+			(string)$value,
+			$lazy,
+			self::VALUE_INT | ($sensitive ? self::VALUE_SENSITIVE : 0)
+		);
+	}
+
+
+	/**
+	 * @inheritDoc
+	 *
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param int|float $value config value
+	 * @param bool $lazy set config as lazy loaded
+	 * @param bool $sensitive if TRUE value will be hidden when listing config values.
+	 *
+	 * @return bool TRUE if value was different, therefor updated in database
+	 * @throws AppConfigTypeConflictException if type from database is not VALUE_MIXED and different from the requested one
+	 * @since 29.0.0
+	 * @see IAppConfig for explanation about lazy loading
+	 * @see setValueString()
+	 * @see setValueInt()
+	 * @see setValueFloat()
+	 * @see setValueBool()
+	 * @see setValueArray()
+	 */
+	public function setValueBigInt(
+		string $app,
+		string $key,
+		int|float $value,
+		bool $lazy = false,
+		bool $sensitive = false
+	): bool {
+		return $this->setTypedValue(
+			$app,
+			$key,
+			(string)$value,
+			$lazy,
+			self::VALUE_INT | ($sensitive ? self::VALUE_SENSITIVE : 0)
+		);
+	}
+
+
+	/**
+	 * @inheritDoc
+	 *
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param float $value config value
+	 * @param bool $lazy set config as lazy loaded
+	 * @param bool $sensitive if TRUE value will be hidden when listing config values.
+	 *
+	 * @return bool TRUE if value was different, therefor updated in database
+	 * @throws AppConfigTypeConflictException if type from database is not VALUE_MIXED and different from the requested one
+	 * @since 29.0.0
+	 * @see IAppConfig for explanation about lazy loading
+	 * @see setValueString()
+	 * @see setValueInt()
+	 * @see setValueBigInt()
+	 * @see setValueBool()
+	 * @see setValueArray()
+	 */
+	public function setValueFloat(
+		string $app,
+		string $key,
+		float $value,
+		bool $lazy = false,
+		bool $sensitive = false
+	): bool {
+		return $this->setTypedValue(
+			$app,
+			$key,
+			(string)$value,
+			$lazy,
+			self::VALUE_FLOAT | ($sensitive ? self::VALUE_SENSITIVE : 0)
+		);
+	}
+
+	/**
+	 * @inheritDoc
+	 *
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param bool $value config value
+	 * @param bool $lazy set config as lazy loaded
+	 *
+	 * @return bool TRUE if value was different, therefor updated in database
+	 * @throws AppConfigTypeConflictException if type from database is not VALUE_MIXED and different from the requested one
+	 * @since 29.0.0
+	 * @see IAppConfig for explanation about lazy loading
+	 * @see setValueString()
+	 * @see setValueInt()
+	 * @see setValueBigInt()
+	 * @see setValueFloat()
+	 * @see setValueArray()
+	 */
+	public function setValueBool(
+		string $app,
+		string $key,
+		bool $value,
+		bool $lazy = false
+	): bool {
+		return $this->setTypedValue(
+			$app,
+			$key,
+			($value) ? '1' : '0',
+			$lazy,
+			self::VALUE_BOOL
+		);
+	}
+
+	/**
+	 * @inheritDoc
+	 *
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param array $value config value
+	 * @param bool $lazy set config as lazy loaded
+	 * @param bool $sensitive if TRUE value will be hidden when listing config values.
+	 *
+	 * @return bool TRUE if value was different, therefor updated in database
+	 * @throws AppConfigTypeConflictException if type from database is not VALUE_MIXED and different from the requested one
+	 * @throws JsonException
+	 * @since 29.0.0
+	 * @see IAppConfig for explanation about lazy loading
+	 * @see setValueString()
+	 * @see setValueInt()
+	 * @see setValueBigInt()
+	 * @see setValueFloat()
+	 * @see setValueBool()
+	 */
+	public function setValueArray(
+		string $app,
+		string $key,
+		array $value,
+		bool $lazy = false,
+		bool $sensitive = false
+	): bool {
+		try {
+			return $this->setTypedValue(
+				$app,
+				$key,
+				json_encode($value, JSON_THROW_ON_ERROR),
+				$lazy,
+				self::VALUE_ARRAY | ($sensitive ? self::VALUE_SENSITIVE : 0)
+			);
+		} catch (JsonException $e) {
+			$this->logger->warning('could not setValueArray', ['app' => $app, 'key' => $key, 'exception' => $e]);
+			throw $e;
 		}
+	}
+
+	/**
+	 * Store a config key and its value in database
+	 *
+	 * If config key is already known with the exact same config value and same sensitive/lazy status, the
+	 * database is not updated. If config value was previously stored as sensitive, status will not be
+	 * altered.
+	 *
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param string $value config value
+	 * @param bool $lazy config set as lazy loaded
+	 * @param int $type value type {@see VALUE_STRING} {@see VALUE_INT} {@see VALUE_FLOAT} {@see VALUE_BOOL} {@see VALUE_ARRAY}
+	 *
+	 * @return bool TRUE if value was updated in database
+	 * @throws AppConfigTypeConflictException if type from database is not VALUE_MIXED and different from the requested one
+	 * @see IAppConfig for explanation about lazy loading
+	 */
+	private function setTypedValue(
+		string $app,
+		string $key,
+		string $value,
+		bool $lazy,
+		int $type
+	): bool {
+		$this->assertParams($app, $key);
+		$this->loadConfig($lazy);
 
-		$sql = $this->conn->getQueryBuilder();
-		$sql->update('appconfig')
-			->set('configvalue', $sql->createNamedParameter($value))
-			->where($sql->expr()->eq('appid', $sql->createNamedParameter($app)))
-			->andWhere($sql->expr()->eq('configkey', $sql->createNamedParameter($key)));
+		$sensitive = $this->isTyped(self::VALUE_SENSITIVE, $type);
 
 		/*
-		 * Only limit to the existing value for non-Oracle DBs:
-		 * http://docs.oracle.com/cd/E11882_01/server.112/e26088/conditions002.htm#i1033286
-		 * > Large objects (LOBs) are not supported in comparison conditions.
+		 * no update if key is already known with set lazy status, or value is
+		 * different, or sensitivity switched from false to true.
 		 */
-		if (!($this->conn instanceof OracleConnection)) {
-			/*
-			 * Only update the value when it is not the same
-			 * Note that NULL requires some special handling. Since comparing
-			 * against null can have special results.
+		if ($this->hasKey($app, $key, $lazy)
+			&& $value === $this->getTypedValue($app, $key, $value, $lazy, $type)
+			&& (!$sensitive || $this->isSensitive($app, $key, $lazy))) {
+			return false;
+		}
+
+		$refreshCache = false;
+		$insert = $this->connection->getQueryBuilder();
+		$insert->insert('appconfig')
+			   ->setValue('appid', $insert->createNamedParameter($app))
+			   ->setValue('lazy', $insert->createNamedParameter($lazy, IQueryBuilder::PARAM_BOOL))
+			   ->setValue('type', $insert->createNamedParameter($type, IQueryBuilder::PARAM_INT))
+			   ->setValue('configkey', $insert->createNamedParameter($key))
+			   ->setValue('configvalue', $insert->createNamedParameter($value));
+		try {
+			$insert->executeStatement();
+		} catch (DBException $e) {
+			if ($e->getReason() !== DBException::REASON_UNIQUE_CONSTRAINT_VIOLATION) {
+				throw $e; // TODO: throw exception or just log and returns false !?
+			}
+
+			$currType = $this->valueTypes[$app][$key] ?? 0;
+			if ($currType === 0) { // this might happen when switching lazy loading status
+				$this->loadConfigAll();
+				$currType = $this->valueTypes[$app][$key] ?? 0;
+			}
+
+			/**
+			 * we only accept a different type from the one stored in database
+			 * if the one stored in database is not-defined (VALUE_MIXED)
 			 */
+			if (!$this->isTyped(self::VALUE_MIXED, $currType) &&
+				($type | self::VALUE_SENSITIVE) !== ($currType | self::VALUE_SENSITIVE)) {
+				try {
+					$currType = $this->convertTypeToString($currType);
+					$type = $this->convertTypeToString($type);
+				} catch (AppConfigIncorrectTypeException) {
+				}
+				throw new AppConfigTypeConflictException('conflict between new type (' . $type . ') and old type (' . $currType . ')');
+			}
 
-			if ($value === null) {
-				$sql->andWhere(
-					$sql->expr()->isNotNull('configvalue')
-				);
-			} else {
-				$sql->andWhere(
-					$sql->expr()->orX(
-						$sql->expr()->isNull('configvalue'),
-						$sql->expr()->neq('configvalue', $sql->createNamedParameter($value), IQueryBuilder::PARAM_STR)
-					)
-				);
+			// we fix $type if the stored value, or the new value as it might be changed, is set as sensitive
+			if ($sensitive || $this->isTyped(self::VALUE_SENSITIVE, $currType)) {
+				$type = $type | self::VALUE_SENSITIVE;
 			}
+
+			if ($lazy !== $this->isLazy($app, $key)) {
+				$refreshCache = true;
+			}
+
+			$update = $this->connection->getQueryBuilder();
+			$update->update('appconfig')
+				   ->set('configvalue', $update->createNamedParameter($value))
+				   ->set('lazy', $update->createNamedParameter($lazy, IQueryBuilder::PARAM_BOOL))
+				   ->set('type', $update->createNamedParameter($type, IQueryBuilder::PARAM_INT))
+				   ->where($update->expr()->eq('appid', $update->createNamedParameter($app)))
+				   ->andWhere($update->expr()->eq('configkey', $update->createNamedParameter($key)));
+
+			$update->executeStatement();
 		}
 
-		$changedRow = (bool) $sql->execute();
+		if ($refreshCache) {
+			$this->clearCache();
+			return true;
+		}
 
-		$this->cache[$app][$key] = $value;
+		// update local cache
+		if ($lazy) {
+			$cache = &$this->lazyCache;
+		} else {
+			$cache = &$this->fastCache;
+		}
+		$cache[$app][$key] = $value;
+		$this->valueTypes[$app][$key] = $type;
 
-		return $changedRow;
+		return true;
 	}
 
 	/**
-	 * Deletes a key
+	 * Change the type of config value.
 	 *
-	 * @param string $app app
-	 * @param string $key key
-	 * @return boolean
+	 * **WARNING:** Method is internal and **MUST** not be used as it may break things.
+	 *
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param int $type value type {@see VALUE_STRING} {@see VALUE_INT} {@see VALUE_FLOAT} {@see VALUE_BOOL} {@see VALUE_ARRAY}
+	 *
+	 * @return bool TRUE if database update were necessary
+	 * @throws AppConfigUnknownKeyException if $key is now known in database
+	 * @throws AppConfigIncorrectTypeException if $type is not valid
+	 * @internal
+	 * @since 29.0.0
 	 */
-	public function deleteKey($app, $key) {
-		$this->loadConfigValues();
+	public function updateType(string $app, string $key, int $type = self::VALUE_MIXED): bool {
+		$this->assertParams($app, $key);
+		$this->loadConfigAll();
+		$lazy = $this->isLazy($app, $key);
+
+		if (!$this->hasKey($app, $key, $lazy)) {
+			throw new AppConfigUnknownKeyException('Unknown config key');
+		}
 
-		$sql = $this->conn->getQueryBuilder();
-		$sql->delete('appconfig')
-			->where($sql->expr()->eq('appid', $sql->createParameter('app')))
-			->andWhere($sql->expr()->eq('configkey', $sql->createParameter('configkey')))
-			->setParameter('app', $app)
-			->setParameter('configkey', $key);
-		$sql->execute();
+		// type can only be one type
+		if (!in_array($type, [self::VALUE_MIXED, self::VALUE_STRING, self::VALUE_INT, self::VALUE_FLOAT, self::VALUE_BOOL, self::VALUE_ARRAY])) {
+			throw new AppConfigIncorrectTypeException('Unknown value type');
+		}
+
+		$currType = $this->valueTypes[$app][$key];
+		if (($type | self::VALUE_SENSITIVE) === ($currType | self::VALUE_SENSITIVE)) {
+			return false;
+		}
+
+		// we complete with sensitive flag if the stored value is set as sensitive
+		if ($this->isTyped(self::VALUE_SENSITIVE, $currType)) {
+			$type = $type | self::VALUE_SENSITIVE;
+		}
 
-		unset($this->cache[$app][$key]);
-		return false;
+		$update = $this->connection->getQueryBuilder();
+		$update->update('appconfig')
+			   ->set('type', $update->createNamedParameter($type, IQueryBuilder::PARAM_INT))
+			   ->where($update->expr()->eq('appid', $update->createNamedParameter($app)))
+			   ->andWhere($update->expr()->eq('configkey', $update->createNamedParameter($key)));
+		$update->executeStatement();
+		$this->valueTypes[$app][$key] = $type;
+
+		return true;
 	}
 
+
 	/**
-	 * Remove app from appconfig
+	 * @inheritDoc
 	 *
-	 * @param string $app app
-	 * @return boolean
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param bool $sensitive TRUE to set as sensitive, FALSE to unset
 	 *
-	 * Removes all keys in appconfig belonging to the app.
+	 * @return bool TRUE if database update were necessary
+	 * @throws AppConfigUnknownKeyException if config key is not known
+	 * @since 29.0.0
 	 */
-	public function deleteApp($app) {
-		$this->loadConfigValues();
+	public function updateSensitive(string $app, string $key, bool $sensitive): bool {
+		$this->assertParams($app, $key);
+		$this->loadConfigAll();
+
+		if ($sensitive === $this->isSensitive($app, $key, null)) {
+			return false;
+		}
 
-		$sql = $this->conn->getQueryBuilder();
-		$sql->delete('appconfig')
-			->where($sql->expr()->eq('appid', $sql->createParameter('app')))
-			->setParameter('app', $app);
-		$sql->execute();
+		/**
+		 * type returned by getValueType() is already cleaned from sensitive flag
+		 * we just need to update it based on $sensitive and store it in database
+		 */
+		$type = $this->getValueType($app, $key);
+		if ($sensitive) {
+			$type = $type | self::VALUE_SENSITIVE;
+		}
+
+		$update = $this->connection->getQueryBuilder();
+		$update->update('appconfig')
+			   ->set('type', $update->createNamedParameter($type, IQueryBuilder::PARAM_INT))
+			   ->where($update->expr()->eq('appid', $update->createNamedParameter($app)))
+			   ->andWhere($update->expr()->eq('configkey', $update->createNamedParameter($key)));
+		$update->executeStatement();
 
-		unset($this->cache[$app]);
-		return false;
+		$this->valueTypes[$app][$key] = $type;
+
+		return true;
 	}
 
 	/**
-	 * get multiple values, either the app or key can be used as wildcard by setting it to false
+	 * @inheritDoc
 	 *
-	 * @param string|false $app
-	 * @param string|false $key
-	 * @return array|false
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 * @param bool $lazy TRUE to set as lazy loaded, FALSE to unset
+	 *
+	 * @return bool TRUE if database update was necessary
+	 * @throws AppConfigUnknownKeyException if config key is not known
+	 * @since 29.0.0
 	 */
-	public function getValues($app, $key) {
-		if (($app !== false) === ($key !== false)) {
+	public function updateLazy(string $app, string $key, bool $lazy): bool {
+		$this->assertParams($app, $key);
+		$this->loadConfigAll();
+
+		if ($lazy === $this->isLazy($app, $key)) {
 			return false;
 		}
 
-		if ($key === false) {
-			return $this->getAppValues($app);
+		$update = $this->connection->getQueryBuilder();
+		$update->update('appconfig')
+			   ->set('lazy', $update->createNamedParameter($lazy, IQueryBuilder::PARAM_BOOL))
+			   ->where($update->expr()->eq('appid', $update->createNamedParameter($app)))
+			   ->andWhere($update->expr()->eq('configkey', $update->createNamedParameter($key)));
+		$update->executeStatement();
+
+		// At this point, it is a lot safer to clean cache
+		$this->clearCache();
+
+		return true;
+	}
+
+	/**
+	 * @inheritDoc
+	 *
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 *
+	 * @return array
+	 * @throws AppConfigUnknownKeyException if config key is not known in database
+	 * @since 29.0.0
+	 */
+	public function getDetails(string $app, string $key): array {
+		$this->assertParams($app, $key);
+		$this->loadConfigAll();
+		$lazy = $this->isLazy($app, $key);
+
+		if ($lazy) {
+			$cache = &$this->lazyCache;
 		} else {
-			$appIds = $this->getApps();
-			$values = array_map(function ($appId) use ($key) {
-				return $this->cache[$appId][$key] ?? null;
-			}, $appIds);
-			$result = array_combine($appIds, $values);
+			$cache = &$this->fastCache;
+		}
 
-			return array_filter($result);
+		$type = $this->getValueType($app, $key);
+		try {
+			$typeString = $this->convertTypeToString($type);
+		} catch (AppConfigIncorrectTypeException $e) {
+			$this->logger->warning('type stored in database is not correct', ['exception' => $e, 'type' => $type]);
+			$typeString = (string)$type;
 		}
+
+		return [
+			'app' => $app,
+			'key' => $key,
+			'value' => $cache[$app][$key] ?? throw new AppConfigUnknownKeyException('unknown config key'),
+			'lazy' => $lazy,
+			'type' => $type,
+			'typeString' => $typeString,
+			'sensitive' => $this->isSensitive($app, $key, null)
+		];
 	}
 
 	/**
-	 * get all values of the app or and filters out sensitive data
+	 * @param string $type
+	 *
+	 * @return int
+	 * @throws AppConfigIncorrectTypeException
+	 * @since 29.0.0
+	 */
+	public function convertTypeToInt(string $type): int {
+		return match (strtolower($type)) {
+			'mixed' => IAppConfig::VALUE_MIXED,
+			'string' => IAppConfig::VALUE_STRING,
+			'integer' => IAppConfig::VALUE_INT,
+			'float' => IAppConfig::VALUE_FLOAT,
+			'boolean' => IAppConfig::VALUE_BOOL,
+			'array' => IAppConfig::VALUE_ARRAY,
+			default => throw new AppConfigIncorrectTypeException('Unknown type ' . $type)
+		};
+	}
+
+	/**
+	 * @param int $type
+	 *
+	 * @return string
+	 * @throws AppConfigIncorrectTypeException
+	 * @since 29.0.0
+	 */
+	public function convertTypeToString(int $type): string {
+		$type &= ~self::VALUE_SENSITIVE;
+
+		return match ($type) {
+			IAppConfig::VALUE_MIXED => 'mixed',
+			IAppConfig::VALUE_STRING => 'string',
+			IAppConfig::VALUE_INT => 'integer',
+			IAppConfig::VALUE_FLOAT => 'float',
+			IAppConfig::VALUE_BOOL => 'boolean',
+			IAppConfig::VALUE_ARRAY => 'array',
+			default => throw new AppConfigIncorrectTypeException('Unknown numeric type ' . $type)
+		};
+	}
+
+	/**
+	 * @inheritDoc
+	 *
+	 * @param string $app id of the app
+	 * @param string $key config key
+	 *
+	 * @since 29.0.0
+	 */
+	public function deleteKey(string $app, string $key): void {
+		$this->assertParams($app, $key);
+		$qb = $this->connection->getQueryBuilder();
+		$qb->delete('appconfig')
+		   ->where($qb->expr()->eq('appid', $qb->createNamedParameter($app)))
+		   ->andWhere($qb->expr()->eq('configkey', $qb->createNamedParameter($key)));
+		$qb->executeStatement();
+
+		unset($this->lazyCache[$app][$key]);
+		unset($this->fastCache[$app][$key]);
+	}
+
+	/**
+	 * @inheritDoc
+	 *
+	 * @param string $app id of the app
+	 *
+	 * @since 29.0.0
+	 */
+	public function deleteApp(string $app): void {
+		$this->assertParams($app);
+		$qb = $this->connection->getQueryBuilder();
+		$qb->delete('appconfig')
+		   ->where($qb->expr()->eq('appid', $qb->createNamedParameter($app)));
+		$qb->executeStatement();
+
+		$this->clearCache();
+	}
+
+	/**
+	 * @inheritDoc
+	 *
+	 * @param bool $reload set to TRUE to refill cache instantly after clearing it
+	 *
+	 * @since 29.0.0
+	 */
+	public function clearCache(bool $reload = false): void {
+		$this->lazyLoaded = $this->fastLoaded = false;
+		$this->lazyCache = $this->fastCache = $this->valueTypes = [];
+
+		if (!$reload) {
+			return;
+		}
+
+		$this->loadConfigAll();
+	}
+
+
+	/**
+	 * For debug purpose.
+	 * Returns the cached data.
 	 *
-	 * @param string $app
 	 * @return array
+	 * @since 29.0.0
+	 * @internal
 	 */
-	public function getFilteredValues($app) {
-		$values = $this->getValues($app, false);
+	public function statusCache(): array {
+		return [
+			'fastLoaded' => $this->fastLoaded,
+			'fastCache' => $this->fastCache,
+			'lazyLoaded' => $this->lazyLoaded,
+			'lazyCache' => $this->lazyCache,
+		];
+	}
 
-		if (isset($this->sensitiveValues[$app])) {
-			foreach ($this->sensitiveValues[$app] as $sensitiveKeyExp) {
-				$sensitiveKeys = preg_grep($sensitiveKeyExp, array_keys($values));
-				foreach ($sensitiveKeys as $sensitiveKey) {
-					$values[$sensitiveKey] = IConfig::SENSITIVE_VALUE;
-				}
+	/**
+	 * @param int $needle bitflag to search
+	 * @param int $type known value
+	 *
+	 * @return bool TRUE if bitflag $needle is set in $type
+	 */
+	private function isTyped(int $needle, int $type): bool {
+		return (($needle & $type) !== 0);
+	}
+
+	/**
+	 * Confirm the string set for app, key and lazyGroup fit the database description
+	 *
+	 * @param string $app assert $app fit in database
+	 * @param string $configKey assert config key fit in database
+	 * @param bool $allowEmptyApp $app can be empty string
+	 * @param int $valueType assert value type is only one type
+	 *
+	 * @throws InvalidArgumentException
+	 */
+	private function assertParams(string $app = '', string $configKey = '', bool $allowEmptyApp = false, int $valueType = -1): void {
+		if (!$allowEmptyApp && $app === '') {
+			throw new InvalidArgumentException('app cannot be an empty string');
+		}
+		if (strlen($app) > self::APP_MAX_LENGTH) {
+			throw new InvalidArgumentException(
+				'Value (' . $app . ') for app is too long (' . self::APP_MAX_LENGTH . ')'
+			);
+		}
+		if (strlen($configKey) > self::KEY_MAX_LENGTH) {
+			throw new InvalidArgumentException('Value (' . $configKey . ') for key is too long (' . self::KEY_MAX_LENGTH . ')');
+		}
+		if ($valueType > -1) {
+			$valueType &= ~self::VALUE_SENSITIVE;
+			if (!in_array($valueType, [self::VALUE_MIXED, self::VALUE_STRING, self::VALUE_INT, self::VALUE_FLOAT, self::VALUE_BOOL, self::VALUE_ARRAY])) {
+				throw new InvalidArgumentException('Unknown value type');
 			}
 		}
+	}
 
-		return $values;
+	private function loadConfigAll(): void {
+		$this->loadConfig(null);
 	}
 
 	/**
-	 * Load all the app config values
+	 * Load normal config or config set as lazy loaded
+	 *
+	 * @param bool|null $lazy set to TRUE to load config set as lazy loaded, set to NULL to load all config
 	 */
-	protected function loadConfigValues() {
-		if ($this->configLoaded) {
+	private function loadConfig(?bool $lazy = false): void {
+		if ($this->isLoaded($lazy)) {
 			return;
 		}
 
-		$this->cache = [];
+		$qb = $this->connection->getQueryBuilder();
+		$qb->from('appconfig');
+
+		/**
+		 * The use of $this->>migrationCompleted is only needed to manage the
+		 * database during the upgrading process to nc29.
+		 */
+		if (!$this->migrationCompleted) {
+			$qb->select('appid', 'configkey', 'configvalue');
+		} else {
+			$qb->select('appid', 'configkey', 'configvalue', 'type', 'lazy');
+			if ($lazy !== null) {
+				if ($this->connection->getDatabaseProvider() === IDBConnection::PLATFORM_ORACLE) {
+					// Oracle does not like empty string nor false boolean !?
+					if ($lazy) {
+						$qb->where($qb->expr()->eq('lazy', $qb->createNamedParameter('1', IQueryBuilder::PARAM_INT)));
+					} else {
+						$qb->where($qb->expr()->orX(
+							$qb->expr()->isNull('lazy'),
+							$qb->expr()->eq('lazy', $qb->createNamedParameter('0', IQueryBuilder::PARAM_INT))
+						));
+					}
+				} else {
+					$qb->where($qb->expr()->eq('lazy', $qb->createNamedParameter($lazy, IQueryBuilder::PARAM_BOOL)));
+				}
+			}
+		}
 
-		$sql = $this->conn->getQueryBuilder();
-		$sql->select('*')
-			->from('appconfig');
-		$result = $sql->execute();
+		try {
+			$result = $qb->executeQuery();
+		} catch (DBException $e) {
+			/**
+			 * in case of issue with field name, it means that migration is not completed.
+			 * Falling back to a request without select on lazy.
+			 * This whole try/catch and the migrationCompleted variable can be removed in NC30.
+			 */
+			if ($e->getReason() !== DBException::REASON_INVALID_FIELD_NAME) {
+				throw $e;
+			}
+
+			$this->migrationCompleted = false;
+			$this->loadConfig($lazy);
+
+			return;
+		}
 
-		// we are going to store the result in memory anyway
 		$rows = $result->fetchAll();
 		foreach ($rows as $row) {
-			if (!isset($this->cache[$row['appid']])) {
-				$this->cache[(string)$row['appid']] = [];
+			// if migration is not completed, 'lazy' and 'type' does not exist in $row
+			// also on oracle, lazy can be null ...
+			if ($row['lazy'] ?? false) {
+				$cache = &$this->lazyCache;
+			} else {
+				$cache = &$this->fastCache;
 			}
-
-			$this->cache[(string)$row['appid']][(string)$row['configkey']] = (string)$row['configvalue'];
+			$cache[$row['appid']][$row['configkey']] = $row['configvalue'] ?? '';
+			$this->valueTypes[$row['appid']][$row['configkey']] = (int)($row['type'] ?? 0);
 		}
 		$result->closeCursor();
+		$this->setAsLoaded($lazy);
+	}
+
+	/**
+	 * if $lazy is:
+	 *  - false: will returns true if fast config is loaded
+	 *  - true : will returns true if lazy config is loaded
+	 *  - null : will returns true if both config are loaded
+	 *
+	 * @param bool $lazy
+	 *
+	 * @return bool
+	 */
+	private function isLoaded(?bool $lazy): bool {
+		if ($lazy === null) {
+			return $this->lazyLoaded && $this->fastLoaded;
+		}
 
-		$this->configLoaded = true;
+		return $lazy ? $this->lazyLoaded : $this->fastLoaded;
 	}
 
+	/**
+	 * if $lazy is:
+	 * - false: set fast config as loaded
+	 * - true : set lazy config as loaded
+	 * - null : set both config as loaded
+	 *
+	 * @param bool $lazy
+	 */
+	private function setAsLoaded(?bool $lazy): void {
+		if ($lazy === null) {
+			$this->fastLoaded = true;
+			$this->lazyLoaded = true;
+
+			return;
+		}
+
+		if ($lazy) {
+			$this->lazyLoaded = true;
+		} else {
+			$this->fastLoaded = true;
+		}
+	}
+
+	/**
+	 * Gets the config value
+	 *
+	 * @param string $app app
+	 * @param string $key key
+	 * @param string $default = null, default value if the key does not exist
+	 *
+	 * @return string the value or $default
+	 * @deprecated - use getValue*()
+	 *
+	 * This function gets a value from the appconfig table. If the key does
+	 * not exist the default value will be returned
+	 */
+	public function getValue($app, $key, $default = null) {
+		$this->loadConfig();
+
+		return $this->fastCache[$app][$key] ?? $default;
+	}
+
+	/**
+	 * Sets a value. If the key did not exist before it will be created.
+	 *
+	 * @param string $app app
+	 * @param string $key key
+	 * @param string|float|int $value value
+	 *
+	 * @return bool True if the value was inserted or updated, false if the value was the same
+	 * @throws AppConfigTypeConflictException
+	 * @throws AppConfigUnknownKeyException
+	 * @deprecated
+	 */
+	public function setValue($app, $key, $value) {
+		return $this->setTypedValue($app, $key, (string)$value, false, self::VALUE_MIXED);
+	}
+
+
+	/**
+	 * get multiple values, either the app or key can be used as wildcard by setting it to false
+	 *
+	 * @param string|false $app
+	 * @param string|false $key
+	 *
+	 * @return array|false
+	 * @deprecated 29.0.0 use getAllValues()
+	 */
+	public function getValues($app, $key) {
+		if (($app !== false) === ($key !== false)) {
+			return false;
+		}
+
+		$key = ($key === false) ? '' : $key;
+		if (!$app) {
+			return $this->searchValues($key);
+		} else {
+			return $this->getAllValues($app, $key);
+		}
+	}
+
+	/**
+	 * get all values of the app or and filters out sensitive data
+	 *
+	 * @param string $app
+	 *
+	 * @return array
+	 * @deprecated 29.0.0 use getAllValues()
+	 */
+	public function getFilteredValues($app) {
+		return $this->getAllValues($app, filtered: true);
+	}
+
+	/**
+	 * @param string $app
+	 *
+	 * @return string[]
+	 * @deprecated data sensitivity should be set when calling setValue*()
+	 */
+	private function getSensitiveKeys(string $app): array {
+		$sensitiveValues = [
+			'circles' => [
+				'/^key_pairs$/',
+				'/^local_gskey$/',
+			],
+			'external' => [
+				'/^sites$/',
+			],
+			'integration_discourse' => [
+				'/^private_key$/',
+				'/^public_key$/',
+			],
+			'integration_dropbox' => [
+				'/^client_id$/',
+				'/^client_secret$/',
+			],
+			'integration_github' => [
+				'/^client_id$/',
+				'/^client_secret$/',
+			],
+			'integration_gitlab' => [
+				'/^client_id$/',
+				'/^client_secret$/',
+				'/^oauth_instance_url$/',
+			],
+			'integration_google' => [
+				'/^client_id$/',
+				'/^client_secret$/',
+			],
+			'integration_jira' => [
+				'/^client_id$/',
+				'/^client_secret$/',
+				'/^forced_instance_url$/',
+			],
+			'integration_onedrive' => [
+				'/^client_id$/',
+				'/^client_secret$/',
+			],
+			'integration_openproject' => [
+				'/^client_id$/',
+				'/^client_secret$/',
+				'/^oauth_instance_url$/',
+			],
+			'integration_reddit' => [
+				'/^client_id$/',
+				'/^client_secret$/',
+			],
+			'integration_suitecrm' => [
+				'/^client_id$/',
+				'/^client_secret$/',
+				'/^oauth_instance_url$/',
+			],
+			'integration_twitter' => [
+				'/^consumer_key$/',
+				'/^consumer_secret$/',
+				'/^followed_user$/',
+			],
+			'integration_zammad' => [
+				'/^client_id$/',
+				'/^client_secret$/',
+				'/^oauth_instance_url$/',
+			],
+			'notify_push' => [
+				'/^cookie$/',
+			],
+			'serverinfo' => [
+				'/^token$/',
+			],
+			'spreed' => [
+				'/^bridge_bot_password$/',
+				'/^hosted-signaling-server-(.*)$/',
+				'/^recording_servers$/',
+				'/^signaling_servers$/',
+				'/^signaling_ticket_secret$/',
+				'/^signaling_token_privkey_(.*)$/',
+				'/^signaling_token_pubkey_(.*)$/',
+				'/^sip_bridge_dialin_info$/',
+				'/^sip_bridge_shared_secret$/',
+				'/^stun_servers$/',
+				'/^turn_servers$/',
+				'/^turn_server_secret$/',
+			],
+			'support' => [
+				'/^last_response$/',
+				'/^potential_subscription_key$/',
+				'/^subscription_key$/',
+			],
+			'theming' => [
+				'/^imprintUrl$/',
+				'/^privacyUrl$/',
+				'/^slogan$/',
+				'/^url$/',
+			],
+			'user_ldap' => [
+				'/^(s..)?ldap_agent_password$/',
+			],
+			'user_saml' => [
+				'/^idp-x509cert$/',
+			],
+		];
+
+		return $sensitiveValues[$app] ?? [];
+	}
 
 	/**
 	 * Clear all the cached app config values
 	 * New cache will be generated next time a config value is retrieved
+	 *
+	 * @deprecated use {@see clearCache()}
 	 */
 	public function clearCachedConfig(): void {
-		$this->configLoaded = false;
+		$this->clearCache();
 	}
 }