From 1a1ba661126beab51fa400517104e6bf683818a8 Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Wed, 13 May 2026 09:59:27 +0200
Subject: [PATCH 01/24] feat(TaskProcessing): Create task types

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 .../AudioClassificationTaskType.php           | 72 +++++++++++++++++++
 .../ImageClassificationTaskType.php           | 72 +++++++++++++++++++
 .../ImageFaceRecognitionTaskType.php          | 72 +++++++++++++++++++
 .../VideoClassificationTaskType.php           | 72 +++++++++++++++++++
 4 files changed, 288 insertions(+)
 create mode 100644 lib/TaskProcessing/AudioClassificationTaskType.php
 create mode 100644 lib/TaskProcessing/ImageClassificationTaskType.php
 create mode 100644 lib/TaskProcessing/ImageFaceRecognitionTaskType.php
 create mode 100644 lib/TaskProcessing/VideoClassificationTaskType.php

diff --git a/lib/TaskProcessing/AudioClassificationTaskType.php b/lib/TaskProcessing/AudioClassificationTaskType.php
new file mode 100644
index 00000000..2a816204
--- /dev/null
+++ b/lib/TaskProcessing/AudioClassificationTaskType.php
@@ -0,0 +1,72 @@
+<?php
+
+declare(strict_types=1);
+
+/**
+ * SPDX-FileCopyrightText: 2025 Nextcloud GmbH and Nextcloud contributors
+ * SPDX-License-Identifier: AGPL-3.0-or-later
+ */
+
+namespace OCA\Recognize\TaskProcessing;
+
+use OCA\Recognize\AppInfo\Application;
+use OCP\IL10N;
+use OCP\TaskProcessing\EShapeType;
+use OCP\TaskProcessing\ITaskType;
+use OCP\TaskProcessing\ShapeDescriptor;
+
+class AudioClassificationTaskType implements ITaskType {
+	public const ID = Application::APP_ID . ':audio:classification';
+
+	public function __construct(
+		private IL10N $l,
+	) {
+	}
+
+	/**
+	 * @inheritDoc
+	 */
+	public function getName(): string {
+		return $this->l->t('Audio classification');
+	}
+
+	/**
+	 * @inheritDoc
+	 */
+	public function getDescription(): string {
+		return $this->l->t('Classify audios into categories.');
+	}
+
+	/**
+	 * @return string
+	 */
+	public function getId(): string {
+		return self::ID;
+	}
+
+	/**
+	 * @return ShapeDescriptor[]
+	 */
+	public function getInputShape(): array {
+		return [
+			'input' => new ShapeDescriptor(
+				$this->l->t('Audios'),
+				$this->l->t('Provide audios to classify'),
+				EShapeType::ListOfAudios,
+			),
+		];
+	}
+
+	/**
+	 * @return ShapeDescriptor[]
+	 */
+	public function getOutputShape(): array {
+		return [
+			'output' => new ShapeDescriptor(
+				$this->l->t('Categories'),
+				$this->l->t('The classified categories. Each input audio is mapped to a text containing a comma separated list of categories.'),
+				EShapeType::ListOfTexts,
+			),
+		];
+	}
+}
diff --git a/lib/TaskProcessing/ImageClassificationTaskType.php b/lib/TaskProcessing/ImageClassificationTaskType.php
new file mode 100644
index 00000000..17c7cab4
--- /dev/null
+++ b/lib/TaskProcessing/ImageClassificationTaskType.php
@@ -0,0 +1,72 @@
+<?php
+
+declare(strict_types=1);
+
+/**
+ * SPDX-FileCopyrightText: 2025 Nextcloud GmbH and Nextcloud contributors
+ * SPDX-License-Identifier: AGPL-3.0-or-later
+ */
+
+namespace OCA\Recognize\TaskProcessing;
+
+use OCA\Recognize\AppInfo\Application;
+use OCP\IL10N;
+use OCP\TaskProcessing\EShapeType;
+use OCP\TaskProcessing\ITaskType;
+use OCP\TaskProcessing\ShapeDescriptor;
+
+class ImageClassificationTaskType implements ITaskType {
+	public const ID = Application::APP_ID . ':image:classification';
+
+	public function __construct(
+		private IL10N $l,
+	) {
+	}
+
+	/**
+	 * @inheritDoc
+	 */
+	public function getName(): string {
+		return $this->l->t('Image classification');
+	}
+
+	/**
+	 * @inheritDoc
+	 */
+	public function getDescription(): string {
+		return $this->l->t('Classify images into categories.');
+	}
+
+	/**
+	 * @return string
+	 */
+	public function getId(): string {
+		return self::ID;
+	}
+
+	/**
+	 * @return ShapeDescriptor[]
+	 */
+	public function getInputShape(): array {
+		return [
+			'input' => new ShapeDescriptor(
+				$this->l->t('Images'),
+				$this->l->t('Provide images to classify'),
+				EShapeType::ListOfImages,
+			),
+		];
+	}
+
+	/**
+	 * @return ShapeDescriptor[]
+	 */
+	public function getOutputShape(): array {
+		return [
+			'output' => new ShapeDescriptor(
+				$this->l->t('Categories'),
+				$this->l->t('The classified categories. Each input image is mapped to a text containing a comma separated list of categories.'),
+				EShapeType::ListOfTexts,
+			),
+		];
+	}
+}
diff --git a/lib/TaskProcessing/ImageFaceRecognitionTaskType.php b/lib/TaskProcessing/ImageFaceRecognitionTaskType.php
new file mode 100644
index 00000000..1cb71b01
--- /dev/null
+++ b/lib/TaskProcessing/ImageFaceRecognitionTaskType.php
@@ -0,0 +1,72 @@
+<?php
+
+declare(strict_types=1);
+
+/**
+ * SPDX-FileCopyrightText: 2025 Nextcloud GmbH and Nextcloud contributors
+ * SPDX-License-Identifier: AGPL-3.0-or-later
+ */
+
+namespace OCA\Recognize\TaskProcessing;
+
+use OCA\Recognize\AppInfo\Application;
+use OCP\IL10N;
+use OCP\TaskProcessing\EShapeType;
+use OCP\TaskProcessing\ITaskType;
+use OCP\TaskProcessing\ShapeDescriptor;
+
+class ImageFaceRecognitionTaskType implements ITaskType {
+	public const ID = Application::APP_ID . ':image:facerecognition';
+
+	public function __construct(
+		private IL10N $l,
+	) {
+	}
+
+	/**
+	 * @inheritDoc
+	 */
+	public function getName(): string {
+		return $this->l->t('Image face recognition');
+	}
+
+	/**
+	 * @inheritDoc
+	 */
+	public function getDescription(): string {
+		return $this->l->t('Recognize faces in images and return embedding vectors for each face.');
+	}
+
+	/**
+	 * @return string
+	 */
+	public function getId(): string {
+		return self::ID;
+	}
+
+	/**
+	 * @return ShapeDescriptor[]
+	 */
+	public function getInputShape(): array {
+		return [
+			'input' => new ShapeDescriptor(
+				$this->l->t('Images'),
+				$this->l->t('Provide images to recognize faces in'),
+				EShapeType::ListOfImages,
+			),
+		];
+	}
+
+	/**
+	 * @return ShapeDescriptor[]
+	 */
+	public function getOutputShape(): array {
+		return [
+			'output' => new ShapeDescriptor(
+				$this->l->t('Faces'),
+				$this->l->t('The detected faces. Each input image is mapped to a text containing JSON-encoded embedding vectors separated by line breaks.'),
+				EShapeType::ListOfTexts,
+			),
+		];
+	}
+}
diff --git a/lib/TaskProcessing/VideoClassificationTaskType.php b/lib/TaskProcessing/VideoClassificationTaskType.php
new file mode 100644
index 00000000..ea01d38d
--- /dev/null
+++ b/lib/TaskProcessing/VideoClassificationTaskType.php
@@ -0,0 +1,72 @@
+<?php
+
+declare(strict_types=1);
+
+/**
+ * SPDX-FileCopyrightText: 2025 Nextcloud GmbH and Nextcloud contributors
+ * SPDX-License-Identifier: AGPL-3.0-or-later
+ */
+
+namespace OCA\Recognize\TaskProcessing;
+
+use OCA\Recognize\AppInfo\Application;
+use OCP\IL10N;
+use OCP\TaskProcessing\EShapeType;
+use OCP\TaskProcessing\ITaskType;
+use OCP\TaskProcessing\ShapeDescriptor;
+
+class VideoClassificationTaskType implements ITaskType {
+	public const ID = Application::APP_ID . ':video:classification';
+
+	public function __construct(
+		private IL10N $l,
+	) {
+	}
+
+	/**
+	 * @inheritDoc
+	 */
+	public function getName(): string {
+		return $this->l->t('Video classification');
+	}
+
+	/**
+	 * @inheritDoc
+	 */
+	public function getDescription(): string {
+		return $this->l->t('Classify videos into categories.');
+	}
+
+	/**
+	 * @return string
+	 */
+	public function getId(): string {
+		return self::ID;
+	}
+
+	/**
+	 * @return ShapeDescriptor[]
+	 */
+	public function getInputShape(): array {
+		return [
+			'input' => new ShapeDescriptor(
+				$this->l->t('Videos'),
+				$this->l->t('Provide videos to classify'),
+				EShapeType::ListOfVideos,
+			),
+		];
+	}
+
+	/**
+	 * @return ShapeDescriptor[]
+	 */
+	public function getOutputShape(): array {
+		return [
+			'output' => new ShapeDescriptor(
+				$this->l->t('Categories'),
+				$this->l->t('The classified categories. Each input video is mapped to a text containing a comma separated list of categories.'),
+				EShapeType::ListOfTexts,
+			),
+		];
+	}
+}

From 8f81d8dbb8fe1d2270b3947eef8860a135e5b1e6 Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Wed, 13 May 2026 11:18:40 +0200
Subject: [PATCH 02/24] fix: Fix psalm issue

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 lib/TaskProcessing/AudioClassificationTaskType.php  | 2 +-
 lib/TaskProcessing/ImageClassificationTaskType.php  | 2 +-
 lib/TaskProcessing/ImageFaceRecognitionTaskType.php | 2 +-
 lib/TaskProcessing/VideoClassificationTaskType.php  | 2 +-
 4 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/lib/TaskProcessing/AudioClassificationTaskType.php b/lib/TaskProcessing/AudioClassificationTaskType.php
index 2a816204..8d348c92 100644
--- a/lib/TaskProcessing/AudioClassificationTaskType.php
+++ b/lib/TaskProcessing/AudioClassificationTaskType.php
@@ -15,7 +15,7 @@
 use OCP\TaskProcessing\ITaskType;
 use OCP\TaskProcessing\ShapeDescriptor;
 
-class AudioClassificationTaskType implements ITaskType {
+final class AudioClassificationTaskType implements ITaskType {
 	public const ID = Application::APP_ID . ':audio:classification';
 
 	public function __construct(
diff --git a/lib/TaskProcessing/ImageClassificationTaskType.php b/lib/TaskProcessing/ImageClassificationTaskType.php
index 17c7cab4..83bc938b 100644
--- a/lib/TaskProcessing/ImageClassificationTaskType.php
+++ b/lib/TaskProcessing/ImageClassificationTaskType.php
@@ -15,7 +15,7 @@
 use OCP\TaskProcessing\ITaskType;
 use OCP\TaskProcessing\ShapeDescriptor;
 
-class ImageClassificationTaskType implements ITaskType {
+final class ImageClassificationTaskType implements ITaskType {
 	public const ID = Application::APP_ID . ':image:classification';
 
 	public function __construct(
diff --git a/lib/TaskProcessing/ImageFaceRecognitionTaskType.php b/lib/TaskProcessing/ImageFaceRecognitionTaskType.php
index 1cb71b01..b018380f 100644
--- a/lib/TaskProcessing/ImageFaceRecognitionTaskType.php
+++ b/lib/TaskProcessing/ImageFaceRecognitionTaskType.php
@@ -15,7 +15,7 @@
 use OCP\TaskProcessing\ITaskType;
 use OCP\TaskProcessing\ShapeDescriptor;
 
-class ImageFaceRecognitionTaskType implements ITaskType {
+final class ImageFaceRecognitionTaskType implements ITaskType {
 	public const ID = Application::APP_ID . ':image:facerecognition';
 
 	public function __construct(
diff --git a/lib/TaskProcessing/VideoClassificationTaskType.php b/lib/TaskProcessing/VideoClassificationTaskType.php
index ea01d38d..0f820309 100644
--- a/lib/TaskProcessing/VideoClassificationTaskType.php
+++ b/lib/TaskProcessing/VideoClassificationTaskType.php
@@ -15,7 +15,7 @@
 use OCP\TaskProcessing\ITaskType;
 use OCP\TaskProcessing\ShapeDescriptor;
 
-class VideoClassificationTaskType implements ITaskType {
+final class VideoClassificationTaskType implements ITaskType {
 	public const ID = Application::APP_ID . ':video:classification';
 
 	public function __construct(

From aaee5c8c33fd3ae1b109561f4994534bff0a44dc Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Mon, 22 Jun 2026 15:40:00 +0200
Subject: [PATCH 03/24] feat: Implement TaskProcessing glue code

Assisted-by: ClaudeCode:claude-opus-4-7
Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 lib/AppInfo/Application.php                   |   6 +
 .../Classifiers/AbstractClassifier.php        | 110 ++++++++
 .../Classifiers/AudioClassifier.php           |  23 ++
 .../Classifiers/ImageClassifier.php           |  23 ++
 .../ImageFaceRecognitionClassifier.php        |  23 ++
 .../Classifiers/VideoClassifier.php           |  23 ++
 .../ImageFaceRecognitionTaskType.php          |   2 +-
 lib/TaskProcessing/TaskResultListener.php     | 267 ++++++++++++++++++
 8 files changed, 476 insertions(+), 1 deletion(-)
 create mode 100644 lib/TaskProcessing/Classifiers/AbstractClassifier.php
 create mode 100644 lib/TaskProcessing/Classifiers/AudioClassifier.php
 create mode 100644 lib/TaskProcessing/Classifiers/ImageClassifier.php
 create mode 100644 lib/TaskProcessing/Classifiers/ImageFaceRecognitionClassifier.php
 create mode 100644 lib/TaskProcessing/Classifiers/VideoClassifier.php
 create mode 100644 lib/TaskProcessing/TaskResultListener.php

diff --git a/lib/AppInfo/Application.php b/lib/AppInfo/Application.php
index ff23f55e..3106ea12 100644
--- a/lib/AppInfo/Application.php
+++ b/lib/AppInfo/Application.php
@@ -11,6 +11,7 @@
 use OCA\DAV\Events\SabrePluginAddEvent;
 use OCA\Recognize\Dav\Faces\PropFindPlugin;
 use OCA\Recognize\Hooks\FileListener;
+use OCA\Recognize\TaskProcessing\TaskResultListener;
 use OCP\AppFramework\App;
 use OCP\AppFramework\Bootstrap\IBootContext;
 use OCP\AppFramework\Bootstrap\IBootstrap;
@@ -23,6 +24,8 @@
 use OCP\Files\Events\Node\NodeDeletedEvent;
 use OCP\Files\Events\Node\NodeRenamedEvent;
 use OCP\Files\Events\NodeRemovedFromCache;
+use OCP\TaskProcessing\Events\TaskFailedEvent;
+use OCP\TaskProcessing\Events\TaskSuccessfulEvent;
 
 final class Application extends App implements IBootstrap {
 	public const APP_ID = 'recognize';
@@ -44,6 +47,9 @@ public function __construct() {
 		$dispatcher->addServiceListener('OCP\Files\Config\Event\UserMountRemovedEvent', FileListener::class);
 		// it is not fired as of now, Added and Removed events are fired instead in that order
 		// $context->addServiceListener('OCP\Files\Config\Event\UserMountUpdatedEvent', FileListener::class);
+
+		$dispatcher->addServiceListener(TaskSuccessfulEvent::class, TaskResultListener::class);
+		$dispatcher->addServiceListener(TaskFailedEvent::class, TaskResultListener::class);
 	}
 
 	public function register(IRegistrationContext $context): void {
diff --git a/lib/TaskProcessing/Classifiers/AbstractClassifier.php b/lib/TaskProcessing/Classifiers/AbstractClassifier.php
new file mode 100644
index 00000000..81df7253
--- /dev/null
+++ b/lib/TaskProcessing/Classifiers/AbstractClassifier.php
@@ -0,0 +1,110 @@
+<?php
+
+declare(strict_types=1);
+
+/**
+ * SPDX-FileCopyrightText: 2025 Nextcloud GmbH and Nextcloud contributors
+ * SPDX-License-Identifier: AGPL-3.0-or-later
+ */
+
+namespace OCA\Recognize\TaskProcessing\Classifiers;
+
+use OCA\Recognize\AppInfo\Application;
+use OCA\Recognize\Db\QueueFile;
+use OCA\Recognize\Service\QueueService;
+use OCP\DB\Exception;
+use OCP\Files\Config\ICachedMountInfo;
+use OCP\Files\Config\IUserMountCache;
+use OCP\TaskProcessing\IManager as ITaskProcessingManager;
+use OCP\TaskProcessing\Task;
+use Psr\Log\LoggerInterface;
+
+abstract class AbstractClassifier {
+	public function __construct(
+		protected LoggerInterface $logger,
+		protected ITaskProcessingManager $taskProcessingManager,
+		protected IUserMountCache $userMountCache,
+		protected QueueService $queue,
+	) {
+	}
+
+	/**
+	 * The TaskProcessing task type id this classifier schedules.
+	 */
+	abstract protected function getTaskTypeId(): string;
+
+	/**
+	 * The queue model name this classifier consumes.
+	 */
+	abstract protected function getModelName(): string;
+
+	/**
+	 * Schedule a TaskProcessing task for the given batch of queue files.
+	 *
+	 * Results will be applied asynchronously by {@see \OCA\Recognize\TaskProcessing\TaskResultListener}
+	 * when the provider emits a TaskSuccessfulEvent.
+	 *
+	 * @param list<QueueFile> $queueFiles
+	 */
+	public function classify(array $queueFiles): void {
+		if (count($queueFiles) === 0) {
+			return;
+		}
+
+		$storageId = $queueFiles[0]->getStorageId();
+		$rootId = $queueFiles[0]->getRootId();
+		$userId = $this->findUserForStorage($storageId, $rootId);
+		if ($userId === null) {
+			$this->logger->warning('No user with access for storage ' . $storageId . '/' . $rootId . ' found; dropping ' . count($queueFiles) . ' files from ' . $this->getModelName() . ' queue');
+			$this->dropFromQueue($queueFiles);
+			return;
+		}
+
+		$fileIds = array_values(array_unique(array_map(static fn (QueueFile $qf): int => $qf->getFileId(), $queueFiles)));
+
+		$task = new Task(
+			$this->getTaskTypeId(),
+			['input' => $fileIds],
+			Application::APP_ID,
+			$userId,
+			$this->getModelName(),
+		);
+
+		try {
+			$this->taskProcessingManager->scheduleTask($task);
+		} catch (\Throwable $e) {
+			// Leave files in the queue so they can be retried on the next job run
+			$this->logger->error('Failed to schedule ' . $this->getTaskTypeId() . ' task', ['exception' => $e]);
+			throw new \RuntimeException('Could not schedule ' . $this->getTaskTypeId() . ' task', 0, $e);
+		}
+
+		$this->logger->debug('Scheduled ' . $this->getTaskTypeId() . ' task #' . $task->getId() . ' for ' . count($fileIds) . ' files');
+
+		// Once scheduled, files leave the queue. The TaskResultListener applies results when the task completes.
+		$this->dropFromQueue($queueFiles);
+	}
+
+	private function findUserForStorage(int $storageId, int $rootId): ?string {
+		$mounts = array_values(array_filter(
+			$this->userMountCache->getMountsForStorageId($storageId),
+			static fn (ICachedMountInfo $m): bool => $m->getRootId() === $rootId,
+		));
+		if (count($mounts) === 0) {
+			return null;
+		}
+		return $mounts[0]->getUser()->getUID();
+	}
+
+	/**
+	 * @param list<QueueFile> $queueFiles
+	 */
+	private function dropFromQueue(array $queueFiles): void {
+		foreach ($queueFiles as $qf) {
+			try {
+				$this->queue->removeFromQueue($this->getModelName(), $qf);
+			} catch (Exception $e) {
+				$this->logger->warning('Could not remove file ' . $qf->getFileId() . ' from ' . $this->getModelName() . ' queue', ['exception' => $e]);
+			}
+		}
+	}
+}
\ No newline at end of file
diff --git a/lib/TaskProcessing/Classifiers/AudioClassifier.php b/lib/TaskProcessing/Classifiers/AudioClassifier.php
new file mode 100644
index 00000000..02e4741f
--- /dev/null
+++ b/lib/TaskProcessing/Classifiers/AudioClassifier.php
@@ -0,0 +1,23 @@
+<?php
+
+declare(strict_types=1);
+
+/**
+ * SPDX-FileCopyrightText: 2025 Nextcloud GmbH and Nextcloud contributors
+ * SPDX-License-Identifier: AGPL-3.0-or-later
+ */
+
+namespace OCA\Recognize\TaskProcessing\Classifiers;
+
+use OCA\Recognize\Classifiers\Audio\MusicnnClassifier;
+use OCA\Recognize\TaskProcessing\AudioClassificationTaskType;
+
+final class AudioClassifier extends AbstractClassifier {
+	protected function getTaskTypeId(): string {
+		return AudioClassificationTaskType::ID;
+	}
+
+	protected function getModelName(): string {
+		return MusicnnClassifier::MODEL_NAME;
+	}
+}
diff --git a/lib/TaskProcessing/Classifiers/ImageClassifier.php b/lib/TaskProcessing/Classifiers/ImageClassifier.php
new file mode 100644
index 00000000..ebd58821
--- /dev/null
+++ b/lib/TaskProcessing/Classifiers/ImageClassifier.php
@@ -0,0 +1,23 @@
+<?php
+
+declare(strict_types=1);
+
+/**
+ * SPDX-FileCopyrightText: 2025 Nextcloud GmbH and Nextcloud contributors
+ * SPDX-License-Identifier: AGPL-3.0-or-later
+ */
+
+namespace OCA\Recognize\TaskProcessing\Classifiers;
+
+use OCA\Recognize\Classifiers\Images\ImagenetClassifier;
+use OCA\Recognize\TaskProcessing\ImageClassificationTaskType;
+
+final class ImageClassifier extends AbstractClassifier {
+	protected function getTaskTypeId(): string {
+		return ImageClassificationTaskType::ID;
+	}
+
+	protected function getModelName(): string {
+		return ImagenetClassifier::MODEL_NAME;
+	}
+}
\ No newline at end of file
diff --git a/lib/TaskProcessing/Classifiers/ImageFaceRecognitionClassifier.php b/lib/TaskProcessing/Classifiers/ImageFaceRecognitionClassifier.php
new file mode 100644
index 00000000..3cc3c52d
--- /dev/null
+++ b/lib/TaskProcessing/Classifiers/ImageFaceRecognitionClassifier.php
@@ -0,0 +1,23 @@
+<?php
+
+declare(strict_types=1);
+
+/**
+ * SPDX-FileCopyrightText: 2025 Nextcloud GmbH and Nextcloud contributors
+ * SPDX-License-Identifier: AGPL-3.0-or-later
+ */
+
+namespace OCA\Recognize\TaskProcessing\Classifiers;
+
+use OCA\Recognize\Classifiers\Images\ClusteringFaceClassifier;
+use OCA\Recognize\TaskProcessing\ImageFaceRecognitionTaskType;
+
+final class ImageFaceRecognitionClassifier extends AbstractClassifier {
+	protected function getTaskTypeId(): string {
+		return ImageFaceRecognitionTaskType::ID;
+	}
+
+	protected function getModelName(): string {
+		return ClusteringFaceClassifier::MODEL_NAME;
+	}
+}
diff --git a/lib/TaskProcessing/Classifiers/VideoClassifier.php b/lib/TaskProcessing/Classifiers/VideoClassifier.php
new file mode 100644
index 00000000..a7e5e3a3
--- /dev/null
+++ b/lib/TaskProcessing/Classifiers/VideoClassifier.php
@@ -0,0 +1,23 @@
+<?php
+
+declare(strict_types=1);
+
+/**
+ * SPDX-FileCopyrightText: 2025 Nextcloud GmbH and Nextcloud contributors
+ * SPDX-License-Identifier: AGPL-3.0-or-later
+ */
+
+namespace OCA\Recognize\TaskProcessing\Classifiers;
+
+use OCA\Recognize\Classifiers\Video\MovinetClassifier;
+use OCA\Recognize\TaskProcessing\VideoClassificationTaskType;
+
+final class VideoClassifier extends AbstractClassifier {
+	protected function getTaskTypeId(): string {
+		return VideoClassificationTaskType::ID;
+	}
+
+	protected function getModelName(): string {
+		return MovinetClassifier::MODEL_NAME;
+	}
+}
\ No newline at end of file
diff --git a/lib/TaskProcessing/ImageFaceRecognitionTaskType.php b/lib/TaskProcessing/ImageFaceRecognitionTaskType.php
index b018380f..fefb2f12 100644
--- a/lib/TaskProcessing/ImageFaceRecognitionTaskType.php
+++ b/lib/TaskProcessing/ImageFaceRecognitionTaskType.php
@@ -64,7 +64,7 @@ public function getOutputShape(): array {
 		return [
 			'output' => new ShapeDescriptor(
 				$this->l->t('Faces'),
-				$this->l->t('The detected faces. Each input image is mapped to a text containing JSON-encoded embedding vectors separated by line breaks.'),
+				$this->l->t('The detected faces. Each input image is mapped to a text containing JSON-encoded face descriptions ({x,y,width,height,score,vector,angle} ) separated by line breaks.'),
 				EShapeType::ListOfTexts,
 			),
 		];
diff --git a/lib/TaskProcessing/TaskResultListener.php b/lib/TaskProcessing/TaskResultListener.php
new file mode 100644
index 00000000..35bafd62
--- /dev/null
+++ b/lib/TaskProcessing/TaskResultListener.php
@@ -0,0 +1,267 @@
+<?php
+
+declare(strict_types=1);
+
+/**
+ * SPDX-FileCopyrightText: 2025 Nextcloud GmbH and Nextcloud contributors
+ * SPDX-License-Identifier: AGPL-3.0-or-later
+ */
+
+namespace OCA\Recognize\TaskProcessing;
+
+use OCA\Recognize\AppInfo\Application;
+use OCA\Recognize\BackgroundJobs\ClusterFacesJob;
+use OCA\Recognize\Classifiers\Audio\MusicnnClassifier;
+use OCA\Recognize\Classifiers\Images\ClusteringFaceClassifier;
+use OCA\Recognize\Classifiers\Images\ImagenetClassifier;
+use OCA\Recognize\Classifiers\Images\LandmarksClassifier;
+use OCA\Recognize\Classifiers\Video\MovinetClassifier;
+use OCA\Recognize\Db\FaceDetection;
+use OCA\Recognize\Db\FaceDetectionMapper;
+use OCA\Recognize\Db\QueueFile;
+use OCA\Recognize\Service\QueueService;
+use OCA\Recognize\Service\TagManager;
+use OCP\AppFramework\Services\IAppConfig;
+use OCP\BackgroundJob\IJobList;
+use OCP\EventDispatcher\Event;
+use OCP\EventDispatcher\IEventListener;
+use OCP\Files\Config\ICachedMountInfo;
+use OCP\Files\Config\IUserMountCache;
+use OCP\TaskProcessing\Events\TaskFailedEvent;
+use OCP\TaskProcessing\Events\TaskSuccessfulEvent;
+use OCP\TaskProcessing\Task;
+use Psr\Log\LoggerInterface;
+
+/**
+ * Stores results of TaskProcessing tasks scheduled by this app:
+ *
+ *  - image / video / audio classification → assigns category tags via {@see TagManager}
+ *  - face recognition → inserts {@see FaceDetection} rows and schedules a {@see ClusterFacesJob}
+ *
+ * @template-implements IEventListener<Event>
+ */
+final class TaskResultListener implements IEventListener {
+	public function __construct(
+		private LoggerInterface $logger,
+		private TagManager $tagManager,
+		private FaceDetectionMapper $faceDetections,
+		private IUserMountCache $userMountCache,
+		private IAppConfig $config,
+		private IJobList $jobList,
+		private QueueService $queue,
+	) {
+	}
+
+	public function handle(Event $event): void {
+		if ($event instanceof TaskFailedEvent) {
+			$this->handleFailure($event);
+			return;
+		}
+		if ($event instanceof TaskSuccessfulEvent) {
+			$this->handleSuccess($event);
+		}
+	}
+
+	private function handleFailure(TaskFailedEvent $event): void {
+		$task = $event->getTask();
+		if (!$this->isOwnTask($task)) {
+			return;
+		}
+		$model = $this->modelForTaskType($task->getTaskTypeId());
+		$this->logger->warning('TaskProcessing task ' . $task->getTaskTypeId() . ' (id=' . $task->getId() . ') failed: ' . $event->getErrorMessage());
+		if ($model !== null) {
+			$this->config->setAppValueString($model . '.status', 'false');
+		}
+	}
+
+	private function handleSuccess(TaskSuccessfulEvent $event): void {
+		$task = $event->getTask();
+		if (!$this->isOwnTask($task)) {
+			return;
+		}
+
+		$input = $task->getInput()['input'] ?? null;
+		$output = ($task->getOutput() ?? [])['output'] ?? null;
+		if (!is_array($input) || !is_array($output)) {
+			$this->logger->warning('TaskProcessing task ' . $task->getTaskTypeId() . ' (id=' . $task->getId() . ') has unexpected input/output shape');
+			return;
+		}
+
+		$fileIds = array_map('intval', array_values($input));
+		$results = array_values($output);
+
+		switch ($task->getTaskTypeId()) {
+			case ImageClassificationTaskType::ID:
+				$this->applyTagResults($fileIds, $results, ImagenetClassifier::MODEL_NAME, false);
+				break;
+			case VideoClassificationTaskType::ID:
+				$this->applyTagResults($fileIds, $results, MovinetClassifier::MODEL_NAME, false);
+				break;
+			case AudioClassificationTaskType::ID:
+				$this->applyTagResults($fileIds, $results, MusicnnClassifier::MODEL_NAME, false);
+				break;
+			case ImageFaceRecognitionTaskType::ID:
+				$this->applyFaceResults($fileIds, $results);
+				break;
+			default:
+				return;
+		}
+	}
+
+	private function isOwnTask(Task $task): bool {
+		return $task->getAppId() === Application::APP_ID
+			&& in_array($task->getTaskTypeId(), [
+				ImageClassificationTaskType::ID,
+				VideoClassificationTaskType::ID,
+				AudioClassificationTaskType::ID,
+				ImageFaceRecognitionTaskType::ID,
+			], true);
+	}
+
+	private function modelForTaskType(string $taskTypeId): ?string {
+		return match ($taskTypeId) {
+			ImageClassificationTaskType::ID => ImagenetClassifier::MODEL_NAME,
+			VideoClassificationTaskType::ID => MovinetClassifier::MODEL_NAME,
+			AudioClassificationTaskType::ID => MusicnnClassifier::MODEL_NAME,
+			ImageFaceRecognitionTaskType::ID => ClusteringFaceClassifier::MODEL_NAME,
+			default => null,
+		};
+	}
+
+	/**
+	 * @param list<int> $fileIds
+	 * @param list<mixed> $results
+	 */
+	private function applyTagResults(array $fileIds, array $results, string $model, bool $forwardToLandmarks): void {
+		foreach ($fileIds as $i => $fileId) {
+			if (!isset($results[$i])) {
+				continue;
+			}
+			$raw = (string)$results[$i];
+			$tags = array_values(array_filter(array_map('trim', explode(',', $raw)), static fn (string $t): bool => $t !== ''));
+			if (count($tags) === 0) {
+				$this->logger->debug('No tags returned for file ' . $fileId . ' from ' . $model);
+				continue;
+			}
+			try {
+				$this->tagManager->assignTags($fileId, $tags);
+			} catch (\Throwable $e) {
+				$this->logger->warning('Could not assign ' . $model . ' tags for file ' . $fileId, ['exception' => $e]);
+				continue;
+			}
+			$this->config->setAppValueString($model . '.status', 'true', lazy: true);
+			$this->config->setAppValueString($model . '.lastFile', (string)time(), lazy: true);
+
+			if ($forwardToLandmarks) {
+				$landmarkTags = array_values(array_filter($tags, static fn (string $tag): bool => in_array($tag, LandmarksClassifier::PRECONDITION_TAGS, true)));
+				if (count($landmarkTags) > 0) {
+					$this->enqueueForLandmarks($fileId);
+				}
+			}
+		}
+	}
+
+	/**
+	 * @param list<int> $fileIds
+	 * @param list<mixed> $results
+	 */
+	private function applyFaceResults(array $fileIds, array $results): void {
+		$model = ClusteringFaceClassifier::MODEL_NAME;
+		$scheduledClusterJobsFor = [];
+		foreach ($fileIds as $i => $fileId) {
+			if (!isset($results[$i])) {
+				continue;
+			}
+			$raw = (string)$results[$i];
+			$userIds = $this->getUsersWithFileAccess($fileId);
+			foreach (explode("\n", $raw) as $line) {
+				$line = trim($line);
+				if ($line === '') {
+					continue;
+				}
+				try {
+					$face = json_decode($line, true, 512, JSON_THROW_ON_ERROR);
+				} catch (\JsonException $e) {
+					$this->logger->warning('Invalid face JSON for file ' . $fileId, ['exception' => $e]);
+					continue;
+				}
+				if (!is_array($face)) {
+					continue;
+				}
+				if (isset($face['score']) && (float)$face['score'] < ClusteringFaceClassifier::MIN_FACE_RECOGNITION_SCORE) {
+					continue;
+				}
+				if (isset($face['angle']['roll'], $face['angle']['yaw'])
+					&& (abs((float)$face['angle']['roll']) > ClusteringFaceClassifier::MAX_FACE_ROLL
+						|| abs((float)$face['angle']['yaw']) > ClusteringFaceClassifier::MAX_FACE_YAW)
+				) {
+					continue;
+				}
+				// Accept either a full face object {x,y,width,height,score,vector,angle}
+				// or a bare embedding vector (list of numbers).
+				$isBareVector = array_is_list($face) && count($face) > 0 && is_numeric($face[0]);
+				$vector = $isBareVector ? $face : ($face['vector'] ?? null);
+				if (!is_array($vector)) {
+					$this->logger->warning('Face entry without embedding vector for file ' . $fileId);
+					continue;
+				}
+				foreach ($userIds as $userId) {
+					$detection = new FaceDetection();
+					$detection->setFileId($fileId);
+					$detection->setUserId($userId);
+					$detection->setX((float)($face['x'] ?? 0));
+					$detection->setY((float)($face['y'] ?? 0));
+					$detection->setWidth((float)($face['width'] ?? 0));
+					$detection->setHeight((float)($face['height'] ?? 0));
+					$detection->setVector($vector);
+					try {
+						$this->faceDetections->insert($detection);
+					} catch (\Throwable $e) {
+						$this->logger->error('Could not store face detection for file ' . $fileId, ['exception' => $e]);
+						continue;
+					}
+					if (!isset($scheduledClusterJobsFor[$userId])) {
+						$this->jobList->add(ClusterFacesJob::class, ['userId' => $userId]);
+						$scheduledClusterJobsFor[$userId] = true;
+					}
+				}
+			}
+			$this->config->setAppValueString($model . '.status', 'true', lazy: true);
+			$this->config->setAppValueString($model . '.lastFile', (string)time(), lazy: true);
+		}
+	}
+
+	private function enqueueForLandmarks(int $fileId): void {
+		$mounts = $this->userMountCache->getMountsForFileId($fileId);
+		if (count($mounts) === 0) {
+			return;
+		}
+		$mount = $mounts[0];
+		$queueFile = new QueueFile();
+		$queueFile->setFileId($fileId);
+		$queueFile->setStorageId($mount->getStorageId());
+		$queueFile->setRootId($mount->getRootId());
+		$queueFile->setUpdate(false);
+		try {
+			$this->queue->insertIntoQueue(LandmarksClassifier::MODEL_NAME, $queueFile);
+		} catch (\Throwable $e) {
+			$this->logger->warning('Could not enqueue file ' . $fileId . ' for landmark detection', ['exception' => $e]);
+		}
+	}
+
+	/**
+	 * @return list<string>
+	 */
+	private function getUsersWithFileAccess(int $fileId): array {
+		try {
+			$mountInfos = $this->userMountCache->getMountsForFileId($fileId);
+		} catch (\Throwable $e) {
+			$this->logger->warning('Could not look up users with access for file ' . $fileId, ['exception' => $e]);
+			return [];
+		}
+		return array_values(array_unique(array_map(
+			static fn (ICachedMountInfo $m): string => $m->getUser()->getUID(),
+			$mountInfos,
+		)));
+	}
+}

From 02d1cca7fa0debcf0ee95ef761bc225b24c1ba8c Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Mon, 22 Jun 2026 15:42:19 +0200
Subject: [PATCH 04/24] chore: Better namespacing

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 .../AbstractTaskProcessingClassifier.php}                  | 6 +++---
 .../TaskProcessing}/AudioClassifier.php                    | 5 +++--
 .../TaskProcessing}/ImageClassifier.php                    | 7 ++++---
 .../TaskProcessing}/ImageFaceRecognitionClassifier.php     | 5 +++--
 .../TaskProcessing}/VideoClassifier.php                    | 5 +++--
 5 files changed, 16 insertions(+), 12 deletions(-)
 rename lib/{TaskProcessing/Classifiers/AbstractClassifier.php => Classifiers/AbstractTaskProcessingClassifier.php} (97%)
 rename lib/{TaskProcessing/Classifiers => Classifiers/TaskProcessing}/AudioClassifier.php (71%)
 rename lib/{TaskProcessing/Classifiers => Classifiers/TaskProcessing}/ImageClassifier.php (71%)
 rename lib/{TaskProcessing/Classifiers => Classifiers/TaskProcessing}/ImageFaceRecognitionClassifier.php (70%)
 rename lib/{TaskProcessing/Classifiers => Classifiers/TaskProcessing}/VideoClassifier.php (71%)

diff --git a/lib/TaskProcessing/Classifiers/AbstractClassifier.php b/lib/Classifiers/AbstractTaskProcessingClassifier.php
similarity index 97%
rename from lib/TaskProcessing/Classifiers/AbstractClassifier.php
rename to lib/Classifiers/AbstractTaskProcessingClassifier.php
index 81df7253..520057fb 100644
--- a/lib/TaskProcessing/Classifiers/AbstractClassifier.php
+++ b/lib/Classifiers/AbstractTaskProcessingClassifier.php
@@ -7,7 +7,7 @@
  * SPDX-License-Identifier: AGPL-3.0-or-later
  */
 
-namespace OCA\Recognize\TaskProcessing\Classifiers;
+namespace OCA\Recognize\Classifiers;
 
 use OCA\Recognize\AppInfo\Application;
 use OCA\Recognize\Db\QueueFile;
@@ -19,7 +19,7 @@
 use OCP\TaskProcessing\Task;
 use Psr\Log\LoggerInterface;
 
-abstract class AbstractClassifier {
+abstract class AbstractTaskProcessingClassifier {
 	public function __construct(
 		protected LoggerInterface $logger,
 		protected ITaskProcessingManager $taskProcessingManager,
@@ -107,4 +107,4 @@ private function dropFromQueue(array $queueFiles): void {
 			}
 		}
 	}
-}
\ No newline at end of file
+}
diff --git a/lib/TaskProcessing/Classifiers/AudioClassifier.php b/lib/Classifiers/TaskProcessing/AudioClassifier.php
similarity index 71%
rename from lib/TaskProcessing/Classifiers/AudioClassifier.php
rename to lib/Classifiers/TaskProcessing/AudioClassifier.php
index 02e4741f..71c53a0c 100644
--- a/lib/TaskProcessing/Classifiers/AudioClassifier.php
+++ b/lib/Classifiers/TaskProcessing/AudioClassifier.php
@@ -7,12 +7,13 @@
  * SPDX-License-Identifier: AGPL-3.0-or-later
  */
 
-namespace OCA\Recognize\TaskProcessing\Classifiers;
+namespace OCA\Recognize\Classifiers\TaskProcessing;
 
+use OCA\Recognize\Classifiers\AbstractTaskProcessingClassifier;
 use OCA\Recognize\Classifiers\Audio\MusicnnClassifier;
 use OCA\Recognize\TaskProcessing\AudioClassificationTaskType;
 
-final class AudioClassifier extends AbstractClassifier {
+final class AudioClassifier extends AbstractTaskProcessingClassifier {
 	protected function getTaskTypeId(): string {
 		return AudioClassificationTaskType::ID;
 	}
diff --git a/lib/TaskProcessing/Classifiers/ImageClassifier.php b/lib/Classifiers/TaskProcessing/ImageClassifier.php
similarity index 71%
rename from lib/TaskProcessing/Classifiers/ImageClassifier.php
rename to lib/Classifiers/TaskProcessing/ImageClassifier.php
index ebd58821..770986ea 100644
--- a/lib/TaskProcessing/Classifiers/ImageClassifier.php
+++ b/lib/Classifiers/TaskProcessing/ImageClassifier.php
@@ -7,12 +7,13 @@
  * SPDX-License-Identifier: AGPL-3.0-or-later
  */
 
-namespace OCA\Recognize\TaskProcessing\Classifiers;
+namespace OCA\Recognize\Classifiers\TaskProcessing;
 
+use OCA\Recognize\Classifiers\AbstractTaskProcessingClassifier;
 use OCA\Recognize\Classifiers\Images\ImagenetClassifier;
 use OCA\Recognize\TaskProcessing\ImageClassificationTaskType;
 
-final class ImageClassifier extends AbstractClassifier {
+final class ImageClassifier extends AbstractTaskProcessingClassifier {
 	protected function getTaskTypeId(): string {
 		return ImageClassificationTaskType::ID;
 	}
@@ -20,4 +21,4 @@ protected function getTaskTypeId(): string {
 	protected function getModelName(): string {
 		return ImagenetClassifier::MODEL_NAME;
 	}
-}
\ No newline at end of file
+}
diff --git a/lib/TaskProcessing/Classifiers/ImageFaceRecognitionClassifier.php b/lib/Classifiers/TaskProcessing/ImageFaceRecognitionClassifier.php
similarity index 70%
rename from lib/TaskProcessing/Classifiers/ImageFaceRecognitionClassifier.php
rename to lib/Classifiers/TaskProcessing/ImageFaceRecognitionClassifier.php
index 3cc3c52d..5dd1733a 100644
--- a/lib/TaskProcessing/Classifiers/ImageFaceRecognitionClassifier.php
+++ b/lib/Classifiers/TaskProcessing/ImageFaceRecognitionClassifier.php
@@ -7,12 +7,13 @@
  * SPDX-License-Identifier: AGPL-3.0-or-later
  */
 
-namespace OCA\Recognize\TaskProcessing\Classifiers;
+namespace OCA\Recognize\Classifiers\TaskProcessing;
 
+use OCA\Recognize\Classifiers\AbstractTaskProcessingClassifier;
 use OCA\Recognize\Classifiers\Images\ClusteringFaceClassifier;
 use OCA\Recognize\TaskProcessing\ImageFaceRecognitionTaskType;
 
-final class ImageFaceRecognitionClassifier extends AbstractClassifier {
+final class ImageFaceRecognitionClassifier extends AbstractTaskProcessingClassifier {
 	protected function getTaskTypeId(): string {
 		return ImageFaceRecognitionTaskType::ID;
 	}
diff --git a/lib/TaskProcessing/Classifiers/VideoClassifier.php b/lib/Classifiers/TaskProcessing/VideoClassifier.php
similarity index 71%
rename from lib/TaskProcessing/Classifiers/VideoClassifier.php
rename to lib/Classifiers/TaskProcessing/VideoClassifier.php
index a7e5e3a3..2ad81562 100644
--- a/lib/TaskProcessing/Classifiers/VideoClassifier.php
+++ b/lib/Classifiers/TaskProcessing/VideoClassifier.php
@@ -7,12 +7,13 @@
  * SPDX-License-Identifier: AGPL-3.0-or-later
  */
 
-namespace OCA\Recognize\TaskProcessing\Classifiers;
+namespace OCA\Recognize\Classifiers\TaskProcessing;
 
+use OCA\Recognize\Classifiers\AbstractTaskProcessingClassifier;
 use OCA\Recognize\Classifiers\Video\MovinetClassifier;
 use OCA\Recognize\TaskProcessing\VideoClassificationTaskType;
 
-final class VideoClassifier extends AbstractClassifier {
+final class VideoClassifier extends AbstractTaskProcessingClassifier {
 	protected function getTaskTypeId(): string {
 		return VideoClassificationTaskType::ID;
 	}

From 4e0da9285db8e94b2382941b93e3b3269e1a6a39 Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Tue, 23 Jun 2026 10:17:56 +0200
Subject: [PATCH 05/24] feat: Add a settings switch to enable taskprocessing
 mode

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 lib/BackgroundJobs/ClassifierJob.php       | 13 +++---
 lib/BackgroundJobs/ClassifyFacesJob.php    |  9 +++-
 lib/BackgroundJobs/ClassifyImagenetJob.php |  9 +++-
 lib/BackgroundJobs/ClassifyMovinetJob.php  |  9 +++-
 lib/BackgroundJobs/ClassifyMusicnnJob.php  |  9 +++-
 lib/Service/SettingsService.php            | 32 ++++++++++++++
 lib/Settings/AdminSettings.php             |  2 +
 src/components/ViewAdmin.vue               | 49 +++++++++++++++++-----
 8 files changed, 112 insertions(+), 20 deletions(-)

diff --git a/lib/BackgroundJobs/ClassifierJob.php b/lib/BackgroundJobs/ClassifierJob.php
index 3551b9f1..97fa2991 100644
--- a/lib/BackgroundJobs/ClassifierJob.php
+++ b/lib/BackgroundJobs/ClassifierJob.php
@@ -29,7 +29,7 @@ public function __construct(
 		private SettingsService $settingsService,
 	) {
 		parent::__construct($time);
-		$this->setInterval(60 * 5);
+		$this->setInterval(60);
 		$this->setTimeSensitivity(self::TIME_INSENSITIVE);
 		$this->setAllowParallelRuns($settingsService->getSetting('concurrency.enabled') === 'true');
 	}
@@ -38,10 +38,13 @@ public function __construct(
 	 * @param array{storageId: int, rootId: int} $argument
 	 */
 	protected function runClassifier(string $model, array $argument): void {
-		sleep(10);
-		if ($this->settingsService->getSetting('concurrency.enabled') !== 'true' && $this->anyOtherClassifierJobsRunning()) {
-			$this->logger->debug('Stalling job '.static::class.' with argument ' . var_export($argument, true) . ' because other classifiers are already reserved');
-			return;
+		$taskProcessingMode = $this->settingsService->getSetting('taskprocessing.enabled') === 'true';
+		if (!$taskProcessingMode) {
+			sleep(10);
+			if ($this->settingsService->getSetting('concurrency.enabled') !== 'true' && $this->anyOtherClassifierJobsRunning()) {
+				$this->logger->debug('Stalling job '.static::class.' with argument ' . var_export($argument, true) . ' because other classifiers are already reserved');
+				return;
+			}
 		}
 
 		$storageId = $argument['storageId'];
diff --git a/lib/BackgroundJobs/ClassifyFacesJob.php b/lib/BackgroundJobs/ClassifyFacesJob.php
index 7684df78..bc7b168c 100644
--- a/lib/BackgroundJobs/ClassifyFacesJob.php
+++ b/lib/BackgroundJobs/ClassifyFacesJob.php
@@ -8,6 +8,7 @@
 namespace OCA\Recognize\BackgroundJobs;
 
 use OCA\Recognize\Classifiers\Images\ClusteringFaceClassifier;
+use OCA\Recognize\Classifiers\TaskProcessing\ImageFaceRecognitionClassifier as TaskProcessingFaceClassifier;
 use OCA\Recognize\Service\Logger;
 use OCA\Recognize\Service\QueueService;
 use OCA\Recognize\Service\SettingsService;
@@ -20,11 +21,13 @@ final class ClassifyFacesJob extends ClassifierJob {
 
 	private SettingsService $settingsService;
 	private ClusteringFaceClassifier $faces;
+	private TaskProcessingFaceClassifier $tpFaces;
 
-	public function __construct(ITimeFactory $time, Logger $logger, QueueService $queue, SettingsService $settingsService, ClusteringFaceClassifier $faceClassifier, IUserMountCache $mountCache, IJobList $jobList) {
+	public function __construct(ITimeFactory $time, Logger $logger, QueueService $queue, SettingsService $settingsService, ClusteringFaceClassifier $faceClassifier, TaskProcessingFaceClassifier $tpFaces, IUserMountCache $mountCache, IJobList $jobList) {
 		parent::__construct($time, $logger, $queue, $mountCache, $jobList, $settingsService);
 		$this->settingsService = $settingsService;
 		$this->faces = $faceClassifier;
+		$this->tpFaces = $tpFaces;
 	}
 
 	/**
@@ -39,6 +42,10 @@ protected function run($argument): void {
 	 * @return void
 	 */
 	protected function classify(array $files) : void {
+		if ($this->settingsService->getSetting('taskprocessing.enabled') === 'true') {
+			$this->tpFaces->classify($files);
+			return;
+		}
 		$this->faces->classify($files);
 	}
 
diff --git a/lib/BackgroundJobs/ClassifyImagenetJob.php b/lib/BackgroundJobs/ClassifyImagenetJob.php
index a3d6b291..a9b84ec4 100644
--- a/lib/BackgroundJobs/ClassifyImagenetJob.php
+++ b/lib/BackgroundJobs/ClassifyImagenetJob.php
@@ -8,6 +8,7 @@
 namespace OCA\Recognize\BackgroundJobs;
 
 use OCA\Recognize\Classifiers\Images\ImagenetClassifier;
+use OCA\Recognize\Classifiers\TaskProcessing\ImageClassifier as TaskProcessingImageClassifier;
 use OCA\Recognize\Service\Logger;
 use OCA\Recognize\Service\QueueService;
 use OCA\Recognize\Service\SettingsService;
@@ -20,11 +21,13 @@ final class ClassifyImagenetJob extends ClassifierJob {
 
 	private SettingsService $settingsService;
 	private ImagenetClassifier $imagenet;
+	private TaskProcessingImageClassifier $tpImage;
 
-	public function __construct(ITimeFactory $time, Logger $logger, QueueService $queue, SettingsService $settingsService, ImagenetClassifier $imagenet, IUserMountCache $mountCache, IJobList $jobList) {
+	public function __construct(ITimeFactory $time, Logger $logger, QueueService $queue, SettingsService $settingsService, ImagenetClassifier $imagenet, TaskProcessingImageClassifier $tpImage, IUserMountCache $mountCache, IJobList $jobList) {
 		parent::__construct($time, $logger, $queue, $mountCache, $jobList, $settingsService);
 		$this->settingsService = $settingsService;
 		$this->imagenet = $imagenet;
+		$this->tpImage = $tpImage;
 	}
 
 	/**
@@ -39,6 +42,10 @@ protected function run($argument): void {
 	 * @return void
 	 */
 	protected function classify(array $files) : void {
+		if ($this->settingsService->getSetting('taskprocessing.enabled') === 'true') {
+			$this->tpImage->classify($files);
+			return;
+		}
 		$this->imagenet->classify($files);
 	}
 
diff --git a/lib/BackgroundJobs/ClassifyMovinetJob.php b/lib/BackgroundJobs/ClassifyMovinetJob.php
index 5c60f657..f9d0bfee 100644
--- a/lib/BackgroundJobs/ClassifyMovinetJob.php
+++ b/lib/BackgroundJobs/ClassifyMovinetJob.php
@@ -7,6 +7,7 @@
 declare(strict_types=1);
 namespace OCA\Recognize\BackgroundJobs;
 
+use OCA\Recognize\Classifiers\TaskProcessing\VideoClassifier as TaskProcessingVideoClassifier;
 use OCA\Recognize\Classifiers\Video\MovinetClassifier;
 use OCA\Recognize\Service\Logger;
 use OCA\Recognize\Service\QueueService;
@@ -20,11 +21,13 @@ final class ClassifyMovinetJob extends ClassifierJob {
 
 	private SettingsService $settingsService;
 	private MovinetClassifier $movinet;
+	private TaskProcessingVideoClassifier $tpVideo;
 
-	public function __construct(ITimeFactory $time, Logger $logger, QueueService $queue, SettingsService $settingsService, MovinetClassifier $movinet, IUserMountCache $mountCache, IJobList $jobList) {
+	public function __construct(ITimeFactory $time, Logger $logger, QueueService $queue, SettingsService $settingsService, MovinetClassifier $movinet, TaskProcessingVideoClassifier $tpVideo, IUserMountCache $mountCache, IJobList $jobList) {
 		parent::__construct($time, $logger, $queue, $mountCache, $jobList, $settingsService);
 		$this->settingsService = $settingsService;
 		$this->movinet = $movinet;
+		$this->tpVideo = $tpVideo;
 	}
 
 	/**
@@ -40,6 +43,10 @@ protected function run($argument): void {
 	 * @throws \OCA\Recognize\Exception\Exception
 	 */
 	protected function classify(array $files) : void {
+		if ($this->settingsService->getSetting('taskprocessing.enabled') === 'true') {
+			$this->tpVideo->classify($files);
+			return;
+		}
 		$this->movinet->classify($files);
 	}
 
diff --git a/lib/BackgroundJobs/ClassifyMusicnnJob.php b/lib/BackgroundJobs/ClassifyMusicnnJob.php
index 73a00c4a..2522d96e 100644
--- a/lib/BackgroundJobs/ClassifyMusicnnJob.php
+++ b/lib/BackgroundJobs/ClassifyMusicnnJob.php
@@ -8,6 +8,7 @@
 namespace OCA\Recognize\BackgroundJobs;
 
 use OCA\Recognize\Classifiers\Audio\MusicnnClassifier;
+use OCA\Recognize\Classifiers\TaskProcessing\AudioClassifier as TaskProcessingAudioClassifier;
 use OCA\Recognize\Service\Logger;
 use OCA\Recognize\Service\QueueService;
 use OCA\Recognize\Service\SettingsService;
@@ -20,11 +21,13 @@ final class ClassifyMusicnnJob extends ClassifierJob {
 
 	private SettingsService $settingsService;
 	private MusicnnClassifier $musicnn;
+	private TaskProcessingAudioClassifier $tpAudio;
 
-	public function __construct(ITimeFactory $time, Logger $logger, QueueService $queue, SettingsService $settingsService, MusicnnClassifier $musicnn, IUserMountCache $mountCache, IJobList $jobList) {
+	public function __construct(ITimeFactory $time, Logger $logger, QueueService $queue, SettingsService $settingsService, MusicnnClassifier $musicnn, TaskProcessingAudioClassifier $tpAudio, IUserMountCache $mountCache, IJobList $jobList) {
 		parent::__construct($time, $logger, $queue, $mountCache, $jobList, $settingsService);
 		$this->settingsService = $settingsService;
 		$this->musicnn = $musicnn;
+		$this->tpAudio = $tpAudio;
 	}
 
 	/**
@@ -39,6 +42,10 @@ protected function run($argument): void {
 	 * @return void
 	 */
 	protected function classify(array $files) : void {
+		if ($this->settingsService->getSetting('taskprocessing.enabled') === 'true') {
+			$this->tpAudio->classify($files);
+			return;
+		}
 		$this->musicnn->classify($files);
 	}
 
diff --git a/lib/Service/SettingsService.php b/lib/Service/SettingsService.php
index 93c6eac2..c2a87654 100644
--- a/lib/Service/SettingsService.php
+++ b/lib/Service/SettingsService.php
@@ -18,8 +18,15 @@
 use OCA\Recognize\Exception\Exception;
 use OCP\AppFramework\Services\IAppConfig;
 use OCP\BackgroundJob\IJobList;
+use OCP\Server;
 
 final class SettingsService {
+	/**
+	 * App id of the ExApp that provides TaskProcessing classifiers; when installed
+	 * and enabled, taskprocessing mode is on by default.
+	 */
+	public const RECOGNIZE_BACKEND_APP_ID = 'recognize_backend';
+
 	/** @var array<string,string>  */
 	private const DEFAULTS = [
 		'tensorflow.cores' => '0',
@@ -31,6 +38,7 @@ final class SettingsService {
 		'faces.enabled' => 'false',
 		'musicnn.enabled' => 'false',
 		'movinet.enabled' => 'false',
+		'taskprocessing.enabled' => '',
 		'node_binary' => '',
 		'clusterFaces.status' => 'null',
 		'faces.status' => 'null',
@@ -105,6 +113,10 @@ public function getSetting(string $key): string {
 		if (strpos($key, 'batchSize') !== false) {
 			return $this->config->getAppValueString($key, $this->getSetting('tensorflow.purejs') === 'false' ? self::DEFAULTS[$key] : self::PUREJS_DEFAULTS[$key]);
 		}
+		if ($key === 'taskprocessing.enabled') {
+			$default = $this->isRecognizeBackendInstalled() ? 'true' : 'false';
+			return $this->config->getAppValueString($key, $default);
+		}
 		$lazy = false;
 		if (in_array($key, self::LAZY_SETTINGS, true)) {
 			$lazy = true;
@@ -112,6 +124,26 @@ public function getSetting(string $key): string {
 		return $this->config->getAppValueString($key, self::DEFAULTS[$key], lazy: $lazy);
 	}
 
+	/**
+	 * Whether the recognize_backend ExApp is installed and enabled. The lookup
+	 * goes through app_api's PublicFunctions service so we don't impose a hard
+	 * dependency on app_api: if it isn't installed, this returns false.
+	 */
+	public function isRecognizeBackendInstalled(): bool {
+		try {
+			/** @var \OCA\AppAPI\PublicFunctions $publicFunctions */
+			$publicFunctions = Server::get(\OCA\AppAPI\PublicFunctions::class);
+		} catch (\Throwable $e) {
+			return false;
+		}
+		try {
+			$exApp = $publicFunctions->getExApp(self::RECOGNIZE_BACKEND_APP_ID);
+		} catch (\Throwable $e) {
+			return false;
+		}
+		return $exApp !== null && (bool)($exApp['enabled'] ?? false);
+	}
+
 	/**
 	 * @param string $key
 	 * @param string $value
diff --git a/lib/Settings/AdminSettings.php b/lib/Settings/AdminSettings.php
index 83f8a765..31f13370 100644
--- a/lib/Settings/AdminSettings.php
+++ b/lib/Settings/AdminSettings.php
@@ -35,6 +35,8 @@ public function getForm(): TemplateResponse {
 		$tagsEnabled = $this->appManager->isEnabledForAnyone('systemtags');
 		$this->initialState->provideInitialState('tagsEnabled', $tagsEnabled);
 
+		$this->initialState->provideInitialState('recognizeBackendInstalled', $this->settingsService->isRecognizeBackendInstalled());
+
 		return new TemplateResponse('recognize', 'admin');
 	}
 
diff --git a/src/components/ViewAdmin.vue b/src/components/ViewAdmin.vue
index 55895fba..684c8a63 100644
--- a/src/components/ViewAdmin.vue
+++ b/src/components/ViewAdmin.vue
@@ -21,13 +21,13 @@
 			<NcNoteCard v-else-if="!tagsEnabled" type="warning">
 				{{ t('recognize', 'The systemtags app is currently disabled. Some features of this app will not work.') }}
 			</NcNoteCard>
-			<NcNoteCard v-if="nodejs === false" type="warning">
+			<NcNoteCard v-if="!settings['taskprocessing.enabled'] && nodejs === false" type="warning">
 				{{ t('recognize', 'Could not execute the Node.js binary. You may need to set the path to a working binary manually.') }}
 			</NcNoteCard>
 			<NcNoteCard v-if="cron !== undefined && cron !== 'cron'" type="error">
 				{{ t('recognize', 'Background Jobs are not executed via cron. Recognize requires background jobs to be executed via cron.') }}
 			</NcNoteCard>
-			<template v-if="nodejs && (libtensorflow || wasmtensorflow) && cron === 'cron'">
+			<template v-if="readyToClassify">
 				<template v-if="settings['faces.enabled'] || settings['imagenet.enabled'] || settings['musicnn.enabled'] || settings['movinet.enabled']">
 					<NcNoteCard show-alert type="success">
 						{{ t('recognize', 'The app is installed and will automatically classify files in background processes.') }}
@@ -38,6 +38,22 @@
 				</p>
 			</template>
 		</NcSettingsSection>
+		<NcSettingsSection :name="t('recognize', 'Classifier backend')">
+			<NcNoteCard v-if="recognizeBackendInstalled" type="success">
+				{{ t('recognize', 'The recognize_backend ExApp is installed; TaskProcessing mode is recommended.') }}
+			</NcNoteCard>
+			<NcNoteCard v-else-if="settings['taskprocessing.enabled']" type="warning">
+				{{ t('recognize', 'TaskProcessing mode is enabled, but no recognize_backend ExApp was detected. Make sure a TaskProcessing provider for the recognize task types is installed and enabled.') }}
+			</NcNoteCard>
+			<p>
+				<NcCheckboxRadioSwitch v-model="settings['taskprocessing.enabled']" type="switch" @update:model-value="onChange">
+					{{ t('recognize', 'Use Nextcloud TaskProcessing for classification') }}
+				</NcCheckboxRadioSwitch>
+			</p>
+			<p>
+				{{ t('recognize', 'When enabled, Recognize hands files off to a Nextcloud TaskProcessing provider (typically the recognize_backend ExApp) instead of running TensorFlow locally. Hardware checks and Node.js / FFmpeg requirements no longer apply in this mode.') }}
+			</p>
+		</NcSettingsSection>
 		<NcSettingsSection :name="t('recognize', 'Face recognition')">
 			<template v-if="settings['faces.enabled']">
 				<NcNoteCard v-if="settings['faces.status'] === true" show-alert type="success">
@@ -186,7 +202,7 @@
 			<p>
 				<NcCheckboxRadioSwitch v-model="settings['movinet.enabled']"
 					type="switch"
-					:disabled="(platform !== 'x86_64' || settings['tensorflow.purejs']) && !settings['movinet.enabled']"
+					:disabled="!settings['taskprocessing.enabled'] && (platform !== 'x86_64' || settings['tensorflow.purejs']) && !settings['movinet.enabled']"
 					@update:model-value="onChange">
 					{{ t('recognize', 'Enable human action recognition (e.g. arm wrestling, dribbling basketball, hula hooping)') }}
 				</NcCheckboxRadioSwitch>
@@ -219,7 +235,7 @@
 				{{ t('recognize', 'Clear queues and background jobs') }}
 			</button>
 		</NcSettingsSection>
-		<NcSettingsSection :name="t('recognize', 'Resource usage') ">
+		<NcSettingsSection v-if="!settings['taskprocessing.enabled']" :name="t('recognize', 'Resource usage') ">
 			<p>{{ t('recognize', 'By default all available CPU cores will be used which may put your system under considerable load. To avoid this, you can limit the amount of CPU Cores used. (Note: In WASM mode, currently only 1 core can be used at all times.)') }}</p>
 			<p>
 				<NcTextField v-model="settings['tensorflow.cores']"
@@ -241,7 +257,7 @@
 				</NcCheckboxRadioSwitch>
 			</p>
 		</NcSettingsSection>
-		<NcSettingsSection :name="t('recognize', 'Tensorflow WASM mode')">
+		<NcSettingsSection v-if="!settings['taskprocessing.enabled']" :name="t('recognize', 'Tensorflow WASM mode')">
 			<p v-if="avx === undefined || platform === undefined || musl === undefined">
 				<span class="icon-loading-small" />&nbsp;&nbsp;&nbsp;&nbsp;{{ t('recognize', 'Checking CPU') }}
 			</p>
@@ -270,7 +286,7 @@
 				{{ t('recognize', 'Recognize uses Tensorflow for running the machine learning models. Not all installations support Tensorflow, either because the CPU does not support AVX instructions, or because the platform is not x86 (ie. on a Raspberry Pi, which is ARM), or because the Operating System that your nextcloud runs on (when using docker, then that is the OS within the docker image) does not come with GNU lib C (for example Alpine Linux, which is also used by Nextcloud AIO). In most cases, even if your installation does not support native Tensorflow operation, you can still run Tensorflow using WebAssembly (WASM) in Node.js. This is somewhat slower but still works.') }}
 			</p>
 		</NcSettingsSection>
-		<NcSettingsSection :name="t('recognize', 'Tensorflow GPU mode')">
+		<NcSettingsSection v-if="!settings['taskprocessing.enabled']" :name="t('recognize', 'Tensorflow GPU mode')">
 			<p>
 				<NcCheckboxRadioSwitch v-model="settings['tensorflow.gpu']"
 					type="switch"
@@ -286,7 +302,7 @@
 				<a href="https://github.com/nextcloud/recognize/wiki/GPU-mode">{{ t('recognize', 'Learn how to setup GPU mode with Recognize') }}</a>
 			</p>
 		</NcSettingsSection>
-		<NcSettingsSection :name="t('recognize', 'Node.js')">
+		<NcSettingsSection v-if="!settings['taskprocessing.enabled']" :name="t('recognize', 'Node.js')">
 			<p v-if="nodejs === undefined">
 				<span class="icon-loading-small" />&nbsp;&nbsp;&nbsp;&nbsp;{{ t('recognize', 'Checking Node.js') }}
 			</p>
@@ -329,7 +345,7 @@
 			</p>
 			<p>{{ t('recognize', 'For Nextcloud Snap users, you need to adjust this path to point to the snap\'s "current" directory as the pre-configured path will change with each update. For example, set it to "/var/snap/nextcloud/current/nextcloud/extra-apps/recognize/bin/node" instead of "/var/snap/nextcloud/9337974/nextcloud/extra-apps/recognize/bin/node"') }}</p>
 		</NcSettingsSection>
-		<NcSettingsSection :name="t('recognize', 'FFMPEG')">
+		<NcSettingsSection v-if="!settings['taskprocessing.enabled']" :name="t('recognize', 'FFMPEG')">
 			<p v-if="ffmpeg === undefined">
 				<span class="icon-loading-small" />&nbsp;&nbsp;&nbsp;&nbsp;{{ t('recognize', 'Checking FFmpeg') }}
 			</p>
@@ -346,7 +362,7 @@
 				<NcTextField v-model="settings['ffmpeg_binary']" @update:model-value="onChange" />
 			</p>
 		</NcSettingsSection>
-		<NcSettingsSection :name="t('recognize', 'Classifier process priority')">
+		<NcSettingsSection v-if="!settings['taskprocessing.enabled']" :name="t('recognize', 'Classifier process priority')">
 			<p v-if="nice === undefined">
 				<span class="icon-loading-small" />&nbsp;&nbsp;&nbsp;&nbsp;{{ t('recognize', 'Checking Nice binary') }}
 			</p>
@@ -417,9 +433,9 @@ import { generateUrl } from '@nextcloud/router'
 import { loadState } from '@nextcloud/initial-state'
 import humanizeDuration from 'humanize-duration'
 
-const SETTINGS = ['tensorflow.cores', 'tensorflow.gpu', 'tensorflow.purejs', 'imagenet.enabled', 'landmarks.enabled', 'faces.enabled', 'musicnn.enabled', 'movinet.enabled', 'node_binary', 'ffmpeg_binary', 'faces.status', 'imagenet.status', 'landmarks.status', 'movinet.status', 'musicnn.status', 'faces.lastFile', 'imagenet.lastFile', 'landmarks.lastFile', 'movinet.lastFile', 'musicnn.lastFile', 'faces.batchSize', 'imagenet.batchSize', 'landmarks.batchSize', 'movinet.batchSize', 'musicnn.batchSize', 'clusterFaces.status', 'clusterFaces.lastRun', 'nice_binary', 'nice_value', 'concurrency.enabled']
+const SETTINGS = ['tensorflow.cores', 'tensorflow.gpu', 'tensorflow.purejs', 'imagenet.enabled', 'landmarks.enabled', 'faces.enabled', 'musicnn.enabled', 'movinet.enabled', 'node_binary', 'ffmpeg_binary', 'faces.status', 'imagenet.status', 'landmarks.status', 'movinet.status', 'musicnn.status', 'faces.lastFile', 'imagenet.lastFile', 'landmarks.lastFile', 'movinet.lastFile', 'musicnn.lastFile', 'faces.batchSize', 'imagenet.batchSize', 'landmarks.batchSize', 'movinet.batchSize', 'musicnn.batchSize', 'clusterFaces.status', 'clusterFaces.lastRun', 'nice_binary', 'nice_value', 'concurrency.enabled', 'taskprocessing.enabled']
 
-const BOOLEAN_SETTINGS = ['tensorflow.gpu', 'tensorflow.purejs', 'imagenet.enabled', 'landmarks.enabled', 'faces.enabled', 'musicnn.enabled', 'movinet.enabled', 'faces.status', 'imagenet.status', 'landmarks.status', 'movinet.status', 'musicnn.status', 'faces.lastFile', 'imagenet.lastFile', 'landmarks.lastFile', 'movinet.lastFile', 'musicnn.lastFile', 'clusterFaces.status', 'concurrency.enabled']
+const BOOLEAN_SETTINGS = ['tensorflow.gpu', 'tensorflow.purejs', 'imagenet.enabled', 'landmarks.enabled', 'faces.enabled', 'musicnn.enabled', 'movinet.enabled', 'faces.status', 'imagenet.status', 'landmarks.status', 'movinet.status', 'musicnn.status', 'faces.lastFile', 'imagenet.lastFile', 'landmarks.lastFile', 'movinet.lastFile', 'musicnn.lastFile', 'clusterFaces.status', 'concurrency.enabled', 'taskprocessing.enabled']
 
 const MAX_RELATIVE_DATE = 1000 * 60 * 60 * 24 * 7 // one week
 
@@ -454,10 +470,20 @@ export default {
 			musicnnJobs: null,
 			clusterFacesJobs: null,
 			tagsEnabled: null,
+			recognizeBackendInstalled: false,
 		}
 	},
 
 	computed: {
+		readyToClassify() {
+			if (this.cron !== 'cron') {
+				return false
+			}
+			if (this.settings['taskprocessing.enabled']) {
+				return true
+			}
+			return Boolean(this.nodejs && (this.libtensorflow || this.wasmtensorflow))
+		},
 		pureJSReasons() {
 			const reasons = []
 			if (!this.avx) {
@@ -482,6 +508,7 @@ export default {
 	async created() {
 		this.modelsDownloaded = loadState('recognize', 'modelsDownloaded')
 		this.tagsEnabled = loadState('recognize', 'tagsEnabled')
+		this.recognizeBackendInstalled = loadState('recognize', 'recognizeBackendInstalled', false)
 		this.getCount()
 		this.getAVX()
 		this.getPlatform()

From 1ee30aa5ddec866947f6af7ccc12c8e0820e567c Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Tue, 23 Jun 2026 10:18:42 +0200
Subject: [PATCH 06/24] fix: Register task types

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 lib/AppInfo/Application.php | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/lib/AppInfo/Application.php b/lib/AppInfo/Application.php
index 3106ea12..e4be8f75 100644
--- a/lib/AppInfo/Application.php
+++ b/lib/AppInfo/Application.php
@@ -11,7 +11,11 @@
 use OCA\DAV\Events\SabrePluginAddEvent;
 use OCA\Recognize\Dav\Faces\PropFindPlugin;
 use OCA\Recognize\Hooks\FileListener;
+use OCA\Recognize\TaskProcessing\AudioClassificationTaskType;
+use OCA\Recognize\TaskProcessing\ImageClassificationTaskType;
+use OCA\Recognize\TaskProcessing\ImageFaceRecognitionTaskType;
 use OCA\Recognize\TaskProcessing\TaskResultListener;
+use OCA\Recognize\TaskProcessing\VideoClassificationTaskType;
 use OCP\AppFramework\App;
 use OCP\AppFramework\Bootstrap\IBootContext;
 use OCP\AppFramework\Bootstrap\IBootstrap;
@@ -59,6 +63,11 @@ public function register(IRegistrationContext $context): void {
 
 		/** Register $principalBackend for the DAV collection */
 		$context->registerServiceAlias('principalBackend', Principal::class);
+
+		$context->registerTaskProcessingTaskType(ImageClassificationTaskType::class);
+		$context->registerTaskProcessingTaskType(VideoClassificationTaskType::class);
+		$context->registerTaskProcessingTaskType(AudioClassificationTaskType::class);
+		$context->registerTaskProcessingTaskType(ImageFaceRecognitionTaskType::class);
 	}
 
 	/**

From 574dd0a5a3f02491c22a324cc905fd71bdfe407f Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Tue, 23 Jun 2026 15:51:17 +0200
Subject: [PATCH 07/24] fix: Set new constants for clustering vectors from the
 new backend app

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 composer.json                                 |  1 +
 .../ImageFaceRecognitionClassifier.php        | 10 ++++
 lib/Db/FaceDetectionMapper.php                | 23 ++++++--
 lib/Service/FaceClusterAnalyzer.php           | 58 ++++++++++++++-----
 lib/TaskProcessing/TaskResultListener.php     | 15 ++---
 5 files changed, 79 insertions(+), 28 deletions(-)

diff --git a/composer.json b/composer.json
index a9d120a8..7cd26956 100644
--- a/composer.json
+++ b/composer.json
@@ -42,6 +42,7 @@
       "php": "8.2.0"
     },
     "allow-plugins": {
+      "bamarni/composer-bin-plugin": true,
       "composer/package-versions-deprecated": true
     },
     "autoloader-suffix": "Recognize",
diff --git a/lib/Classifiers/TaskProcessing/ImageFaceRecognitionClassifier.php b/lib/Classifiers/TaskProcessing/ImageFaceRecognitionClassifier.php
index 5dd1733a..734ad293 100644
--- a/lib/Classifiers/TaskProcessing/ImageFaceRecognitionClassifier.php
+++ b/lib/Classifiers/TaskProcessing/ImageFaceRecognitionClassifier.php
@@ -14,6 +14,16 @@
 use OCA\Recognize\TaskProcessing\ImageFaceRecognitionTaskType;
 
 final class ImageFaceRecognitionClassifier extends AbstractTaskProcessingClassifier {
+	const MIN_FACE_RECOGNITION_SCORE = 0.6;
+
+	public const MIN_DATASET_SIZE = 120;
+	public const MIN_DETECTION_SIZE = 0.03;
+	public const MIN_CLUSTER_SEPARATION = 0.7;
+	public const MAX_CLUSTER_EDGE_LENGTH = 1.0;
+	public const DIMENSIONS = 512;
+	public const MAX_OVERLAP_NEW_CLUSTER = 0.1;
+	public const MIN_OVERLAP_EXISTING_CLUSTER = 0.5;
+
 	protected function getTaskTypeId(): string {
 		return ImageFaceRecognitionTaskType::ID;
 	}
diff --git a/lib/Db/FaceDetectionMapper.php b/lib/Db/FaceDetectionMapper.php
index 93920542..75e93b64 100644
--- a/lib/Db/FaceDetectionMapper.php
+++ b/lib/Db/FaceDetectionMapper.php
@@ -7,7 +7,9 @@
 declare(strict_types=1);
 namespace OCA\Recognize\Db;
 
+use OCA\Recognize\Classifiers\TaskProcessing\ImageFaceRecognitionClassifier;
 use OCA\Recognize\Service\FaceClusterAnalyzer;
+use OCA\Recognize\Service\SettingsService;
 use OCP\AppFramework\Db\DoesNotExistException;
 use OCP\AppFramework\Db\Entity;
 use OCP\AppFramework\Db\QBMapper;
@@ -21,11 +23,20 @@
  */
 final class FaceDetectionMapper extends QBMapper {
 	private IConfig $config;
+	private SettingsService $settingsService;
 
-	public function __construct(IDBConnection $db, IConfig $config) {
+	public function __construct(IDBConnection $db, IConfig $config, SettingsService $settingsService) {
 		parent::__construct($db, 'recognize_face_detections', FaceDetection::class);
 		$this->db = $db;
 		$this->config = $config;
+		$this->settingsService = $settingsService;
+	}
+
+	private function getMinDetectionSize(): float {
+		if ($this->settingsService->getSetting('taskprocessing.enabled') === 'true') {
+			return ImageFaceRecognitionClassifier::MIN_DETECTION_SIZE;
+		}
+		return FaceClusterAnalyzer::MIN_DETECTION_SIZE;
 	}
 
 	/**
@@ -329,12 +340,13 @@ public function findDetectionForPreviewImageByClusterId(int $clusterId) : FaceDe
 	}
 
 	public function countUnclustered(): int {
+		$minDetectionSize = $this->getMinDetectionSize();
 		$qb = $this->db->getQueryBuilder();
 		$qb->select($qb->func()->count('id'))
 			->from('recognize_face_detections')
 			->where($qb->expr()->isNull('cluster_id'))
-			->andWhere($qb->expr()->gte('height', $qb->createPositionalParameter(FaceClusterAnalyzer::MIN_DETECTION_SIZE)))
-			->andWhere($qb->expr()->gte('width', $qb->createPositionalParameter(FaceClusterAnalyzer::MIN_DETECTION_SIZE)));
+			->andWhere($qb->expr()->gte('height', $qb->createPositionalParameter($minDetectionSize)))
+			->andWhere($qb->expr()->gte('width', $qb->createPositionalParameter($minDetectionSize)));
 		$result = $qb->executeQuery();
 		/** @var int|string $count */
 		$count = $result->fetch(\PDO::FETCH_COLUMN);
@@ -347,12 +359,13 @@ public function countUnclustered(): int {
 	 * @throws \OCP\DB\Exception
 	 */
 	public function getUsersForUnclustered(): array {
+		$minDetectionSize = $this->getMinDetectionSize();
 		$qb = $this->db->getQueryBuilder();
 		$qb->selectDistinct('user_id')
 			->from('recognize_face_detections')
 			->where($qb->expr()->isNull('cluster_id'))
-			->andWhere($qb->expr()->gte('height', $qb->createPositionalParameter(FaceClusterAnalyzer::MIN_DETECTION_SIZE)))
-			->andWhere($qb->expr()->gte('width', $qb->createPositionalParameter(FaceClusterAnalyzer::MIN_DETECTION_SIZE)));
+			->andWhere($qb->expr()->gte('height', $qb->createPositionalParameter($minDetectionSize)))
+			->andWhere($qb->expr()->gte('width', $qb->createPositionalParameter($minDetectionSize)));
 		$result = $qb->executeQuery();
 		/** @var array<string> $users */
 		$users = $result->fetchAll(\PDO::FETCH_COLUMN);
diff --git a/lib/Service/FaceClusterAnalyzer.php b/lib/Service/FaceClusterAnalyzer.php
index 5c8e0105..9d1b9073 100644
--- a/lib/Service/FaceClusterAnalyzer.php
+++ b/lib/Service/FaceClusterAnalyzer.php
@@ -9,6 +9,7 @@
 
 use \OCA\Recognize\Vendor\Rubix\ML\Datasets\Labeled;
 use \OCA\Recognize\Vendor\Rubix\ML\Kernels\Distance\Euclidean;
+use OCA\Recognize\Classifiers\TaskProcessing\ImageFaceRecognitionClassifier;
 use OCA\Recognize\Clustering\HDBSCAN;
 use OCA\Recognize\Db\FaceCluster;
 use OCA\Recognize\Db\FaceClusterMapper;
@@ -27,7 +28,12 @@ final class FaceClusterAnalyzer {
 	private FaceDetectionMapper $faceDetections;
 	private FaceClusterMapper $faceClusters;
 	private Logger $logger;
-	private int $minDatasetSize = self::MIN_DATASET_SIZE;
+	private int $minDatasetSize;
+	private float $minDetectionSize;
+	private float $minClusterSeparation;
+	private float $maxClusterEdgeLength;
+	private float $maxOverlapNewCluster;
+	private float $minOverlapExistingCluster;
 	private SettingsService $settingsService;
 
 	public function __construct(FaceDetectionMapper $faceDetections, FaceClusterMapper $faceClusters, Logger $logger, SettingsService $settingsService) {
@@ -35,6 +41,22 @@ public function __construct(FaceDetectionMapper $faceDetections, FaceClusterMapp
 		$this->faceClusters = $faceClusters;
 		$this->logger = $logger;
 		$this->settingsService = $settingsService;
+
+		if ($this->settingsService->getSetting('taskprocessing.enabled') === 'true') {
+			$this->minDatasetSize = ImageFaceRecognitionClassifier::MIN_DATASET_SIZE;
+			$this->minDetectionSize = ImageFaceRecognitionClassifier::MIN_DETECTION_SIZE;
+			$this->minClusterSeparation = ImageFaceRecognitionClassifier::MIN_CLUSTER_SEPARATION;
+			$this->maxClusterEdgeLength = ImageFaceRecognitionClassifier::MAX_CLUSTER_EDGE_LENGTH;
+			$this->maxOverlapNewCluster = ImageFaceRecognitionClassifier::MAX_OVERLAP_NEW_CLUSTER;
+			$this->minOverlapExistingCluster = ImageFaceRecognitionClassifier::MIN_OVERLAP_EXISTING_CLUSTER;
+		} else {
+			$this->minDatasetSize = self::MIN_DATASET_SIZE;
+			$this->minDetectionSize = self::MIN_DETECTION_SIZE;
+			$this->minClusterSeparation = self::MIN_CLUSTER_SEPARATION;
+			$this->maxClusterEdgeLength = self::MAX_CLUSTER_EDGE_LENGTH;
+			$this->maxOverlapNewCluster = self::MAX_OVERLAP_NEW_CLUSTER;
+			$this->minOverlapExistingCluster = self::MIN_OVERLAP_EXISTING_CLUSTER;
+		}
 	}
 
 	public function setMinDatasetSize(int $minSize) : void {
@@ -64,12 +86,12 @@ public function calculateClusters(string $userId, int $batchSize = 0): void {
 		}
 
 		if ($batchSize > 0) {
-			$rejectedDetections = $this->faceDetections->sampleRejectedDetectionsByUserId($userId, $this->getRejectSampleSize($batchSize), self::MIN_DETECTION_SIZE, self::MIN_DETECTION_SIZE);
+			$rejectedDetections = $this->faceDetections->sampleRejectedDetectionsByUserId($userId, $this->getRejectSampleSize($batchSize), $this->minDetectionSize, $this->minDetectionSize);
 			$requestedFreshDetectionCount = max($batchSize - count($rejectedDetections) - count($sampledDetections), 500);
-			$freshDetections = $this->faceDetections->findUnclusteredByUserId($userId, $requestedFreshDetectionCount, self::MIN_DETECTION_SIZE, self::MIN_DETECTION_SIZE);
+			$freshDetections = $this->faceDetections->findUnclusteredByUserId($userId, $requestedFreshDetectionCount, $this->minDetectionSize, $this->minDetectionSize);
 		} else {
-			$freshDetections = $this->faceDetections->findUnclusteredByUserId($userId, 0, self::MIN_DETECTION_SIZE, self::MIN_DETECTION_SIZE);
-			$rejectedDetections = $this->faceDetections->sampleRejectedDetectionsByUserId($userId, $this->getRejectSampleSize(count($freshDetections)), self::MIN_DETECTION_SIZE, self::MIN_DETECTION_SIZE);
+			$freshDetections = $this->faceDetections->findUnclusteredByUserId($userId, 0, $this->minDetectionSize, $this->minDetectionSize);
+			$rejectedDetections = $this->faceDetections->sampleRejectedDetectionsByUserId($userId, $this->getRejectSampleSize(count($freshDetections)), $this->minDetectionSize, $this->minDetectionSize);
 		}
 
 
@@ -94,7 +116,7 @@ public function calculateClusters(string $userId, int $batchSize = 0): void {
 		$hdbscan = new HDBSCAN($dataset, $this->getMinClusterSize($n), $this->getMinSampleSize($n));
 
 		$numberOfClusteredDetections = 0;
-		$clusters = $hdbscan->predict(self::MIN_CLUSTER_SEPARATION, self::MAX_CLUSTER_EDGE_LENGTH);
+		$clusters = $hdbscan->predict($this->minClusterSeparation, $this->maxClusterEdgeLength);
 
 		foreach ($clusters as $flatCluster) {
 			/** @var int[] $detectionKeys */
@@ -132,10 +154,10 @@ public function calculateClusters(string $userId, int $batchSize = 0): void {
 			}
 
 			// If more than X% of already clustered detections are for this, we keep it
-			if ($overlap > self::MIN_OVERLAP_EXISTING_CLUSTER) {
+			if ($overlap > $this->minOverlapExistingCluster) {
 				$clusterId = $oldClusterId;
 				$cluster = $this->faceClusters->find($clusterId);
-			} elseif ($overlap < self::MAX_OVERLAP_NEW_CLUSTER) {
+			} elseif ($overlap < $this->maxOverlapNewCluster) {
 				// otherwise we create a new cluster
 
 				$cluster = new FaceCluster();
@@ -187,17 +209,21 @@ public function calculateClusters(string $userId, int $batchSize = 0): void {
 	 * @return list<float>
 	 */
 	public static function calculateCentroidOfDetections(array $detections): array {
-		// init 128 dimensional vector
-		/** @var list<float> $sum */
-		$sum = [];
-		for ($i = 0; $i < self::DIMENSIONS; $i++) {
-			$sum[] = 0.0;
-		}
-
 		if (count($detections) === 0) {
-			return $sum;
+			/** @var list<float> $empty */
+			$empty = [];
+			for ($i = 0; $i < self::DIMENSIONS; $i++) {
+				$empty[] = 0.0;
+			}
+			return $empty;
 		}
 
+		// Size the accumulator from the first detection so both 128-dim (legacy) and
+		// 512-dim (buffalo_l/taskprocessing) embeddings work without a runtime switch.
+		$dimensions = count(reset($detections)->getVector());
+		/** @var list<float> $sum */
+		$sum = array_fill(0, $dimensions, 0.0);
+
 		foreach ($detections as $detection) {
 			$sum = array_map(static function (float $el, float $el2): float {
 				return $el + $el2;
diff --git a/lib/TaskProcessing/TaskResultListener.php b/lib/TaskProcessing/TaskResultListener.php
index 35bafd62..691e6a6a 100644
--- a/lib/TaskProcessing/TaskResultListener.php
+++ b/lib/TaskProcessing/TaskResultListener.php
@@ -15,6 +15,7 @@
 use OCA\Recognize\Classifiers\Images\ClusteringFaceClassifier;
 use OCA\Recognize\Classifiers\Images\ImagenetClassifier;
 use OCA\Recognize\Classifiers\Images\LandmarksClassifier;
+use OCA\Recognize\Classifiers\TaskProcessing\ImageFaceRecognitionClassifier;
 use OCA\Recognize\Classifiers\Video\MovinetClassifier;
 use OCA\Recognize\Db\FaceDetection;
 use OCA\Recognize\Db\FaceDetectionMapper;
@@ -27,9 +28,11 @@
 use OCP\EventDispatcher\IEventListener;
 use OCP\Files\Config\ICachedMountInfo;
 use OCP\Files\Config\IUserMountCache;
+use OCP\IUserManager;
 use OCP\TaskProcessing\Events\TaskFailedEvent;
 use OCP\TaskProcessing\Events\TaskSuccessfulEvent;
 use OCP\TaskProcessing\Task;
+use OCP\IUserSession;
 use Psr\Log\LoggerInterface;
 
 /**
@@ -49,6 +52,8 @@ public function __construct(
 		private IAppConfig $config,
 		private IJobList $jobList,
 		private QueueService $queue,
+		private IUserSession $userSession,
+		private IUserManager $userManager,
 	) {
 	}
 
@@ -90,6 +95,8 @@ private function handleSuccess(TaskSuccessfulEvent $event): void {
 		$fileIds = array_map('intval', array_values($input));
 		$results = array_values($output);
 
+		$this->userSession->setUser($this->userManager->get($task->getUserId()));
+
 		switch ($task->getTaskTypeId()) {
 			case ImageClassificationTaskType::ID:
 				$this->applyTagResults($fileIds, $results, ImagenetClassifier::MODEL_NAME, false);
@@ -188,13 +195,7 @@ private function applyFaceResults(array $fileIds, array $results): void {
 				if (!is_array($face)) {
 					continue;
 				}
-				if (isset($face['score']) && (float)$face['score'] < ClusteringFaceClassifier::MIN_FACE_RECOGNITION_SCORE) {
-					continue;
-				}
-				if (isset($face['angle']['roll'], $face['angle']['yaw'])
-					&& (abs((float)$face['angle']['roll']) > ClusteringFaceClassifier::MAX_FACE_ROLL
-						|| abs((float)$face['angle']['yaw']) > ClusteringFaceClassifier::MAX_FACE_YAW)
-				) {
+				if (isset($face['score']) && (float)$face['score'] < ImageFaceRecognitionClassifier::MIN_FACE_RECOGNITION_SCORE) {
 					continue;
 				}
 				// Accept either a full face object {x,y,width,height,score,vector,angle}

From 33352944e65ada65e6796f995cbe0af1791f5933 Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Mon, 29 Jun 2026 10:08:21 +0200
Subject: [PATCH 08/24] fix: Use a constant for TaskProcessing mode batch size

and don't show batch size settings

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 lib/BackgroundJobs/ClassifierJob.php |  5 +++--
 src/components/ViewAdmin.vue         | 15 ++++++++++-----
 2 files changed, 13 insertions(+), 7 deletions(-)

diff --git a/lib/BackgroundJobs/ClassifierJob.php b/lib/BackgroundJobs/ClassifierJob.php
index 97fa2991..94adfe54 100644
--- a/lib/BackgroundJobs/ClassifierJob.php
+++ b/lib/BackgroundJobs/ClassifierJob.php
@@ -56,9 +56,10 @@ protected function runClassifier(string $model, array $argument): void {
 			return;
 		}
 		$this->logger->debug('Classifying files of storage '.$storageId. ' using '.$model);
+		$batchSize = $taskProcessingMode ? 500 : $this->getBatchSize();
 		try {
-			$this->logger->debug('fetching '.$this->getBatchSize().' files from '.$model.' queue');
-			$files = $this->queue->getFromQueue($model, $storageId, $rootId, $this->getBatchSize());
+			$this->logger->debug('fetching '.$batchSize.' files from '.$model.' queue');
+			$files = $this->queue->getFromQueue($model, $storageId, $rootId, $batchSize);
 		} catch (Exception $e) {
 			$this->settingsService->setSetting($model.'.status', 'false');
 			$this->logger->error('Cannot retrieve items from '.$model.' queue', ['exception' => $e]);
diff --git a/src/components/ViewAdmin.vue b/src/components/ViewAdmin.vue
index 684c8a63..1b5365b1 100644
--- a/src/components/ViewAdmin.vue
+++ b/src/components/ViewAdmin.vue
@@ -80,7 +80,8 @@
 				<NcCheckboxRadioSwitch v-model="settings['faces.enabled']" type="switch" @update:model-value="onChange">
 					{{ t('recognize', 'Enable face recognition (groups photos by faces that appear in them; UI is in the photos app)') }}
 				</NcCheckboxRadioSwitch>
-				<NcTextField :disabled="!settings['faces.enabled']"
+				<NcTextField v-if="!settings['taskprocessing.enabled']"
+					:disabled="!settings['faces.enabled']"
 					v-model="settings['faces.batchSize']"
 					:label-visible="true"
 					:label="t('recognize', 'The number of files to process per job run (A job will be scheduled every 5 minutes; For normal operation ~500 or more, in WASM mode ~50 is recommended)')"
@@ -128,7 +129,8 @@
 				<NcCheckboxRadioSwitch v-model="settings['imagenet.enabled']" type="switch" @update:model-value="onChange">
 					{{ t('recognize', 'Enable object recognition (e.g. food, vehicles, landscapes)') }}
 				</NcCheckboxRadioSwitch>
-				<NcTextField :disabled="!settings['imagenet.enabled']"
+				<NcTextField v-if="!settings['taskprocessing.enabled']"
+					:disabled="!settings['imagenet.enabled']"
 					v-model="settings['imagenet.batchSize']"
 					:label-visible="true"
 					:label="t('recognize', 'The number of files to process per job run (A job will be scheduled every 5 minutes; For normal operation ~100 or more, in WASM mode ~20 is recommended)')"
@@ -143,7 +145,8 @@
 					@update:model-value="onChange">
 					{{ t('recognize', 'Enable landmark recognition (e.g. Eiffel Tower, Golden Gate Bridge)') }}
 				</NcCheckboxRadioSwitch>
-				<NcTextField :disabled="!settings['imagenet.enabled'] || !settings['landmarks.enabled']"
+				<NcTextField v-if="!settings['taskprocessing.enabled']"
+					:disabled="!settings['imagenet.enabled'] || !settings['landmarks.enabled']"
 					v-model="settings['landmarks.batchSize']"
 					:label-visible="true"
 					:label="t('recognize', 'The number of files to process per job run (A job will be scheduled every 5 minutes; For normal operation ~100 or more, in WASM mode ~20 is recommended)')"
@@ -173,7 +176,8 @@
 				<NcCheckboxRadioSwitch v-model="settings['musicnn.enabled']" type="switch" @update:model-value="onChange">
 					{{ t('recognize', 'Enable music genre recognition (e.g. pop, rock, folk, metal, new age)') }}
 				</NcCheckboxRadioSwitch>
-				<NcTextField :disabled="!settings['musicnn.enabled']"
+				<NcTextField v-if="!settings['taskprocessing.enabled']"
+					:disabled="!settings['musicnn.enabled']"
 					v-model="settings['musicnn.batchSize']"
 					:label-visible="true"
 					:label="t('recognize', 'The number of files to process per job run (A job will be scheduled every 5 minutes; For normal operation ~100 or more, in WASM mode ~20 is recommended)')"
@@ -206,7 +210,8 @@
 					@update:model-value="onChange">
 					{{ t('recognize', 'Enable human action recognition (e.g. arm wrestling, dribbling basketball, hula hooping)') }}
 				</NcCheckboxRadioSwitch>
-				<NcTextField :disabled="!settings['movinet.enabled']"
+				<NcTextField v-if="!settings['taskprocessing.enabled']"
+					:disabled="!settings['movinet.enabled']"
 					v-model="settings['movinet.batchSize']"
 					:label-visible="true"
 					:label="t('recognize', 'The number of files to process per job run (A job will be scheduled every 5 minutes; For normal operation ~20 or more, in WASM mode ~5 is recommended)')"

From 8c86eba7b77705052d993fde0b0ae3658eb9ddef Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Mon, 29 Jun 2026 11:47:22 +0200
Subject: [PATCH 09/24] fix: show task processing status in admin settings

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 src/components/ViewAdmin.vue | 49 ++++++++++++++++++++++++++++++++----
 1 file changed, 44 insertions(+), 5 deletions(-)

diff --git a/src/components/ViewAdmin.vue b/src/components/ViewAdmin.vue
index 1b5365b1..8b0e48ad 100644
--- a/src/components/ViewAdmin.vue
+++ b/src/components/ViewAdmin.vue
@@ -66,7 +66,7 @@
 					{{ t('recognize', 'Waiting for status reports on face recognition. If this message persists beyond 15 minutes, please check the Nextcloud logs.') }}
 				</NcNoteCard>
 				<NcNoteCard v-if="countQueued" type="info">
-					{{ t('recognize', 'Face recognition:') }} {{ countQueued.faces }} {{ t('recognize', 'Queued files') }}, {{ t('recognize', 'Last classification: ') }} {{ showDate(settings['faces.lastFile']) }}<span v-if="facesJobs">, {{ t('recognize', 'Scheduled background jobs: ') }} {{ facesJobs.scheduled }}, {{ facesJobs.lastRun ? t('recognize', 'Last background job execution: ') + showDate(facesJobs.lastRun) : '' }}</span>
+					{{ t('recognize', 'Face recognition:') }} {{ countQueued.faces }} {{ t('recognize', 'Queued files') }}, {{ t('recognize', 'Last classification: ') }} {{ showDate(settings['faces.lastFile']) }}<span v-if="facesJobs">, {{ t('recognize', 'Scheduled background jobs: ') }} {{ facesJobs.scheduled }}, {{ facesJobs.lastRun ? t('recognize', 'Last background job execution: ') + showDate(facesJobs.lastRun) : '' }}</span><span v-if="settings['taskprocessing.enabled'] && facesTpStats">, {{ t('recognize', 'TaskProcessing tasks: ') }} {{ facesTpStats.scheduled }} {{ t('recognize', 'scheduled') }}, {{ facesTpStats.running }} {{ t('recognize', 'running') }}</span>
 				</NcNoteCard>
 				<NcNoteCard v-if="countQueued && countQueued.faces && facesJobs && !facesJobs.scheduled" show-alert type="error">
 					{{ t('recognize', 'There are queued files in the face recognition queue but no background job is scheduled to process them.') }}
@@ -101,7 +101,7 @@
 					{{ t('recognize', 'Waiting for status reports on object recognition. If this message persists beyond 15 minutes, please check the Nextcloud logs.') }}
 				</NcNoteCard>
 				<NcNoteCard v-if="countQueued" type="info">
-					{{ t('recognize', 'Object recognition:') }} {{ countQueued.imagenet }} {{ t('recognize', 'Queued files') }}, {{ t('recognize', 'Last classification: ') }} {{ showDate(settings['imagenet.lastFile']) }}<span v-if="imagenetJobs">, {{ t('recognize', 'Scheduled background jobs: ') }} {{ imagenetJobs.scheduled }}, {{ imagenetJobs.lastRun ? t('recognize', 'Last background job execution: ') + showDate(imagenetJobs.lastRun) : '' }}</span>
+					{{ t('recognize', 'Object recognition:') }} {{ countQueued.imagenet }} {{ t('recognize', 'Queued files') }}, {{ t('recognize', 'Last classification: ') }} {{ showDate(settings['imagenet.lastFile']) }}<span v-if="imagenetJobs">, {{ t('recognize', 'Scheduled background jobs: ') }} {{ imagenetJobs.scheduled }}, {{ imagenetJobs.lastRun ? t('recognize', 'Last background job execution: ') + showDate(imagenetJobs.lastRun) : '' }}</span><span v-if="settings['taskprocessing.enabled'] && imagenetTpStats">, {{ t('recognize', 'TaskProcessing tasks: ') }} {{ imagenetTpStats.scheduled }} {{ t('recognize', 'scheduled') }}, {{ imagenetTpStats.running }} {{ t('recognize', 'running') }}</span>
 				</NcNoteCard>
 				<NcNoteCard v-if="countQueued && countQueued.imagenet && imagenetJobs && !imagenetJobs.scheduled" show-alert type="error">
 					{{ t('recognize', 'There are queued files in the object detection queue but no background job is scheduled to process them.') }}
@@ -166,7 +166,7 @@
 					{{ t('recognize', 'Waiting for status reports on audio recognition. If this message persists beyond 15 minutes, please check the Nextcloud logs.') }}
 				</NcNoteCard>
 				<NcNoteCard v-if="countQueued" type="info">
-					{{ t('recognize', 'Music genre recognition:') }} {{ countQueued.musicnn }} {{ t('recognize', 'Queued files') }}, {{ t('recognize', 'Last classification: ') }} {{ showDate(settings['musicnn.lastFile']) }}<span v-if="musicnnJobs">, {{ t('recognize', 'Scheduled background jobs: ') }} {{ musicnnJobs.scheduled }}, {{ musicnnJobs.lastRun ? t('recognize', 'Last background job execution: ') + showDate(musicnnJobs.lastRun) : '' }}</span>
+					{{ t('recognize', 'Music genre recognition:') }} {{ countQueued.musicnn }} {{ t('recognize', 'Queued files') }}, {{ t('recognize', 'Last classification: ') }} {{ showDate(settings['musicnn.lastFile']) }}<span v-if="musicnnJobs">, {{ t('recognize', 'Scheduled background jobs: ') }} {{ musicnnJobs.scheduled }}, {{ musicnnJobs.lastRun ? t('recognize', 'Last background job execution: ') + showDate(musicnnJobs.lastRun) : '' }}</span><span v-if="settings['taskprocessing.enabled'] && musicnnTpStats">, {{ t('recognize', 'TaskProcessing tasks: ') }} {{ musicnnTpStats.scheduled }} {{ t('recognize', 'scheduled') }}, {{ musicnnTpStats.running }} {{ t('recognize', 'running') }}</span>
 				</NcNoteCard>
 				<NcNoteCard v-if="countQueued && countQueued.musicnn && musicnnJobs && !musicnnJobs.scheduled" show-alert type="error">
 					{{ t('recognize', 'There are queued files but no background job is scheduled to process them.') }}
@@ -197,7 +197,7 @@
 					{{ t('recognize', 'Waiting for status reports on video recognition. If this message persists beyond 15 minutes, please check the Nextcloud logs.') }}
 				</NcNoteCard>
 				<NcNoteCard v-if="countQueued" type="info">
-					{{ t('recognize', 'Video recognition:') }} {{ countQueued.movinet }} {{ t('recognize', 'Queued files') }}, {{ t('recognize', 'Last classification: ') }} {{ showDate(settings['movinet.lastFile']) }}<span v-if="movinetJobs">, {{ t('recognize', 'Scheduled background jobs: ') }} {{ movinetJobs.scheduled }}, {{ movinetJobs.lastRun ? t('recognize', 'Last background job execution: ') + showDate(movinetJobs.lastRun) : '' }}</span>
+					{{ t('recognize', 'Video recognition:') }} {{ countQueued.movinet }} {{ t('recognize', 'Queued files') }}, {{ t('recognize', 'Last classification: ') }} {{ showDate(settings['movinet.lastFile']) }}<span v-if="movinetJobs">, {{ t('recognize', 'Scheduled background jobs: ') }} {{ movinetJobs.scheduled }}, {{ movinetJobs.lastRun ? t('recognize', 'Last background job execution: ') + showDate(movinetJobs.lastRun) : '' }}</span><span v-if="settings['taskprocessing.enabled'] && movinetTpStats">, {{ t('recognize', 'TaskProcessing tasks: ') }} {{ movinetTpStats.scheduled }} {{ t('recognize', 'scheduled') }}, {{ movinetTpStats.running }} {{ t('recognize', 'running') }}</span>
 				</NcNoteCard>
 				<NcNoteCard v-if="countQueued && countQueued.movinet && movinetJobs && !movinetJobs.scheduled" show-alert type="error">
 					{{ t('recognize', 'There are queued files but no background job is scheduled to process them.') }}
@@ -434,10 +434,17 @@
 <script>
 import { NcNoteCard, NcSettingsSection, NcCheckboxRadioSwitch, NcTextField } from '@nextcloud/vue'
 import axios from '@nextcloud/axios'
-import { generateUrl } from '@nextcloud/router'
+import { generateOcsUrl, generateUrl } from '@nextcloud/router'
 import { loadState } from '@nextcloud/initial-state'
 import humanizeDuration from 'humanize-duration'
 
+const TASK_PROCESSING_TASK_TYPES = {
+	imagenet: 'recognize:image:classification',
+	faces: 'recognize:image:facerecognition',
+	movinet: 'recognize:video:classification',
+	musicnn: 'recognize:audio:classification',
+}
+
 const SETTINGS = ['tensorflow.cores', 'tensorflow.gpu', 'tensorflow.purejs', 'imagenet.enabled', 'landmarks.enabled', 'faces.enabled', 'musicnn.enabled', 'movinet.enabled', 'node_binary', 'ffmpeg_binary', 'faces.status', 'imagenet.status', 'landmarks.status', 'movinet.status', 'musicnn.status', 'faces.lastFile', 'imagenet.lastFile', 'landmarks.lastFile', 'movinet.lastFile', 'musicnn.lastFile', 'faces.batchSize', 'imagenet.batchSize', 'landmarks.batchSize', 'movinet.batchSize', 'musicnn.batchSize', 'clusterFaces.status', 'clusterFaces.lastRun', 'nice_binary', 'nice_value', 'concurrency.enabled', 'taskprocessing.enabled']
 
 const BOOLEAN_SETTINGS = ['tensorflow.gpu', 'tensorflow.purejs', 'imagenet.enabled', 'landmarks.enabled', 'faces.enabled', 'musicnn.enabled', 'movinet.enabled', 'faces.status', 'imagenet.status', 'landmarks.status', 'movinet.status', 'musicnn.status', 'faces.lastFile', 'imagenet.lastFile', 'landmarks.lastFile', 'movinet.lastFile', 'musicnn.lastFile', 'clusterFaces.status', 'concurrency.enabled', 'taskprocessing.enabled']
@@ -474,6 +481,10 @@ export default {
 			movinetJobs: null,
 			musicnnJobs: null,
 			clusterFacesJobs: null,
+			imagenetTpStats: null,
+			facesTpStats: null,
+			movinetTpStats: null,
+			musicnnTpStats: null,
 			tagsEnabled: null,
 			recognizeBackendInstalled: false,
 		}
@@ -531,6 +542,10 @@ export default {
 		this.getJobsStatus('movinet')
 		this.getJobsStatus('musicnn')
 		this.getJobsStatus('clusterFaces')
+		this.getTaskProcessingStats('imagenet')
+		this.getTaskProcessingStats('faces')
+		this.getTaskProcessingStats('movinet')
+		this.getTaskProcessingStats('musicnn')
 
 		setInterval(async () => {
 			this.getCount()
@@ -546,6 +561,10 @@ export default {
 			this.getJobsStatus('movinet')
 			this.getJobsStatus('musicnn')
 			this.getJobsStatus('clusterFaces')
+			this.getTaskProcessingStats('imagenet')
+			this.getTaskProcessingStats('faces')
+			this.getTaskProcessingStats('movinet')
+			this.getTaskProcessingStats('musicnn')
 		}, 5 * 60 * 1000)
 
 		try {
@@ -666,6 +685,26 @@ export default {
 			const { scheduled, lastRun } = resp.data
 			this[task + 'Jobs'] = { scheduled, lastRun }
 		},
+		async getTaskProcessingStats(classifier) {
+			const taskTypeId = TASK_PROCESSING_TASK_TYPES[classifier]
+			if (!taskTypeId) {
+				return
+			}
+			try {
+				const url = generateOcsUrl('/taskprocessing/queue_stats')
+					+ '?taskTypeIds[]=' + encodeURIComponent(taskTypeId)
+				const resp = await axios.get(url, {
+					headers: { 'OCS-APIRequest': 'true', Accept: 'application/json' },
+				})
+				const data = resp.data?.ocs?.data ?? {}
+				this[classifier + 'TpStats'] = {
+					scheduled: data.scheduled_count ?? 0,
+					running: data.running_count ?? 0,
+				}
+			} catch (e) {
+				this[classifier + 'TpStats'] = null
+			}
+		},
 		onChange() {
 			if (this.timeout) {
 				clearTimeout(this.timeout)

From 3af92e6500c490d3d2e7c9a0b3a3c9457ad28820 Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Mon, 29 Jun 2026 12:56:31 +0200
Subject: [PATCH 10/24] fix: Adjust command descriptions

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 lib/Command/Classify.php     | 2 +-
 lib/Command/Recrawl.php      | 2 +-
 src/components/ViewAdmin.vue | 4 ++--
 3 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/lib/Command/Classify.php b/lib/Command/Classify.php
index c7ffebf6..d48eeaf4 100644
--- a/lib/Command/Classify.php
+++ b/lib/Command/Classify.php
@@ -58,7 +58,7 @@ public function __construct(
 	 */
 	protected function configure() {
 		$this->setName('recognize:classify')
-			->setDescription('Classify all files with the current settings in one go (will likely take a long time)')
+			->setDescription('Classify all files with the current settings in one go on the terminal (will likely take a long time; doesn\'t work with TaskProcessing mode)')
 			->addOption('retry', null, InputOption::VALUE_NONE, "Only classify untagged images");
 	}
 
diff --git a/lib/Command/Recrawl.php b/lib/Command/Recrawl.php
index 01990d88..1790972d 100644
--- a/lib/Command/Recrawl.php
+++ b/lib/Command/Recrawl.php
@@ -41,7 +41,7 @@ public function __construct(IJobList $jobList, LoggerInterface $logger, QueueSer
 	 */
 	protected function configure() {
 		$this->setName('recognize:recrawl')
-			->setDescription('Go through all files again');
+			->setDescription('Trigger a full classification run in the background');
 	}
 
 	/**
diff --git a/src/components/ViewAdmin.vue b/src/components/ViewAdmin.vue
index 8b0e48ad..bc465d77 100644
--- a/src/components/ViewAdmin.vue
+++ b/src/components/ViewAdmin.vue
@@ -401,10 +401,10 @@
 			<p>{{ t('recognize', 'To download all models preliminary to executing the classification jobs, run the following command on the server terminal.') }}</p>
 			<pre><code>occ recognize:download-models</code></pre>
 			<p>&nbsp;</p>
-			<p>{{ t('recognize', 'To trigger a full classification run, run the following command on the server terminal. (The classification will run in multiple background jobs which can run in parallel.)') }}</p>
+			<p>{{ t('recognize', 'To trigger a full classification run in the background, run the following command on the server terminal. (The classification will run in multiple background jobs which can run in parallel.)') }}</p>
 			<pre><code>occ recognize:recrawl</code></pre>
 			<p>&nbsp;</p>
-			<p>{{ t('recognize', 'To run a full classification run on the terminal, run the following. (The classification will run in sequence inside your terminal.)') }}</p>
+			<p>{{ t('recognize', 'To run a full classification run on the terminal, run the following. (The classification will run in sequence inside your terminal; doesn\'t work with task processing mode)') }}</p>
 			<pre><code>occ recognize:classify</code></pre>
 			<p>&nbsp;</p>
 			<p>{{ t('recognize', 'Before running a full initial classification run on the terminal, you should stop all background processing that Recognize scheduled upon installation to avoid interference.') }}</p>

From ecb848e6e76c382d26ea861c13a53c7bbee0855a Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Mon, 29 Jun 2026 13:04:03 +0200
Subject: [PATCH 11/24] fix: Run cs:fix

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 .../TaskProcessing/ImageFaceRecognitionClassifier.php           | 2 +-
 lib/Classifiers/TaskProcessing/VideoClassifier.php              | 2 +-
 lib/TaskProcessing/TaskResultListener.php                       | 2 +-
 3 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/lib/Classifiers/TaskProcessing/ImageFaceRecognitionClassifier.php b/lib/Classifiers/TaskProcessing/ImageFaceRecognitionClassifier.php
index 734ad293..3fabf6cb 100644
--- a/lib/Classifiers/TaskProcessing/ImageFaceRecognitionClassifier.php
+++ b/lib/Classifiers/TaskProcessing/ImageFaceRecognitionClassifier.php
@@ -14,7 +14,7 @@
 use OCA\Recognize\TaskProcessing\ImageFaceRecognitionTaskType;
 
 final class ImageFaceRecognitionClassifier extends AbstractTaskProcessingClassifier {
-	const MIN_FACE_RECOGNITION_SCORE = 0.6;
+	public const MIN_FACE_RECOGNITION_SCORE = 0.6;
 
 	public const MIN_DATASET_SIZE = 120;
 	public const MIN_DETECTION_SIZE = 0.03;
diff --git a/lib/Classifiers/TaskProcessing/VideoClassifier.php b/lib/Classifiers/TaskProcessing/VideoClassifier.php
index 2ad81562..c890b841 100644
--- a/lib/Classifiers/TaskProcessing/VideoClassifier.php
+++ b/lib/Classifiers/TaskProcessing/VideoClassifier.php
@@ -21,4 +21,4 @@ protected function getTaskTypeId(): string {
 	protected function getModelName(): string {
 		return MovinetClassifier::MODEL_NAME;
 	}
-}
\ No newline at end of file
+}
diff --git a/lib/TaskProcessing/TaskResultListener.php b/lib/TaskProcessing/TaskResultListener.php
index 691e6a6a..1780c9bc 100644
--- a/lib/TaskProcessing/TaskResultListener.php
+++ b/lib/TaskProcessing/TaskResultListener.php
@@ -29,10 +29,10 @@
 use OCP\Files\Config\ICachedMountInfo;
 use OCP\Files\Config\IUserMountCache;
 use OCP\IUserManager;
+use OCP\IUserSession;
 use OCP\TaskProcessing\Events\TaskFailedEvent;
 use OCP\TaskProcessing\Events\TaskSuccessfulEvent;
 use OCP\TaskProcessing\Task;
-use OCP\IUserSession;
 use Psr\Log\LoggerInterface;
 
 /**

From 8bc240b4e85deb3cfb25351dcf742fbf156c8069 Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Mon, 29 Jun 2026 13:21:05 +0200
Subject: [PATCH 12/24] fix: Fix psalm issues

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 .../AbstractTaskProcessingClassifier.php      |  4 ++++
 lib/Service/SettingsService.php               |  4 +++-
 lib/TaskProcessing/TaskResultListener.php     | 21 ++++++++++++++++++-
 psalm.xml                                     |  1 +
 4 files changed, 28 insertions(+), 2 deletions(-)

diff --git a/lib/Classifiers/AbstractTaskProcessingClassifier.php b/lib/Classifiers/AbstractTaskProcessingClassifier.php
index 520057fb..c367c62d 100644
--- a/lib/Classifiers/AbstractTaskProcessingClassifier.php
+++ b/lib/Classifiers/AbstractTaskProcessingClassifier.php
@@ -78,6 +78,10 @@ public function classify(array $queueFiles): void {
 			throw new \RuntimeException('Could not schedule ' . $this->getTaskTypeId() . ' task', 0, $e);
 		}
 
+		/**
+		 * @psalm-suppress PossiblyNullOperand
+		 * @psalm-suppress InvalidOperand
+		 */
 		$this->logger->debug('Scheduled ' . $this->getTaskTypeId() . ' task #' . $task->getId() . ' for ' . count($fileIds) . ' files');
 
 		// Once scheduled, files leave the queue. The TaskResultListener applies results when the task completes.
diff --git a/lib/Service/SettingsService.php b/lib/Service/SettingsService.php
index c2a87654..8ea9d217 100644
--- a/lib/Service/SettingsService.php
+++ b/lib/Service/SettingsService.php
@@ -131,7 +131,9 @@ public function getSetting(string $key): string {
 	 */
 	public function isRecognizeBackendInstalled(): bool {
 		try {
-			/** @var \OCA\AppAPI\PublicFunctions $publicFunctions */
+			/**
+			 * @var \OCA\AppAPI\PublicFunctions $publicFunctions
+			 */
 			$publicFunctions = Server::get(\OCA\AppAPI\PublicFunctions::class);
 		} catch (\Throwable $e) {
 			return false;
diff --git a/lib/TaskProcessing/TaskResultListener.php b/lib/TaskProcessing/TaskResultListener.php
index 1780c9bc..bfcad9f6 100644
--- a/lib/TaskProcessing/TaskResultListener.php
+++ b/lib/TaskProcessing/TaskResultListener.php
@@ -73,6 +73,10 @@ private function handleFailure(TaskFailedEvent $event): void {
 			return;
 		}
 		$model = $this->modelForTaskType($task->getTaskTypeId());
+		/**
+		 * @psalm-suppress PossiblyNullOperand
+		 * @psalm-suppress InvalidOperand
+		 */
 		$this->logger->warning('TaskProcessing task ' . $task->getTaskTypeId() . ' (id=' . $task->getId() . ') failed: ' . $event->getErrorMessage());
 		if ($model !== null) {
 			$this->config->setAppValueString($model . '.status', 'false');
@@ -88,14 +92,29 @@ private function handleSuccess(TaskSuccessfulEvent $event): void {
 		$input = $task->getInput()['input'] ?? null;
 		$output = ($task->getOutput() ?? [])['output'] ?? null;
 		if (!is_array($input) || !is_array($output)) {
+			/**
+			 * @psalm-suppress PossiblyNullOperand
+			 * @psalm-suppress InvalidOperand
+			 */
 			$this->logger->warning('TaskProcessing task ' . $task->getTaskTypeId() . ' (id=' . $task->getId() . ') has unexpected input/output shape');
 			return;
 		}
 
+		/** @psalm-suppress RedundantFunctionCallGivenDocblockType */
 		$fileIds = array_map('intval', array_values($input));
+		/** @psalm-suppress RedundantFunctionCallGivenDocblockType */
 		$results = array_values($output);
 
-		$this->userSession->setUser($this->userManager->get($task->getUserId()));
+		$userId = $task->getUserId();
+		if ($userId === null) {
+			/**
+			 * @psalm-suppress PossiblyNullOperand
+			 * @psalm-suppress InvalidOperand
+			 */
+			$this->logger->warning('TaskProcessing task ' . $task->getTaskTypeId() . ' (id=' . $task->getId() . ') has no user set, skipping this task');
+			return;
+		}
+		$this->userSession->setUser($this->userManager->get($userId));
 
 		switch ($task->getTaskTypeId()) {
 			case ImageClassificationTaskType::ID:
diff --git a/psalm.xml b/psalm.xml
index a7f8113a..72891004 100644
--- a/psalm.xml
+++ b/psalm.xml
@@ -15,6 +15,7 @@
 		<file name="tests/stubs/oca_dav_events_sabrepluginaddevent.php"/>
 		<file name="tests/stubs/oca_dav_connector_sabre_filesplugin.php"/>
 		<file name="tests/stubs/oca_dav_connector_sabre_principal.php"/>
+		<file name="tests/stubs/oca_exapp.php"/>
     </stubs>
     <projectFiles>
         <directory name="lib" />

From e9140e373fe377608c5d126ab9acccb55e5b0f11 Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Mon, 29 Jun 2026 13:23:15 +0200
Subject: [PATCH 13/24] fix: Add stub file

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 tests/stubs/oca_exapp.php | 133 ++++++++++++++++++++++++++++++++++++++
 1 file changed, 133 insertions(+)
 create mode 100644 tests/stubs/oca_exapp.php

diff --git a/tests/stubs/oca_exapp.php b/tests/stubs/oca_exapp.php
new file mode 100644
index 00000000..ea973cc4
--- /dev/null
+++ b/tests/stubs/oca_exapp.php
@@ -0,0 +1,133 @@
+<?php
+
+declare(strict_types=1);
+
+/**
+ * SPDX-FileCopyrightText: 2024 Nextcloud GmbH and Nextcloud contributors
+ * SPDX-License-Identifier: AGPL-3.0-or-later
+ */
+
+namespace OCA\AppAPI\Db;
+
+class ExApp implements \JsonSerializable {
+	public function jsonSerialize(): array {}
+}
+
+namespace OCA\AppAPI\Service;
+
+use OCA\AppAPI\Db\ExApp;
+use OCP\Http\Client\IPromise;
+use OCP\Http\Client\IResponse;
+use OCP\IRequest;
+
+class ExAppService {
+	public function getExApp(string $appId): ?ExApp {}
+}
+
+class AppAPIService {
+	public function requestToExApp(
+		ExApp $exApp,
+		string $route,
+		?string $userId = null,
+		string $method = 'POST',
+		array $params = [],
+		array $options = [],
+		?IRequest $request = null,
+	): array|IResponse {}
+
+	public function requestToExAppAsync(
+		ExApp $exApp,
+		string $route,
+		?string $userId = null,
+		string $method = 'POST',
+		array $params = [],
+		array $options = [],
+		?IRequest $request = null,
+	): IPromise {}
+}
+
+namespace OCA\AppAPI;
+
+use OCA\AppAPI\Service\AppAPIService;
+use OCA\AppAPI\Service\ExAppService;
+use OCP\Http\Client\IPromise;
+use OCP\Http\Client\IResponse;
+use OCP\IRequest;
+
+readonly class PublicFunctions {
+
+	public function __construct(
+		private ExAppService $exAppService,
+		private AppAPIService $service,
+	) {
+	}
+
+	/**
+	 * Request to ExApp with AppAPI auth headers
+	 */
+	public function exAppRequest(
+		string $appId,
+		string $route,
+		?string $userId = null,
+		string $method = 'POST',
+		array $params = [],
+		array $options = [],
+		?IRequest $request = null,
+	): array|IResponse {}
+
+	/**
+	 * Request to ExApp with AppAPI auth headers and ExApp user initialization
+	 *
+	 * @deprecated since AppAPI 3.0.0, use `exAppRequest` instead
+	 */
+	public function exAppRequestWithUserInit(
+		string $appId,
+		string $route,
+		?string $userId = null,
+		string $method = 'POST',
+		array $params = [],
+		array $options = [],
+		?IRequest $request = null,
+	): array|IResponse {}
+
+	/**
+	 * Async request to ExApp with AppAPI auth headers
+	 *
+	 * @throws \Exception if ExApp not found
+	 */
+	public function asyncExAppRequest(
+		string $appId,
+		string $route,
+		?string $userId = null,
+		string $method = 'POST',
+		array $params = [],
+		array $options = [],
+		?IRequest $request = null,
+	): IPromise {}
+
+	/**
+	 * Async request to ExApp with AppAPI auth headers and ExApp user initialization
+	 *
+	 * @throws \Exception if ExApp not found or failed to setup ExApp user
+	 *
+	 * @deprecated since AppAPI 3.0.0, use `asyncExAppRequest` instead
+	 */
+	public function asyncExAppRequestWithUserInit(
+		string $appId,
+		string $route,
+		?string $userId = null,
+		string $method = 'POST',
+		array $params = [],
+		array $options = [],
+		?IRequest $request = null,
+	): IPromise {}
+
+	/**
+	 * Get basic ExApp info by appid
+	 *
+	 * @param string $appId
+	 *
+	 * @return array|null ExApp info (appid, version, name, enabled) or null if no ExApp found
+	 */
+	public function getExApp(string $appId): ?array {}
+}
\ No newline at end of file

From 75f0f88b5bf17d634334a137f393d7652b4afbd1 Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Mon, 29 Jun 2026 13:26:10 +0200
Subject: [PATCH 14/24] fix: Run cs:fix

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 tests/stubs/oca_exapp.php | 29 +++++++++++++++++++----------
 1 file changed, 19 insertions(+), 10 deletions(-)

diff --git a/tests/stubs/oca_exapp.php b/tests/stubs/oca_exapp.php
index ea973cc4..7760b633 100644
--- a/tests/stubs/oca_exapp.php
+++ b/tests/stubs/oca_exapp.php
@@ -10,7 +10,8 @@
 namespace OCA\AppAPI\Db;
 
 class ExApp implements \JsonSerializable {
-	public function jsonSerialize(): array {}
+	public function jsonSerialize(): array {
+	}
 }
 
 namespace OCA\AppAPI\Service;
@@ -21,7 +22,8 @@ public function jsonSerialize(): array {}
 use OCP\IRequest;
 
 class ExAppService {
-	public function getExApp(string $appId): ?ExApp {}
+	public function getExApp(string $appId): ?ExApp {
+	}
 }
 
 class AppAPIService {
@@ -33,7 +35,8 @@ public function requestToExApp(
 		array $params = [],
 		array $options = [],
 		?IRequest $request = null,
-	): array|IResponse {}
+	): array|IResponse {
+	}
 
 	public function requestToExAppAsync(
 		ExApp $exApp,
@@ -43,7 +46,8 @@ public function requestToExAppAsync(
 		array $params = [],
 		array $options = [],
 		?IRequest $request = null,
-	): IPromise {}
+	): IPromise {
+	}
 }
 
 namespace OCA\AppAPI;
@@ -73,7 +77,8 @@ public function exAppRequest(
 		array $params = [],
 		array $options = [],
 		?IRequest $request = null,
-	): array|IResponse {}
+	): array|IResponse {
+	}
 
 	/**
 	 * Request to ExApp with AppAPI auth headers and ExApp user initialization
@@ -88,7 +93,8 @@ public function exAppRequestWithUserInit(
 		array $params = [],
 		array $options = [],
 		?IRequest $request = null,
-	): array|IResponse {}
+	): array|IResponse {
+	}
 
 	/**
 	 * Async request to ExApp with AppAPI auth headers
@@ -103,7 +109,8 @@ public function asyncExAppRequest(
 		array $params = [],
 		array $options = [],
 		?IRequest $request = null,
-	): IPromise {}
+	): IPromise {
+	}
 
 	/**
 	 * Async request to ExApp with AppAPI auth headers and ExApp user initialization
@@ -120,7 +127,8 @@ public function asyncExAppRequestWithUserInit(
 		array $params = [],
 		array $options = [],
 		?IRequest $request = null,
-	): IPromise {}
+	): IPromise {
+	}
 
 	/**
 	 * Get basic ExApp info by appid
@@ -129,5 +137,6 @@ public function asyncExAppRequestWithUserInit(
 	 *
 	 * @return array|null ExApp info (appid, version, name, enabled) or null if no ExApp found
 	 */
-	public function getExApp(string $appId): ?array {}
-}
\ No newline at end of file
+	public function getExApp(string $appId): ?array {
+	}
+}

From 1f6cdb467fd5614c808c26dfa80535922a7e785a Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Mon, 29 Jun 2026 15:00:51 +0200
Subject: [PATCH 15/24] fix(ci): Upgrade php

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 .github/workflows/cluster-faces-test.yml | 2 +-
 .github/workflows/files-scan-test.yml    | 2 +-
 .github/workflows/full-run-test.yml      | 4 ++--
 3 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/.github/workflows/cluster-faces-test.yml b/.github/workflows/cluster-faces-test.yml
index e07a4371..f54e67c6 100644
--- a/.github/workflows/cluster-faces-test.yml
+++ b/.github/workflows/cluster-faces-test.yml
@@ -25,7 +25,7 @@ jobs:
       # do not stop on another job's failure
       fail-fast: false
       matrix:
-        php-versions: ['8.2']
+        php-versions: ['8.3']
         databases: ['sqlite']
         server-versions: ['master']
         pure-js-mode: ['false']
diff --git a/.github/workflows/files-scan-test.yml b/.github/workflows/files-scan-test.yml
index cfae8dd5..6f3ce749 100644
--- a/.github/workflows/files-scan-test.yml
+++ b/.github/workflows/files-scan-test.yml
@@ -23,7 +23,7 @@ jobs:
       # do not stop on another job's failure
       fail-fast: false
       matrix:
-        php-versions: ['8.2']
+        php-versions: ['8.3']
         databases: ['sqlite', 'mysql', 'pgsql']
         server-versions: ['master']
 
diff --git a/.github/workflows/full-run-test.yml b/.github/workflows/full-run-test.yml
index 6aca00ff..7df6a290 100644
--- a/.github/workflows/full-run-test.yml
+++ b/.github/workflows/full-run-test.yml
@@ -28,7 +28,7 @@ jobs:
       # do not stop on another job's failure
       fail-fast: false
       matrix:
-        php-versions: ['8.2']
+        php-versions: ['8.3']
         databases: ['sqlite']
         server-versions: ['master']
         pure-js-mode: ['false']
@@ -41,7 +41,7 @@ jobs:
           # test pure-js once
           - server-versions: master
             databases: sqlite
-            php-versions: 8.2
+            php-versions: 8.3
             pure-js-mode: true
             imagenet-enabled: true
             faces-enabled: true

From 8c931f4e9c4db8f9b7ddf282e0b576e8ab0dc551 Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Thu, 9 Jul 2026 15:13:55 +0200
Subject: [PATCH 16/24] tests: Add CI tests for recognize_backend integration

Assisted-by: ClaudeCode:claude-opus-4-8
Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 .github/workflows/cluster-faces-test.yml | 561 ++++++++++++++++++++++-
 .github/workflows/full-run-test.yml      | 250 ++++++++++
 2 files changed, 793 insertions(+), 18 deletions(-)

diff --git a/.github/workflows/cluster-faces-test.yml b/.github/workflows/cluster-faces-test.yml
index f54e67c6..bdb0359e 100644
--- a/.github/workflows/cluster-faces-test.yml
+++ b/.github/workflows/cluster-faces-test.yml
@@ -271,7 +271,7 @@ jobs:
       - name: Download IMDb-Face.csv
         working-directory: apps/${{ env.APP_NAME }}/tests/res
         run: |
-          wget https://cloud.nextcloud.com/public.php/dav/files/wfDk23DBsXYrd4S/IMDb-Face-csv.zip 
+          wget https://cloud.nextcloud.com/public.php/dav/files/wfDk23DBsXYrd4S/IMDb-Face-csv.zip
           unzip IMDb-Face-csv.zip
           rm IMDb-Face-csv.zip
 
@@ -282,34 +282,34 @@ jobs:
             const COLUMN_URL = 5
             const COLUMN_RECT = 3
             const COLUMN_DIMS = 4
-          
+
             const csv = fs.readFileSync(__dirname + '/apps/recognize/tests/res/IMDb-Face.csv')
               .toString('utf8')
               .split('\n')
               .map(line => line.split(','))
-            
+
             // remove csv header
             csv.shift()
-          
+
             const names = [...new Set(csv.map(image => image[COLUMN_NAME])).values()]
-              
+
             const selectedNames = names.slice(0, 2000)
-              
+
             const limitedCsv = selectedNames.flatMap(name => {
               return csv.filter(line => line[COLUMN_NAME] === name)
             })
-          
+
             const allDetections = fs.readFileSync(__dirname + '/out.txt').toString('utf8').trim().split('\n').map(line => line.split('|'))
-            
+
             const json = require(__dirname + '/out.json');
-            
+
             const facesByCluster = json
             .reduce((acc, face) => {
               const clusterId = parseInt(face.href.split('/')[6]);
               acc[clusterId] = [...(acc[clusterId] ?? []), face.realpath.split('/')[4]];
               return acc
             }, {});
-            
+
             const targetFaces = json
             .filter(face => {
               return limitedCsv
@@ -323,21 +323,21 @@ jobs:
                   return false
                 })
             })
-          
+
             const targetFacesPerIdentity = targetFaces.reduce((acc, face) => {
               const name = face.realpath.split('/')[4]
               acc[name] = acc[name] ?? []
               acc[name].push(face)
-              return acc  
+              return acc
             },{})
-          
+
             const targetFacesByCluster = targetFaces
             .reduce((acc, face) => {
               const clusterId = parseInt(face.href.split('/')[6]);
               acc[clusterId] = [...(acc[clusterId] ?? []), face.realpath.split('/')[4]];
               return acc
             }, {});
-          
+
             console.log(facesByCluster);
             console.log(targetFacesByCluster);
             const clusterTargetAccuracies = Object.entries(targetFacesByCluster)
@@ -370,15 +370,15 @@ jobs:
               )
               .filter(([name,size]) => size > 1)
               .reduce((acc, [name, size]) => {
-                acc[name] = (acc[name] ?? 0) + size 
+                acc[name] = (acc[name] ?? 0) + size
                 return acc
               }, Object.fromEntries(Object.entries(targetFacesPerIdentity).map(([key]) => [key, 0])))
-          
+
             console.log(targetFacesPerIdentity)
             console.log(clusteredTargetFacesByIdentity)
             const averageTargetFacesPerIdentity = Object.entries(targetFacesPerIdentity).reduce((acc, [name, detections]) => acc+detections.length, 0) / Object.entries(targetFacesPerIdentity).length
             const averageClusteredTargetFacesByIdentity = Object.entries(clusteredTargetFacesByIdentity).reduce((acc, [name, size]) => acc+size, 0) / Object.entries(clusteredTargetFacesByIdentity).length
-          
+
             const clusteredTargetFacesByIdentityRate = Object.entries(clusteredTargetFacesByIdentity)
               .reduce((acc, [name, size]) => acc + size / targetFacesPerIdentity[name].length, 0) / Object.entries(clusteredTargetFacesByIdentity).length
             const identitiesWithPhotos = $(find data/admin/files/IMDb-Face -type d ! -empty | wc -l)
@@ -386,7 +386,7 @@ jobs:
             const identitiesWithEnoughDetections = Object.entries(targetFacesPerIdentity).filter(([name, detections]) => detections.length > 1).length
             const identitiesWithClusters = Object.entries(clusteredTargetFacesByIdentity).filter(([name, size]) => size > 1).length
             const identitiesWithClustersRate = identitiesWithClusters / identitiesWithEnoughDetections
-          
+
             const detectedFaces = $(sqlite3 data/nextcloud.db "select count(*) from oc_recognize_face_detections where user_id = 'admin';")
             const detectedTargetFaces = allDetections.filter(detection => {
               if(detection.length < 3) return false
@@ -445,3 +445,528 @@ jobs:
               console.log('Benchmark result: Good')
             }
           "
+
+  php-taskprocessing:
+    runs-on: ubuntu-latest
+
+    strategy:
+      # do not stop on another job's failure
+      fail-fast: false
+      matrix:
+        php-versions: ['8.3']
+        databases: ['sqlite']
+        server-versions: ['master']
+
+    name: Test cluster-faces command via TaskProcessing on ${{ matrix.server-versions }}
+
+    env:
+      MYSQL_PORT: 4444
+      PGSQL_PORT: 4445
+
+      # recognize_backend ExApp (manual-install deploy daemon)
+      PYTHONUNBUFFERED: 1
+      APP_HOST: 0.0.0.0
+      APP_ID: recognize_backend
+      APP_PORT: 9031
+      APP_SECRET: 12345
+      NEXTCLOUD_URL: http://localhost:8080
+
+    services:
+      mysql:
+        image: mariadb:10.5
+        ports:
+          - 4444:3306/tcp
+        env:
+          MYSQL_ROOT_PASSWORD: rootpassword
+        options: --health-cmd="mysqladmin ping" --health-interval 5s --health-timeout 2s --health-retries 5
+      postgres:
+        image: postgres
+        ports:
+          - 4445:5432/tcp
+        env:
+          POSTGRES_USER: root
+          POSTGRES_PASSWORD: rootpassword
+          POSTGRES_DB: nextcloud
+        options: --health-cmd pg_isready --health-interval 5s --health-timeout 2s --health-retries 5
+
+    steps:
+      - name: Checkout server
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+        with:
+          repository: nextcloud/server
+          ref: ${{ matrix.server-versions }}
+
+      - name: Checkout submodules
+        shell: bash
+        run: |
+          auth_header="$(git config --local --get http.https://github.com/.extraheader)"
+          git submodule sync --recursive
+          git -c "http.extraheader=$auth_header" -c protocol.version=2 submodule update --init --force --recursive --depth=1
+
+      - name: install ssl-cert
+        if: env.ACT # Skip this on normal GitHub Actions
+        run: sudo apt update && sudo apt install -y ssl-cert
+
+      - name: Set up php ${{ matrix.php-versions }}
+        uses: shivammathur/setup-php@cf4cade2721270509d5b1c766ab3549210a39a2a # v2.33.0
+        with:
+          php-version: ${{ matrix.php-versions }}
+          tools: phpunit
+          extensions: mbstring, iconv, fileinfo, intl, sqlite, pdo_mysql, pdo_sqlite, pgsql, pdo_pgsql, gd, zip
+
+      - name: Checkout app
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+        with:
+          path: apps/${{ env.APP_NAME }}
+
+      - name: Read package.json node and npm engines version
+        uses: skjnldsv/read-package-engines-version-actions@06d6baf7d8f41934ab630e97d9e6c0bc9c9ac5e4 # v3
+        id: versions
+        with:
+          path: apps/${{ env.APP_NAME }}
+          fallbackNode: '^12'
+          fallbackNpm: '^6'
+
+      - name: Set up node ${{ steps.versions.outputs.nodeVersion }}
+        uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4.4.0
+        with:
+          node-version: ${{ steps.versions.outputs.nodeVersion }}
+
+      - name: Set up npm ${{ steps.versions.outputs.npmVersion }}
+        run: npm i -g npm@"${{ steps.versions.outputs.npmVersion }}"
+
+      - name: install make wget unzip
+        if: env.ACT # Skip this on normal GitHub Actions
+        run: sudo apt update && sudo apt install -y make wget unzip
+
+      - name: Install app
+        working-directory: apps/${{ env.APP_NAME }}
+        run: |
+          composer install --no-dev
+          make all
+          make remove-binaries
+          make remove-devdeps
+
+      - name: Set up Nextcloud and install app
+        if: ${{ matrix.databases != 'pgsql'}}
+        run: |
+          sleep 25
+          mkdir data
+          ./occ maintenance:install --verbose --database=${{ matrix.databases }} --database-name=nextcloud --database-host=127.0.0.1 --database-port=$MYSQL_PORT --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass password
+          ./occ app:enable -vvv -f ${{ env.APP_NAME }}
+          php -S localhost:8080 &
+
+      - name: Set up Nextcloud and install app
+        if: ${{ matrix.databases == 'pgsql'}}
+        run: |
+          sleep 25
+          mkdir data
+          ./occ maintenance:install --verbose --database=${{ matrix.databases }} --database-name=nextcloud --database-host=127.0.0.1 --database-port=$PGSQL_PORT --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass password
+          ./occ app:enable -vvv -f ${{ env.APP_NAME }}
+          php -S localhost:8080 &
+
+      - name: Enable app_api
+        run: ./occ app:enable -vvv -f app_api
+
+      - name: Checkout app
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+        with:
+          repository: nextcloud/viewer
+          path: apps/viewer
+
+      - name: Install viewer
+        run: |
+          ./occ app:enable -vvv viewer
+
+      - name: Remove unnecessary models to make space
+        run: |
+          rm -rf apps/recognize/models
+
+      - uses: actions/cache/restore@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
+        id: photos-cache
+        with:
+          path: data/admin/files/
+          key: https://cloud.nextcloud.com/public.php/dav/files/wfDk23DBsXYrd4S/IMDb-Face.zip
+
+      - name: Upload photos
+        if: steps.photos-cache.outputs.cache-hit != 'true'
+        run: |
+          mkdir -p data/admin/files/
+          cd data/admin/files
+          wget https://cloud.nextcloud.com/public.php/dav/files/wfDk23DBsXYrd4S/IMDb-Face.zip
+          unzip IMDb-Face.zip
+          rm IMDb-Face.zip
+
+      - uses: actions/cache/save@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
+        with:
+          path: data/admin/files/
+          key: https://cloud.nextcloud.com/public.php/dav/files/wfDk23DBsXYrd4S/IMDb-Face.zip
+
+      - name: Set config
+        run: |
+          ./occ config:app:set --value true recognize faces.enabled
+          # Don't force API key usage to allow tests to run
+          ./occ config:app:set --value false recognize require_api_key
+          # Hand files off to the recognize_backend ExApp via TaskProcessing
+          # instead of running TensorFlow locally.
+          ./occ config:app:set --value true recognize taskprocessing.enabled
+
+      - uses: actions/cache/restore@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
+        id: db-cache
+        with:
+          path: data/nextcloud.db
+          key: ${{ runner.os }}-${{ matrix.server-versions }}-taskprocessing-${{ hashFiles('data/admin/files/**', 'apps/recognize/lib/Classifiers/AbstractTaskProcessingClassifier.php', 'apps/recognize/lib/Classifiers/TaskProcessing/**', 'apps/recognize/lib/TaskProcessing/**', 'apps/recognize/lib/Db/FaceDetectionMapper.php') }}
+
+      # The remaining classification steps only run on a cache miss. When the
+      # detection database is restored from cache we can skip deploying the
+      # ExApp entirely and go straight to clustering (pure PHP).
+
+      - name: Set up python 3.11
+        if: steps.db-cache.outputs.cache-hit != 'true'
+        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
+        with:
+          python-version: '3.11'
+          cache: 'pip'
+          cache-dependency-path: recognize_backend/requirements.txt
+
+      - name: Checkout recognize_backend ExApp
+        if: steps.db-cache.outputs.cache-hit != 'true'
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+        with:
+          repository: nextcloud/recognize_backend
+          path: recognize_backend
+
+      - name: Read recognize_backend version
+        if: steps.db-cache.outputs.cache-hit != 'true'
+        id: backendinfo
+        uses: skjnldsv/xpath-action@7e6a7c379d0e9abc8acaef43df403ab4fc4f770c # master
+        with:
+          filename: recognize_backend/appinfo/info.xml
+          expression: "/info/version/text()"
+
+      - name: Install ExApp system dependencies
+        if: steps.db-cache.outputs.cache-hit != 'true'
+        run: sudo apt update && sudo apt install -y ffmpeg libsndfile1 libgl1 libglib2.0-0
+
+      - name: Install ExApp requirements
+        if: steps.db-cache.outputs.cache-hit != 'true'
+        working-directory: recognize_backend
+        run: |
+          python3 -m pip install --upgrade pip
+          python3 -m pip install -r requirements.txt
+
+      - name: Run ExApp
+        if: steps.db-cache.outputs.cache-hit != 'true'
+        working-directory: recognize_backend/lib
+        env:
+          APP_VERSION: ${{ steps.backendinfo.outputs.result }}
+        run: |
+          python3 main.py > "$GITHUB_WORKSPACE/backend_logs" 2>&1 &
+
+      - name: Register ExApp with app_api
+        if: steps.db-cache.outputs.cache-hit != 'true'
+        run: |
+          ./occ app_api:daemon:register --net host manual_install "Manual Install" manual-install http localhost http://localhost:8080
+          ./occ app_api:app:register recognize_backend manual_install --json-info "{\"appid\":\"recognize_backend\",\"name\":\"Recognize Backend\",\"daemon_config_name\":\"manual_install\",\"version\":\"${{ steps.backendinfo.outputs.result }}\",\"secret\":\"12345\",\"port\":9031,\"scopes\":[\"TASK_PROCESSING\",\"FILES\"],\"system_app\":0}" --force-scopes --wait-finish
+
+      - name: install sqlite3
+        if: steps.db-cache.outputs.cache-hit != 'true' && env.ACT # Skip this on normal GitHub Actions
+        run: sudo apt update && sudo apt install -y sqlite3
+
+      - name: Run classification via TaskProcessing
+        if: steps.db-cache.outputs.cache-hit != 'true'
+        run: |
+          ./occ upgrade # in case server master has new migrations in the meantime
+          ./occ files:scan admin
+          # Kick off a full classification run: SchedulerJob -> StorageCrawlJob
+          # fills the faces queue and ClassifyFacesJob hands each batch to the
+          # recognize_backend ExApp as a TaskProcessing task. Results are written
+          # back asynchronously by the TaskResultListener when the ExApp reports.
+          ./occ recognize:recrawl
+          # Drive the background jobs by running cron in a loop until the faces
+          # queue is drained and no crawl/scheduler jobs remain.
+          for i in $(seq 1 180); do
+            php cron.php || true
+            QUEUE=$(sqlite3 data/nextcloud.db "select count(*) from oc_recognize_queue_faces;")
+            CRAWL=$(sqlite3 data/nextcloud.db "select count(*) from oc_jobs where class like '%StorageCrawlJob' or class like '%SchedulerJob';")
+            echo "round $i: faces queue=$QUEUE, pending crawl/scheduler jobs=$CRAWL"
+            if [ "$QUEUE" -eq 0 ] && [ "$CRAWL" -eq 0 ] && [ "$i" -gt 3 ]; then break; fi
+            sleep 10
+          done
+          # Wait for the ExApp to finish processing all scheduled TaskProcessing
+          # tasks (status 0=unknown, 1=scheduled, 2=running are still pending).
+          for i in $(seq 1 240); do
+            PENDING=$(sqlite3 data/nextcloud.db "select count(*) from oc_taskprocessing_tasks where app_id = 'recognize' and status in (0, 1, 2);")
+            echo "wait $i: pending recognize taskprocessing tasks=$PENDING"
+            if [ "$PENDING" -eq 0 ]; then break; fi
+            sleep 30
+          done
+          FAILED=$(sqlite3 data/nextcloud.db "select count(*) from oc_taskprocessing_tasks where app_id = 'recognize' and status = 4;")
+          echo "failed recognize taskprocessing tasks: $FAILED"
+
+      - uses: actions/cache/save@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
+        with:
+          path: data/nextcloud.db
+          key: ${{ steps.db-cache.outputs.cache-primary-key }}
+
+      - name: Reduce space
+        run: |
+          for dirname in data/admin/files/IMDb-Face/*; do truncate -s 0 "${dirname}/*"; done
+
+      - name: install sqlite3
+        if: env.ACT # Skip this on normal GitHub Actions
+        run: sudo apt update && sudo apt install -y sqlite3
+
+      - name: Create detection summary
+        run: |
+          sqlite3 data/nextcloud.db "select x, y, path from oc_recognize_face_detections d LEFT JOIN oc_filecache c ON c.fileid = d.file_id where user_id = 'admin' ORDER BY path;" > out.txt
+
+      - uses: actions/cache/restore@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
+        id: clustering-cache
+        with:
+          path: out.json
+          key: ${{ runner.os }}-taskprocessing-${{ hashFiles('out.txt', 'apps/recognize/lib/Clustering/**', 'apps/recognize/lib/Dav/**', 'apps/recognize/lib/Service/FaceClusterAnalyzer.php', 'apps/recognize/lib/Command/ClusterFaces.php') }}
+
+      - name: Run clustering
+        if: steps.clustering-cache.outputs.cache-hit != 'true'
+        run: |
+          ./occ upgrade # in case server master has new migrations in the meantime
+          ./occ recognize:cluster-faces -b 10000
+          ./occ recognize:cluster-faces -b 10000
+          ./occ recognize:cluster-faces -b 10000
+          ./occ recognize:cluster-faces -b 10000
+          ./occ recognize:cluster-faces -b 10000
+          ./occ recognize:cluster-faces -b 10000
+
+      - name: install python3 python3-pip jq curl
+        if: steps.clustering-cache.outputs.cache-hit != 'true' && env.ACT # Skip this on normal GitHub Actions
+        run: sudo apt update && sudo apt install -y python3 python3-pip jq curl
+
+      - name: Install xq
+        if: steps.clustering-cache.outputs.cache-hit != 'true'
+        run: |
+          pip install yq --break-system-packages
+
+      - name: Download face assignments
+        if: steps.clustering-cache.outputs.cache-hit != 'true'
+        run: |
+          curl -u 'admin:password' --request PROPFIND 'http://localhost:8080/remote.php/dav/recognize/admin/faces/' --header 'Depth: 2' --data '<?xml version="1.0"?>
+            <d:propfind xmlns:d="DAV:"
+            xmlns:oc="http://owncloud.org/ns"
+            xmlns:nc="http://nextcloud.org/ns"
+            xmlns:ocs="http://open-collaboration-services.org/ns">
+            <d:prop>
+              <d:getcontentlength />
+              <d:getcontenttype />
+              <d:getetag />
+              <d:getlastmodified />
+              <d:resourcetype />
+              <nc:face-detections />
+              <nc:file-metadata-size />
+              <nc:has-preview />
+              <nc:realpath />
+              <oc:favorite />
+              <oc:fileid />
+              <oc:permissions />
+              <nc:nbItems />
+            </d:prop>
+            </d:propfind>' > out.xml
+          cat out.xml
+
+      - name: Parse face assignments
+        if: steps.clustering-cache.outputs.cache-hit != 'true'
+        run: |
+          PATH=$PATH:/home/runner/.local/bin
+          cat out.xml | xq '.["d:multistatus"]["d:response"] | map(select(.["d:href"] | test("faces/.+?/.+?"))) | map({"href": .["d:href"], "realpath": .["d:propstat"][0]["d:prop"]["nc:realpath"], "face-detections": .["d:propstat"][0]["d:prop"]["nc:face-detections"] | fromjson | map({userId, x, y, height, width, clusterId}) })' > out.json
+          cat out.json
+
+      - uses: actions/cache/save@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
+        with:
+          path: out.json
+          key: ${{ steps.clustering-cache.outputs.cache-primary-key }}
+
+      - name: Download IMDb-Face.csv
+        working-directory: apps/${{ env.APP_NAME }}/tests/res
+        run: |
+          wget https://cloud.nextcloud.com/public.php/dav/files/wfDk23DBsXYrd4S/IMDb-Face-csv.zip
+          unzip IMDb-Face-csv.zip
+          rm IMDb-Face-csv.zip
+
+      - name: Analyse face assignments
+        run: |
+          node -e "
+            const COLUMN_NAME = 0
+            const COLUMN_URL = 5
+            const COLUMN_RECT = 3
+            const COLUMN_DIMS = 4
+
+            const csv = fs.readFileSync(__dirname + '/apps/recognize/tests/res/IMDb-Face.csv')
+              .toString('utf8')
+              .split('\n')
+              .map(line => line.split(','))
+
+            // remove csv header
+            csv.shift()
+
+            const names = [...new Set(csv.map(image => image[COLUMN_NAME])).values()]
+
+            const selectedNames = names.slice(0, 2000)
+
+            const limitedCsv = selectedNames.flatMap(name => {
+              return csv.filter(line => line[COLUMN_NAME] === name)
+            })
+
+            const allDetections = fs.readFileSync(__dirname + '/out.txt').toString('utf8').trim().split('\n').map(line => line.split('|'))
+
+            const json = require(__dirname + '/out.json');
+
+            const facesByCluster = json
+            .reduce((acc, face) => {
+              const clusterId = parseInt(face.href.split('/')[6]);
+              acc[clusterId] = [...(acc[clusterId] ?? []), face.realpath.split('/')[4]];
+              return acc
+            }, {});
+
+            const targetFaces = json
+            .filter(face => {
+              return limitedCsv
+                .some(entry => {
+                  if (entry[COLUMN_NAME] === face.realpath.split('/')[4] && entry[COLUMN_URL].split('/').pop() === face.realpath.split('/').pop()) {
+                    let dims = entry[COLUMN_DIMS].split(' ').map(i => parseInt(i))
+                    dims = {x: dims[1], y: dims[0]}
+                    const rect = entry[COLUMN_RECT].split(' ').map(i => parseInt(i))
+                    return Math.abs(face['face-detections'][0].x - rect[0] / dims.x) < 0.05 && Math.abs(face['face-detections'][0].y - rect[1] / dims.y) < 0.05
+                  }
+                  return false
+                })
+            })
+
+            const targetFacesPerIdentity = targetFaces.reduce((acc, face) => {
+              const name = face.realpath.split('/')[4]
+              acc[name] = acc[name] ?? []
+              acc[name].push(face)
+              return acc
+            },{})
+
+            const targetFacesByCluster = targetFaces
+            .reduce((acc, face) => {
+              const clusterId = parseInt(face.href.split('/')[6]);
+              acc[clusterId] = [...(acc[clusterId] ?? []), face.realpath.split('/')[4]];
+              return acc
+            }, {});
+
+            console.log(facesByCluster);
+            console.log(targetFacesByCluster);
+            const clusterTargetAccuracies = Object.entries(targetFacesByCluster)
+              .filter(([clusterId, names]) => names.length > 1)
+              .map(([clusterId, names]) =>
+                [...new Set(names).values()]
+                  .map(name1 =>
+                    names.filter(name2 => name1 === name2).length
+                  ).sort().reverse()[0] / names.length
+              );
+            const clusterAccuracies = Object.entries(facesByCluster)
+              .map(([clusterId, names]) =>
+                [...new Set(names).values()]
+                  .map(name1 =>
+                    names.filter(name2 => name1 === name2).length
+                  ).sort().reverse()[0] / names.length
+              );
+            const clusteredFaces = Object.entries(facesByCluster)
+                .map(([clusterId, names]) => names.length)
+                .reduce((acc, val) => acc+val, 0)
+            const clusteredTargetFaces = Object.entries(targetFacesByCluster)
+                .map(([clusterId, names]) => names.length)
+                .reduce((acc, val) => acc+val, 0)
+            const clusteredTargetFacesByIdentity = Object.entries(targetFacesByCluster)
+              .map(([clusterId, names]) =>
+                [...new Set(names).values()]
+                  .map(name1 =>
+                    [name1, names.filter(name2 => name1 === name2).length]
+                  ).sort(([name1, size1], [name2, size2]) => size1 - size2).reverse()[0]
+              )
+              .filter(([name,size]) => size > 1)
+              .reduce((acc, [name, size]) => {
+                acc[name] = (acc[name] ?? 0) + size
+                return acc
+              }, Object.fromEntries(Object.entries(targetFacesPerIdentity).map(([key]) => [key, 0])))
+
+            console.log(targetFacesPerIdentity)
+            console.log(clusteredTargetFacesByIdentity)
+            const averageTargetFacesPerIdentity = Object.entries(targetFacesPerIdentity).reduce((acc, [name, detections]) => acc+detections.length, 0) / Object.entries(targetFacesPerIdentity).length
+            const averageClusteredTargetFacesByIdentity = Object.entries(clusteredTargetFacesByIdentity).reduce((acc, [name, size]) => acc+size, 0) / Object.entries(clusteredTargetFacesByIdentity).length
+
+            const clusteredTargetFacesByIdentityRate = Object.entries(clusteredTargetFacesByIdentity)
+              .reduce((acc, [name, size]) => acc + size / targetFacesPerIdentity[name].length, 0) / Object.entries(clusteredTargetFacesByIdentity).length
+            const identitiesWithPhotos = $(find data/admin/files/IMDb-Face -type d ! -empty | wc -l)
+            const identitiesWithDetections = Object.entries(targetFacesPerIdentity).length
+            const identitiesWithEnoughDetections = Object.entries(targetFacesPerIdentity).filter(([name, detections]) => detections.length > 1).length
+            const identitiesWithClusters = Object.entries(clusteredTargetFacesByIdentity).filter(([name, size]) => size > 1).length
+            const identitiesWithClustersRate = identitiesWithClusters / identitiesWithEnoughDetections
+
+            const detectedFaces = $(sqlite3 data/nextcloud.db "select count(*) from oc_recognize_face_detections where user_id = 'admin';")
+            const detectedTargetFaces = allDetections.filter(detection => {
+              if(detection.length < 3) return false
+              const x = Number(detection[0])
+              const y = Number(detection[1])
+              const path = detection[2]
+              return limitedCsv
+              .some(entry => {
+                if (entry[COLUMN_NAME] === path.split('/')[2] && entry[COLUMN_URL].split('/').pop().split('.jpg')[0] === path.split('/').pop().split('.jpg')[0]) {
+                  let dims = entry[COLUMN_DIMS].split(' ').map(i => parseInt(i))
+                  dims = {x: dims[1], y: dims[0]}
+                  const rect = entry[COLUMN_RECT].split(' ').map(i => parseInt(i))
+                  return Math.abs(x - rect[0] / dims.x) < 0.05 && Math.abs(y - rect[1] / dims.y) < 0.05
+                }
+                return false
+              })
+            }).length
+            const totalPhotos = $(ls data/admin/files/IMDb-Face/* | wc -l)
+            const detectedFacesRate = detectedFaces / totalPhotos
+            const clusteredTargetFacesRate = clusteredTargetFaces / detectedTargetFaces
+            const clusteredFacesRate = clusteredFaces / detectedFaces
+            const averageClusterAccuracy = clusterAccuracies.reduce((acc, val) => acc+val, 0)/clusterAccuracies.length
+            const averageClusterTargetAccuracy = clusterTargetAccuracies.reduce((acc, val) => acc+val, 0)/clusterTargetAccuracies.length
+            const targettedShitClusterRate = clusterTargetAccuracies.filter((val) => val < 0.5).length/clusterTargetAccuracies.length
+            const shitClusterRate = clusterAccuracies.filter((val) => val < 0.5).length/clusterAccuracies.length
+            console.log({ clusterAccuracies });
+            console.log({ clusterTargetAccuracies });
+            console.log({ totalPhotos });
+            console.log({ detectedFaces });
+            console.log({ detectedFacesRate });
+            console.log({ detectedTargetFaces });
+            console.log({ clusteredFaces });
+            console.log({ clusteredFacesRate })
+            console.log({ clusteredTargetFaces })
+            console.log({ clusteredTargetFacesRate })
+            console.log({ averageTargetFacesPerIdentity })
+            console.log({ averageClusteredTargetFacesByIdentity })
+            console.log({ clusteredTargetFacesByIdentityRate })
+            console.log({ identitiesWithPhotos })
+            console.log({ identitiesWithDetections })
+            console.log({ identitiesWithEnoughDetections })
+            console.log({ identitiesWithClusters })
+            console.log({ identitiesWithClustersRate })
+            console.log({ shitClusterRate })
+            console.log({ targettedShitClusterRate })
+            console.log({ averageClusterAccuracy })
+            console.log({ averageClusterTargetAccuracy })
+            console.log({ weightedAccuracy: averageClusterAccuracy * clusteredFacesRate })
+            console.log({ weightedTargetAccuracy: averageClusterTargetAccuracy * clusteredTargetFacesRate })
+            const combinedScore = (averageClusterTargetAccuracy * identitiesWithClustersRate * clusteredTargetFacesByIdentityRate * clusteredTargetFacesRate) ** (1/4)
+            console.log({ combinedScore, minCombinedScore: 0.6 })
+            if (combinedScore < 0.6 || combinedScore > 1.0) {
+              console.log('Benchmark result: Bad')
+              process.exit(1)
+            } else {
+              console.log('Benchmark result: Good')
+            }
+          "
+
+      - name: Show ExApp logs
+        if: always()
+        run: |
+          echo '---------------- nextcloud.log ----------------'
+          tail -n 100 data/nextcloud.log || echo "No nextcloud.log"
+          echo '---------------- recognize_backend logs ----------------'
+          [ -f backend_logs ] && cat backend_logs || echo "No backend logs"
diff --git a/.github/workflows/full-run-test.yml b/.github/workflows/full-run-test.yml
index 7df6a290..a448f868 100644
--- a/.github/workflows/full-run-test.yml
+++ b/.github/workflows/full-run-test.yml
@@ -208,3 +208,253 @@ jobs:
         if: always()
         run: |
           cat data/nextcloud.log
+
+  taskprocessing:
+    runs-on: ubuntu-latest
+
+    strategy:
+      # do not stop on another job's failure
+      fail-fast: false
+      matrix:
+        php-versions: ['8.3']
+        databases: ['sqlite']
+        # recognize_backend requires Nextcloud >= 32, so only test against master here
+        server-versions: ['master']
+        imagenet-enabled: ['true']
+        faces-enabled: ['true']
+        musicnn-enabled: ['true']
+        movinet-enabled: ['true']
+
+    name: Test classify in taskprocessing mode on ${{ matrix.databases }}-${{ matrix.server-versions }} imagenet:${{ matrix.imagenet-enabled }},faces:${{ matrix.faces-enabled }},movinet:${{ matrix.movinet-enabled }},musicnn:${{ matrix.musicnn-enabled }}
+
+    env:
+      MYSQL_PORT: 4444
+      PGSQL_PORT: 4445
+
+      # recognize_backend ExApp (deployed via AppAPI's manual_install deploy daemon)
+      PYTHONUNBUFFERED: 1
+      APP_HOST: 0.0.0.0
+      APP_ID: recognize_backend
+      APP_PORT: 9031
+      APP_SECRET: 12345
+      APP_VERSION: 1.0.0
+      NEXTCLOUD_URL: http://localhost:8080
+      # No NVIDIA driver on the runner; the backend falls back to CPU automatically
+      COMPUTE_DEVICE: CPU
+
+    timeout-minutes: 90 # model download + CPU inference is slow on the first (uncached) run
+
+    services:
+      mysql:
+        image: mariadb:10.5
+        ports:
+          - 4444:3306/tcp
+        env:
+          MYSQL_ROOT_PASSWORD: rootpassword
+        options: --health-cmd="mysqladmin ping" --health-interval 5s --health-timeout 2s --health-retries 5
+      postgres:
+        image: postgres
+        ports:
+          - 4445:5432/tcp
+        env:
+          POSTGRES_USER: root
+          POSTGRES_PASSWORD: rootpassword
+          POSTGRES_DB: nextcloud
+        options: --health-cmd pg_isready --health-interval 5s --health-timeout 2s --health-retries 5
+
+    steps:
+      - name: Checkout server
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+        with:
+          repository: nextcloud/server
+          ref: ${{ matrix.server-versions }}
+
+      - name: Checkout submodules
+        shell: bash
+        run: |
+          auth_header="$(git config --local --get http.https://github.com/.extraheader)"
+          git submodule sync --recursive
+          git -c "http.extraheader=$auth_header" -c protocol.version=2 submodule update --init --force --recursive --depth=1
+
+      - name: Set up php ${{ matrix.php-versions }}
+        uses: shivammathur/setup-php@cf4cade2721270509d5b1c766ab3549210a39a2a # v2.33.0
+        with:
+          php-version: ${{ matrix.php-versions }}
+          tools: phpunit
+          extensions: mbstring, iconv, fileinfo, intl, sqlite, pdo_mysql, pdo_sqlite, pgsql, pdo_pgsql, gd, zip
+
+      - name: Checkout app
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+        with:
+          path: apps/${{ env.APP_NAME }}
+
+      - name: Read package.json node and npm engines version
+        uses: skjnldsv/read-package-engines-version-actions@06d6baf7d8f41934ab630e97d9e6c0bc9c9ac5e4 # v3
+        id: versions
+        with:
+          path: apps/${{ env.APP_NAME }}
+          fallbackNode: '^12'
+          fallbackNpm: '^6'
+
+      - name: Set up node ${{ steps.versions.outputs.nodeVersion }}
+        uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4.4.0
+        with:
+          node-version: ${{ steps.versions.outputs.nodeVersion }}
+
+      - name: Set up npm ${{ steps.versions.outputs.npmVersion }}
+        run: npm i -g npm@"${{ steps.versions.outputs.npmVersion }}"
+
+      - name: Install app
+        working-directory: apps/${{ env.APP_NAME }}
+        run: |
+          composer install --no-dev
+          make all
+          make remove-binaries
+          rm -rf models # Make it download from github
+          wget https://github.com/nextcloud/recognize/releases/download/v3.4.0/test-files.zip
+          unzip test-files.zip -d tests/res/
+
+      - name: Set up Nextcloud and install app
+        run: |
+          sleep 25
+          mkdir data
+          ./occ maintenance:install --verbose --database=${{ matrix.databases }} --database-name=nextcloud --database-host=127.0.0.1 --database-port=$MYSQL_PORT --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass password
+          ./occ app:enable -vvv -f ${{ env.APP_NAME }}
+          php -S localhost:8080 &
+
+      - name: Checkout app_api
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+        with:
+          path: apps/app_api
+          repository: nextcloud/app_api
+          ref: ${{ matrix.server-versions == 'master' && 'main' || matrix.server-versions }}
+
+      - name: Enable app_api
+        run: ./occ app:enable -vvv -f app_api
+
+      - name: Checkout recognize_backend
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+        with:
+          path: recognize_backend
+          repository: nextcloud/recognize_backend
+          ref: main
+
+      - name: Set up python 3.11
+        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
+        with:
+          python-version: '3.11'
+          cache: 'pip'
+          cache-dependency-path: recognize_backend/requirements.txt
+
+      - name: Install recognize_backend dependencies
+        working-directory: recognize_backend
+        run: |
+          # onnxruntime-gpu needs CUDA libs at import time; swap in the CPU build for the runner
+          sed -i 's/^onnxruntime-gpu.*/onnxruntime/' requirements.txt
+          pip install -r requirements.txt
+
+      - name: Cache recognize_backend models
+        uses: actions/cache/restore@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
+        id: models-cache-restore
+        with:
+          path: recognize_backend-persistent_storage/
+          key: ${{ runner.os }}-recognize-backend-models-v1
+
+      - name: Run recognize_backend
+        working-directory: recognize_backend/lib
+        env:
+          APP_PERSISTENT_STORAGE: ${{ github.workspace }}/recognize_backend-persistent_storage
+          HF_HOME: ${{ github.workspace }}/recognize_backend-persistent_storage/huggingface
+          INSIGHTFACE_HOME: ${{ github.workspace }}/recognize_backend-persistent_storage/insightface
+        run: |
+          mkdir -p "$APP_PERSISTENT_STORAGE"
+          python3 main.py > "$GITHUB_WORKSPACE/backend_logs" 2>&1 &
+
+      - name: Register recognize_backend with AppAPI
+        run: |
+          ./occ app_api:daemon:register --net host manual_install "Manual Install" manual-install http localhost http://localhost:8080
+          ./occ app_api:app:register ${{ env.APP_ID }} manual_install --json-info \
+            "{\"appid\":\"${{ env.APP_ID }}\",\"name\":\"Recognize Backend\",\"daemon_config_name\":\"manual_install\",\"version\":\"${{ env.APP_VERSION }}\",\"secret\":\"${{ env.APP_SECRET }}\",\"port\":${{ env.APP_PORT }},\"scopes\":[\"TASK_PROCESSING\",\"FILES\"],\"system_app\":1}" \
+            --force-scopes --wait-finish
+
+      - name: Upload photos
+        run: |
+          find apps/${{ env.APP_NAME }}/tests/res/ -type f -exec curl -u 'admin:password' -T "{}" 'http://localhost:8080/remote.php/webdav/' \;
+
+      - name: Enable taskprocessing mode
+        run: |
+          ./occ config:app:set --value true recognize taskprocessing.enabled
+          ./occ config:app:set --value ${{ matrix.imagenet-enabled }} recognize imagenet.enabled
+          ./occ config:app:set --value ${{ matrix.faces-enabled }} recognize faces.enabled
+          ./occ config:app:set --value ${{ matrix.musicnn-enabled }} recognize musicnn.enabled
+          ./occ config:app:set --value ${{ matrix.movinet-enabled }} recognize movinet.enabled
+
+      - name: Schedule classification tasks
+        env:
+          GITHUB_REF: ${{ github.ref }}
+        run: |
+          ./occ files:scan admin
+          # recognize:classify does not work in taskprocessing mode; instead let the
+          # background jobs crawl the storages and schedule TaskProcessing tasks.
+          ./occ recognize:recrawl
+          # Run cron a few times so SchedulerJob -> StorageCrawlJob -> Classify*Job run
+          # in sequence and schedule the TaskProcessing tasks for the uploaded files.
+          for i in $(seq 1 12); do
+            ./occ background:cron
+            sleep 30
+          done
+
+      - name: Wait for tasks to be processed by recognize_backend
+        run: |
+          set -x
+          # The backend downloads the models on the first run and processes the tasks;
+          # TaskResultListener applies the results as each task succeeds.
+          NEXT_WAIT_TIME=0
+          DETECTIONS=0
+          until [ $NEXT_WAIT_TIME -eq 60 ] || [ "$DETECTIONS" -gt 0 ]; do
+            ./occ background:cron
+            DETECTIONS=$(sqlite3 data/nextcloud.db "select count(*) from oc_recognize_face_detections;" 2>/dev/null || echo 0)
+            echo "face detections so far: $DETECTIONS (iteration $NEXT_WAIT_TIME)"
+            sleep 30
+            NEXT_WAIT_TIME=$((NEXT_WAIT_TIME + 1))
+          done
+          # Fail if the backend never produced any results
+          [ "$DETECTIONS" -gt 0 ]
+
+      - name: Save recognize_backend models cache
+        if: always() && steps.models-cache-restore.outputs.cache-hit != 'true'
+        uses: actions/cache/save@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
+        with:
+          path: recognize_backend-persistent_storage/
+          key: ${{ steps.models-cache-restore.outputs.cache-primary-key }}
+
+      - name: Cluster faces
+        run: |
+          ./occ recognize:cluster-faces
+
+      - name: Install cadaver
+        if: ${{ matrix.faces-enabled }}
+        run: |
+          sudo apt -y install cadaver
+
+      - name: Test webdav access
+        if: ${{ matrix.faces-enabled }}
+        run: |
+          cat > ~/.netrc <<EOF
+          machine localhost
+          login admin
+          password password
+          EOF
+          cadaver http://localhost:8080/remote.php/dav/recognize/admin/ <<EOF
+          mv unassigned-faces/* faces/0/
+          mkdir faces/toot
+          mv faces/0/* faces/toot/
+          mv faces/toot/ faces/blah/
+          EOF
+
+      - name: Print logs
+        if: always()
+        run: |
+          cat data/nextcloud.log
+          echo '-------------------- recognize_backend logs --------------------'
+          cat "$GITHUB_WORKSPACE/backend_logs" || echo "No backend logs"

From 942b9379ca6d4432abc38a0ca9154d6e50a7220d Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Thu, 9 Jul 2026 16:31:29 +0200
Subject: [PATCH 17/24] fix(tests): Small corrections

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 .github/workflows/cluster-faces-test.yml | 15 ++++++++-------
 .github/workflows/full-run-test.yml      |  4 ++--
 2 files changed, 10 insertions(+), 9 deletions(-)

diff --git a/.github/workflows/cluster-faces-test.yml b/.github/workflows/cluster-faces-test.yml
index bdb0359e..dfc79aeb 100644
--- a/.github/workflows/cluster-faces-test.yml
+++ b/.github/workflows/cluster-faces-test.yml
@@ -621,13 +621,6 @@ jobs:
       # detection database is restored from cache we can skip deploying the
       # ExApp entirely and go straight to clustering (pure PHP).
 
-      - name: Set up python 3.11
-        if: steps.db-cache.outputs.cache-hit != 'true'
-        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
-        with:
-          python-version: '3.11'
-          cache: 'pip'
-          cache-dependency-path: recognize_backend/requirements.txt
 
       - name: Checkout recognize_backend ExApp
         if: steps.db-cache.outputs.cache-hit != 'true'
@@ -636,6 +629,14 @@ jobs:
           repository: nextcloud/recognize_backend
           path: recognize_backend
 
+      - name: Set up python 3.11
+        if: steps.db-cache.outputs.cache-hit != 'true'
+        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
+        with:
+          python-version: '3.11'
+          cache: 'pip'
+          cache-dependency-path: recognize_backend/requirements.txt
+
       - name: Read recognize_backend version
         if: steps.db-cache.outputs.cache-hit != 'true'
         id: backendinfo
diff --git a/.github/workflows/full-run-test.yml b/.github/workflows/full-run-test.yml
index a448f868..97d572b8 100644
--- a/.github/workflows/full-run-test.yml
+++ b/.github/workflows/full-run-test.yml
@@ -400,7 +400,7 @@ jobs:
           # Run cron a few times so SchedulerJob -> StorageCrawlJob -> Classify*Job run
           # in sequence and schedule the TaskProcessing tasks for the uploaded files.
           for i in $(seq 1 12); do
-            ./occ background:cron
+            php cron.php -v
             sleep 30
           done
 
@@ -412,7 +412,7 @@ jobs:
           NEXT_WAIT_TIME=0
           DETECTIONS=0
           until [ $NEXT_WAIT_TIME -eq 60 ] || [ "$DETECTIONS" -gt 0 ]; do
-            ./occ background:cron
+            php cron.php -v
             DETECTIONS=$(sqlite3 data/nextcloud.db "select count(*) from oc_recognize_face_detections;" 2>/dev/null || echo 0)
             echo "face detections so far: $DETECTIONS (iteration $NEXT_WAIT_TIME)"
             sleep 30

From a53c603a87c63cae372d4b84e85d506f423cfd32 Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Tue, 14 Jul 2026 10:42:41 +0200
Subject: [PATCH 18/24] fix(ci): Use `composer run serve` instead of php -S

4 workers instead of 1

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 .github/workflows/cluster-faces-test.yml | 6 ++++--
 .github/workflows/full-run-test.yml      | 3 ++-
 2 files changed, 6 insertions(+), 3 deletions(-)

diff --git a/.github/workflows/cluster-faces-test.yml b/.github/workflows/cluster-faces-test.yml
index dfc79aeb..61450230 100644
--- a/.github/workflows/cluster-faces-test.yml
+++ b/.github/workflows/cluster-faces-test.yml
@@ -554,7 +554,8 @@ jobs:
           mkdir data
           ./occ maintenance:install --verbose --database=${{ matrix.databases }} --database-name=nextcloud --database-host=127.0.0.1 --database-port=$MYSQL_PORT --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass password
           ./occ app:enable -vvv -f ${{ env.APP_NAME }}
-          php -S localhost:8080 &
+           # 4 workers by default
+          composer run serve &
 
       - name: Set up Nextcloud and install app
         if: ${{ matrix.databases == 'pgsql'}}
@@ -563,7 +564,8 @@ jobs:
           mkdir data
           ./occ maintenance:install --verbose --database=${{ matrix.databases }} --database-name=nextcloud --database-host=127.0.0.1 --database-port=$PGSQL_PORT --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass password
           ./occ app:enable -vvv -f ${{ env.APP_NAME }}
-          php -S localhost:8080 &
+          # 4 workers by default
+          composer run serve &
 
       - name: Enable app_api
         run: ./occ app:enable -vvv -f app_api
diff --git a/.github/workflows/full-run-test.yml b/.github/workflows/full-run-test.yml
index 97d572b8..4a779b5c 100644
--- a/.github/workflows/full-run-test.yml
+++ b/.github/workflows/full-run-test.yml
@@ -320,7 +320,8 @@ jobs:
           mkdir data
           ./occ maintenance:install --verbose --database=${{ matrix.databases }} --database-name=nextcloud --database-host=127.0.0.1 --database-port=$MYSQL_PORT --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass password
           ./occ app:enable -vvv -f ${{ env.APP_NAME }}
-          php -S localhost:8080 &
+          # 4 workers by default
+          composer run serve &
 
       - name: Checkout app_api
         uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2

From 810dd4100487e6915d8de8f3b1c71345071f27e0 Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Tue, 14 Jul 2026 11:33:22 +0200
Subject: [PATCH 19/24] fix(ci): Don't install onnxruntime-gpu

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 .github/workflows/cluster-faces-test.yml | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/.github/workflows/cluster-faces-test.yml b/.github/workflows/cluster-faces-test.yml
index 61450230..8fafce1d 100644
--- a/.github/workflows/cluster-faces-test.yml
+++ b/.github/workflows/cluster-faces-test.yml
@@ -655,6 +655,9 @@ jobs:
         if: steps.db-cache.outputs.cache-hit != 'true'
         working-directory: recognize_backend
         run: |
+          # onnxruntime-gpu pulls in several GB of NVIDIA CUDA wheels that fill
+          # up the runner disk; swap in the CPU build like the full-run test does.
+          sed -i 's/^onnxruntime-gpu.*/onnxruntime/' requirements.txt
           python3 -m pip install --upgrade pip
           python3 -m pip install -r requirements.txt
 

From 580516fda3c5b22ed8e2a12eb49bcb22e4097b8d Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Tue, 14 Jul 2026 20:02:06 +0200
Subject: [PATCH 20/24] fix: Reduce MIN_FACE_DETECTION_SCORE for Retina face

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 .../TaskProcessing/ImageFaceRecognitionClassifier.php           | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/lib/Classifiers/TaskProcessing/ImageFaceRecognitionClassifier.php b/lib/Classifiers/TaskProcessing/ImageFaceRecognitionClassifier.php
index 3fabf6cb..184aed6a 100644
--- a/lib/Classifiers/TaskProcessing/ImageFaceRecognitionClassifier.php
+++ b/lib/Classifiers/TaskProcessing/ImageFaceRecognitionClassifier.php
@@ -14,7 +14,7 @@
 use OCA\Recognize\TaskProcessing\ImageFaceRecognitionTaskType;
 
 final class ImageFaceRecognitionClassifier extends AbstractTaskProcessingClassifier {
-	public const MIN_FACE_RECOGNITION_SCORE = 0.6;
+	public const MIN_FACE_RECOGNITION_SCORE = 0.5;
 
 	public const MIN_DATASET_SIZE = 120;
 	public const MIN_DETECTION_SIZE = 0.03;

From d463bc3377cc75c9a4f3072edbcc0d965bf48cc9 Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Wed, 15 Jul 2026 06:37:46 +0200
Subject: [PATCH 21/24] fix(ci): Reduce disk space usage

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 .github/workflows/cluster-faces-test.yml | 4 ++++
 .github/workflows/full-run-test.yml      | 4 ++++
 2 files changed, 8 insertions(+)

diff --git a/.github/workflows/cluster-faces-test.yml b/.github/workflows/cluster-faces-test.yml
index 8fafce1d..aa6d8a27 100644
--- a/.github/workflows/cluster-faces-test.yml
+++ b/.github/workflows/cluster-faces-test.yml
@@ -659,6 +659,10 @@ jobs:
           # up the runner disk; swap in the CPU build like the full-run test does.
           sed -i 's/^onnxruntime-gpu.*/onnxruntime/' requirements.txt
           python3 -m pip install --upgrade pip
+          # The default PyPI torch wheels bundle ~5GB of NVIDIA CUDA libraries and
+          # blow up the runner disk. Install the CPU-only build first so the torch
+          # constraints in requirements.txt are already satisfied.
+          python3 -m pip install --index-url https://download.pytorch.org/whl/cpu torch torchvision torchaudio
           python3 -m pip install -r requirements.txt
 
       - name: Run ExApp
diff --git a/.github/workflows/full-run-test.yml b/.github/workflows/full-run-test.yml
index 4a779b5c..a3dc4a24 100644
--- a/.github/workflows/full-run-test.yml
+++ b/.github/workflows/full-run-test.yml
@@ -352,6 +352,10 @@ jobs:
         run: |
           # onnxruntime-gpu needs CUDA libs at import time; swap in the CPU build for the runner
           sed -i 's/^onnxruntime-gpu.*/onnxruntime/' requirements.txt
+          # The default PyPI torch wheels bundle ~5GB of NVIDIA CUDA libraries and
+          # blow up the runner disk. Install the CPU-only build first so the torch
+          # constraints in requirements.txt are already satisfied.
+          pip install --index-url https://download.pytorch.org/whl/cpu torch torchvision torchaudio
           pip install -r requirements.txt
 
       - name: Cache recognize_backend models

From 1883808cb18796ec0efb8ce2c3fca59058a27028 Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Thu, 16 Jul 2026 12:45:22 +0200
Subject: [PATCH 22/24] fix(removeFilesFromQueue): Delete in batches

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 .../AbstractTaskProcessingClassifier.php      | 10 +++-----
 lib/Db/QueueMapper.php                        | 25 +++++++++++++++++++
 lib/Service/QueueService.php                  | 16 ++++++++++++
 3 files changed, 45 insertions(+), 6 deletions(-)

diff --git a/lib/Classifiers/AbstractTaskProcessingClassifier.php b/lib/Classifiers/AbstractTaskProcessingClassifier.php
index c367c62d..f6f982f2 100644
--- a/lib/Classifiers/AbstractTaskProcessingClassifier.php
+++ b/lib/Classifiers/AbstractTaskProcessingClassifier.php
@@ -103,12 +103,10 @@ private function findUserForStorage(int $storageId, int $rootId): ?string {
 	 * @param list<QueueFile> $queueFiles
 	 */
 	private function dropFromQueue(array $queueFiles): void {
-		foreach ($queueFiles as $qf) {
-			try {
-				$this->queue->removeFromQueue($this->getModelName(), $qf);
-			} catch (Exception $e) {
-				$this->logger->warning('Could not remove file ' . $qf->getFileId() . ' from ' . $this->getModelName() . ' queue', ['exception' => $e]);
-			}
+		try {
+			$this->queue->removeFilesFromQueue($this->getModelName(), $queueFiles);
+		} catch (Exception $e) {
+			$this->logger->warning('Could not remove ' . count($queueFiles) . ' files from ' . $this->getModelName() . ' queue', ['exception' => $e]);
 		}
 	}
 }
diff --git a/lib/Db/QueueMapper.php b/lib/Db/QueueMapper.php
index 12b0da50..22117ca5 100644
--- a/lib/Db/QueueMapper.php
+++ b/lib/Db/QueueMapper.php
@@ -79,6 +79,31 @@ public function removeFromQueue(string $model, QueueFile $file) : void {
 			->executeStatement();
 	}
 
+	/**
+	 * Remove multiple queue items in a single statement per chunk.
+	 *
+	 * Deleting files one-by-one issues one write transaction per file, which on
+	 * SQLite serializes against every other DB user and can stall for minutes
+	 * when a large batch is dropped. Batching keeps it to a handful of writes.
+	 *
+	 * @param string $model
+	 * @param list<int> $ids
+	 * @return void
+	 * @throws \OCP\DB\Exception
+	 */
+	public function removeFromQueueByIds(string $model, array $ids) : void {
+		if (count($ids) === 0) {
+			return;
+		}
+		// Chunk to stay well below SQLite's bound-parameter limit
+		foreach (array_chunk($ids, 500) as $chunk) {
+			$qb = $this->db->getQueryBuilder();
+			$qb->delete($this->getQueueTable($model))
+				->where($qb->expr()->in('id', $qb->createNamedParameter($chunk, IQueryBuilder::PARAM_INT_ARRAY)))
+				->executeStatement();
+		}
+	}
+
 	/**
 	 * @param int $fileId
 	 * @return void
diff --git a/lib/Service/QueueService.php b/lib/Service/QueueService.php
index 6a624a58..bffee7e7 100644
--- a/lib/Service/QueueService.php
+++ b/lib/Service/QueueService.php
@@ -102,6 +102,22 @@ public function removeFromQueue(string $model, QueueFile $queueFile) : void {
 		$this->queueMapper->removeFromQueue($model, $queueFile);
 	}
 
+	/**
+	 * Remove a batch of queue files in as few statements as possible.
+	 *
+	 * @param string $model
+	 * @param list<\OCA\Recognize\Db\QueueFile> $queueFiles
+	 * @return void
+	 * @throws \OCP\DB\Exception
+	 */
+	public function removeFilesFromQueue(string $model, array $queueFiles) : void {
+		$ids = array_map(
+			static fn (QueueFile $qf): int => $qf->getId(),
+			$queueFiles,
+		);
+		$this->queueMapper->removeFromQueueByIds($model, $ids);
+	}
+
 	/**
 	 * @throws \OCP\DB\Exception
 	 */

From ad57b93419aae426e6165f67332a13c06adea7fe Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Thu, 16 Jul 2026 12:45:51 +0200
Subject: [PATCH 23/24] fix(ci): Use sqlite WAL

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 .github/workflows/cluster-faces-test.yml | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/.github/workflows/cluster-faces-test.yml b/.github/workflows/cluster-faces-test.yml
index aa6d8a27..4970042f 100644
--- a/.github/workflows/cluster-faces-test.yml
+++ b/.github/workflows/cluster-faces-test.yml
@@ -567,6 +567,15 @@ jobs:
           # 4 workers by default
           composer run serve &
 
+      - name: Enable SQLite WAL mode
+        if: ${{ matrix.databases == 'sqlite' }}
+        run: |
+          # WAL lets the ExApp's readers and cron's writers proceed concurrently
+          # instead of serializing on SQLite's single-writer lock, which otherwise
+          # stalls task scheduling for many minutes per cron run. The mode is
+          # persisted in the database header, so it survives across connections.
+          sqlite3 data/nextcloud.db "PRAGMA journal_mode=WAL;"
+
       - name: Enable app_api
         run: ./occ app:enable -vvv -f app_api
 

From c49f982a7399b065a812ad10ead7c594688e94e8 Mon Sep 17 00:00:00 2001
From: Marcel Klehr <mklehr@gmx.net>
Date: Thu, 16 Jul 2026 15:46:14 +0200
Subject: [PATCH 24/24] fix(ci): Halve dataset and add disk usage probes to
 detect disk size growth

Signed-off-by: Marcel Klehr <mklehr@gmx.net>
---
 .github/workflows/cluster-faces-test.yml | 39 ++++++++++++++++++++----
 1 file changed, 33 insertions(+), 6 deletions(-)

diff --git a/.github/workflows/cluster-faces-test.yml b/.github/workflows/cluster-faces-test.yml
index 4970042f..3a4a0cc6 100644
--- a/.github/workflows/cluster-faces-test.yml
+++ b/.github/workflows/cluster-faces-test.yml
@@ -148,7 +148,7 @@ jobs:
         id: photos-cache
         with:
           path: data/admin/files/
-          key: https://cloud.nextcloud.com/public.php/dav/files/wfDk23DBsXYrd4S/IMDb-Face.zip
+          key: https://cloud.nextcloud.com/public.php/dav/files/wfDk23DBsXYrd4S/IMDb-Face.zip-half
 
       - name: Upload photos
         if: steps.photos-cache.outputs.cache-hit != 'true'
@@ -158,11 +158,21 @@ jobs:
           wget https://cloud.nextcloud.com/public.php/dav/files/wfDk23DBsXYrd4S/IMDb-Face.zip
           unzip IMDb-Face.zip
           rm IMDb-Face.zip
+          # Drop every other identity directory to roughly halve the dataset so
+          # the classification run stays within the job time limit. Deterministic
+          # (sorted glob) so both jobs cache an identical set under the same key.
+          cd IMDb-Face
+          i=0
+          for d in */; do
+            if [ $((i % 2)) -eq 1 ]; then rm -rf "$d"; fi
+            i=$((i + 1))
+          done
+          echo "Kept $(ls -d */ | wc -l) identity directories"
 
       - uses: actions/cache/save@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
         with:
           path: data/admin/files/
-          key: https://cloud.nextcloud.com/public.php/dav/files/wfDk23DBsXYrd4S/IMDb-Face.zip
+          key: https://cloud.nextcloud.com/public.php/dav/files/wfDk23DBsXYrd4S/IMDb-Face.zip-half
 
       - name: Set config
         run: |
@@ -184,8 +194,11 @@ jobs:
         env:
           GITHUB_REF: ${{ github.ref }}
         run: |
+          disk_free() { df -h / | awk 'NR==2 {print $4" free ("$5" used)"}'; }
+          echo "disk before classification: $(disk_free)"
           ./occ files:scan admin
           ./occ recognize:classify
+          echo "disk after classification: $(disk_free)"
 
       - uses: actions/cache/save@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
         with:
@@ -597,7 +610,7 @@ jobs:
         id: photos-cache
         with:
           path: data/admin/files/
-          key: https://cloud.nextcloud.com/public.php/dav/files/wfDk23DBsXYrd4S/IMDb-Face.zip
+          key: https://cloud.nextcloud.com/public.php/dav/files/wfDk23DBsXYrd4S/IMDb-Face.zip-half
 
       - name: Upload photos
         if: steps.photos-cache.outputs.cache-hit != 'true'
@@ -607,11 +620,21 @@ jobs:
           wget https://cloud.nextcloud.com/public.php/dav/files/wfDk23DBsXYrd4S/IMDb-Face.zip
           unzip IMDb-Face.zip
           rm IMDb-Face.zip
+          # Drop every other identity directory to roughly halve the dataset so
+          # the classification run stays within the job time limit. Deterministic
+          # (sorted glob) so both jobs cache an identical set under the same key.
+          cd IMDb-Face
+          i=0
+          for d in */; do
+            if [ $((i % 2)) -eq 1 ]; then rm -rf "$d"; fi
+            i=$((i + 1))
+          done
+          echo "Kept $(ls -d */ | wc -l) identity directories"
 
       - uses: actions/cache/save@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
         with:
           path: data/admin/files/
-          key: https://cloud.nextcloud.com/public.php/dav/files/wfDk23DBsXYrd4S/IMDb-Face.zip
+          key: https://cloud.nextcloud.com/public.php/dav/files/wfDk23DBsXYrd4S/IMDb-Face.zip-half
 
       - name: Set config
         run: |
@@ -695,6 +718,9 @@ jobs:
       - name: Run classification via TaskProcessing
         if: steps.db-cache.outputs.cache-hit != 'true'
         run: |
+          # Probe available disk so we can tell whether runs die on ENOSPC.
+          disk_free() { df -h / | awk 'NR==2 {print $4" free ("$5" used)"}'; }
+          echo "disk before classification: $(disk_free)"
           ./occ upgrade # in case server master has new migrations in the meantime
           ./occ files:scan admin
           # Kick off a full classification run: SchedulerJob -> StorageCrawlJob
@@ -708,7 +734,7 @@ jobs:
             php cron.php || true
             QUEUE=$(sqlite3 data/nextcloud.db "select count(*) from oc_recognize_queue_faces;")
             CRAWL=$(sqlite3 data/nextcloud.db "select count(*) from oc_jobs where class like '%StorageCrawlJob' or class like '%SchedulerJob';")
-            echo "round $i: faces queue=$QUEUE, pending crawl/scheduler jobs=$CRAWL"
+            echo "round $i: faces queue=$QUEUE, pending crawl/scheduler jobs=$CRAWL, disk=$(disk_free)"
             if [ "$QUEUE" -eq 0 ] && [ "$CRAWL" -eq 0 ] && [ "$i" -gt 3 ]; then break; fi
             sleep 10
           done
@@ -716,10 +742,11 @@ jobs:
           # tasks (status 0=unknown, 1=scheduled, 2=running are still pending).
           for i in $(seq 1 240); do
             PENDING=$(sqlite3 data/nextcloud.db "select count(*) from oc_taskprocessing_tasks where app_id = 'recognize' and status in (0, 1, 2);")
-            echo "wait $i: pending recognize taskprocessing tasks=$PENDING"
+            echo "wait $i: pending recognize taskprocessing tasks=$PENDING, disk=$(disk_free)"
             if [ "$PENDING" -eq 0 ]; then break; fi
             sleep 30
           done
+          echo "disk after classification: $(disk_free)"
           FAILED=$(sqlite3 data/nextcloud.db "select count(*) from oc_taskprocessing_tasks where app_id = 'recognize' and status = 4;")
           echo "failed recognize taskprocessing tasks: $FAILED"