feat(server): separate face clustering job (#5598)

* separate facial clustering job

* update api

* fixed some tests

* invert clustering

* hdbscan

* update api

* remove commented code

* wip dbscan

* cleanup

removed cluster endpoint

remove commented code

* fixes

updated tests

minor fixes and formatting

fixed queuing

refinements

* scale search range based on library size

* defer non-core faces

* optimizations

removed unused query option

* assign faces individually for correctness

fixed unit tests

remove unused method

* don't select face embedding

update sql

linting

fixed ml typing

* updated job mock

* paginate people query

* select face embeddings because typeorm

* fix setting face detection concurrency

* update sql

formatting

linting

* simplify logic

remove unused imports

* more specific delete signature

* more accurate typing for face stubs

* add migration

formatting

* chore: better typing

* don't select embedding by default

remove unused import

* updated sql

* use normal try/catch

* stricter concurrency typing and enforcement

* update api

* update job concurrency panel to show disabled queues

formatting

* check jobId in queueAll

fix tests

* remove outdated comment

* better facial recognition icon

* wording

wording

formatting

* fixed tests

* fix

* formatting & sql

* try to fix sql check

* more detailed description

* update sql

* formatting

* wording

* update `minFaces` description

---------

Co-authored-by: Jason Rasmussen <jrasm91@gmail.com>
Co-authored-by: Alex Tran <alex.tran1502@gmail.com>

web/src/lib/components/admin-page/jobs/jobs-panel.svelte

@@ -15,6 +15,7 @@
     mdiImageSearch,
     mdiLibraryShelves,
     mdiTable,
+    mdiTagFaces,
     mdiVideo,
   } from '@mdi/js';
   import ConfirmDialogue from '../../shared-components/confirm-dialogue.svelte';
@@ -35,20 +36,23 @@
     handleCommand?: (jobId: JobName, jobCommand: JobCommandDto) => Promise<void>;
   }
 
-  let faceConfirm = false;
+  let confirmJob: JobName | null = null;
 
-  const handleFaceCommand = async (jobId: JobName, dto: JobCommandDto) => {
+  const handleConfirmCommand = async (jobId: JobName, dto: JobCommandDto) => {
     if (dto.force) {
-      faceConfirm = true;
+      confirmJob = jobId;
       return;
     }
 
     await handleCommand(jobId, dto);
   };
 
-  const onFaceConfirm = () => {
-    faceConfirm = false;
-    handleCommand(JobName.RecognizeFaces, { command: JobCommand.Start, force: true });
+  const onConfirm = () => {
+    if (!confirmJob) {
+      return;
+    }
+    handleCommand(confirmJob, { command: JobCommand.Start, force: true });
+    confirmJob = null;
   };
 
   $: jobDetails = <Partial<Record<JobName, JobDetails>>>{
@@ -83,11 +87,20 @@
       subtitle: 'Run machine learning on assets to support smart search',
       disabled: !$featureFlags.clipEncode,
     },
-    [JobName.RecognizeFaces]: {
+    [JobName.FaceDetection]: {
       icon: mdiFaceRecognition,
-      title: api.getJobName(JobName.RecognizeFaces),
-      subtitle: 'Run machine learning on assets to recognize faces',
-      handleCommand: handleFaceCommand,
+      title: api.getJobName(JobName.FaceDetection),
+      subtitle:
+        'Detect the faces in assets using machine learning. For videos, only the thumbnail is considered. "All" (re-)processes all assets. "Missing" queues assets that haven\'t been processed yet. Detected faces will be queued for Facial Recognition after Face Detection is complete, grouping them into existing or new people.',
+      handleCommand: handleConfirmCommand,
+      disabled: !$featureFlags.facialRecognition,
+    },
+    [JobName.FacialRecognition]: {
+      icon: mdiTagFaces,
+      title: api.getJobName(JobName.FacialRecognition),
+      subtitle:
+        'Group detected faces into people. This step runs after Face Detection is complete. "All" (re-)clusters all faces. "Missing" queues faces that don\'t have a person assigned.',
+      handleCommand: handleConfirmCommand,
       disabled: !$featureFlags.facialRecognition,
     },
     [JobName.VideoConversion]: {
@@ -131,11 +144,11 @@
   }
 </script>
 
-{#if faceConfirm}
+{#if confirmJob}
   <ConfirmDialogue
     prompt="Are you sure you want to reprocess all faces? This will also clear named people."
-    on:confirm={onFaceConfirm}
-    on:cancel={() => (faceConfirm = false)}
+    on:confirm={onConfirm}
+    on:cancel={() => (confirmJob = null)}
   />
 {/if}