feat(server): separate face clustering job (#5598)

* separate facial clustering job

* update api

* fixed some tests

* invert clustering

* hdbscan

* update api

* remove commented code

* wip dbscan

* cleanup

removed cluster endpoint

remove commented code

* fixes

updated tests

minor fixes and formatting

fixed queuing

refinements

* scale search range based on library size

* defer non-core faces

* optimizations

removed unused query option

* assign faces individually for correctness

fixed unit tests

remove unused method

* don't select face embedding

update sql

linting

fixed ml typing

* updated job mock

* paginate people query

* select face embeddings because typeorm

* fix setting face detection concurrency

* update sql

formatting

linting

* simplify logic

remove unused imports

* more specific delete signature

* more accurate typing for face stubs

* add migration

formatting

* chore: better typing

* don't select embedding by default

remove unused import

* updated sql

* use normal try/catch

* stricter concurrency typing and enforcement

* update api

* update job concurrency panel to show disabled queues

formatting

* check jobId in queueAll

fix tests

* remove outdated comment

* better facial recognition icon

* wording

wording

formatting

* fixed tests

* fix

* formatting & sql

* try to fix sql check

* more detailed description

* update sql

* formatting

* wording

* update `minFaces` description

---------

Co-authored-by: Jason Rasmussen <jrasm91@gmail.com>
Co-authored-by: Alex Tran <alex.tran1502@gmail.com>

web/src/lib/components/admin-page/settings/job-settings/job-settings.svelte

@@ -1,5 +1,5 @@
 <script lang="ts">
-  import { api, JobName, SystemConfigDto } from '@api';
+  import { api, JobName, SystemConfigDto, SystemConfigJobDto } from '@api';
   import { isEqual } from 'lodash-es';
   import { fade } from 'svelte/transition';
   import SettingButtonsRow from '../setting-buttons-row.svelte';
@@ -20,10 +20,16 @@
     JobName.Library,
     JobName.Sidecar,
     JobName.SmartSearch,
-    JobName.RecognizeFaces,
+    JobName.FaceDetection,
+    JobName.FacialRecognition,
     JobName.VideoConversion,
+    JobName.StorageTemplateMigration,
     JobName.Migration,
   ];
+
+  function isSystemConfigJobDto(jobName: JobName): jobName is keyof SystemConfigJobDto {
+    return jobName in config.job;
+  }
 </script>
 
 <div>
@@ -31,15 +37,26 @@
     <form autocomplete="off" on:submit|preventDefault>
       {#each jobNames as jobName}
         <div class="ml-4 mt-4 flex flex-col gap-4">
-          <SettingInputField
-            inputType={SettingInputFieldType.NUMBER}
-            {disabled}
-            label="{api.getJobName(jobName)} Concurrency"
-            desc=""
-            bind:value={config.job[jobName].concurrency}
-            required={true}
-            isEdited={!(config.job[jobName].concurrency == savedConfig.job[jobName].concurrency)}
-          />
+          {#if isSystemConfigJobDto(jobName)}
+            <SettingInputField
+              inputType={SettingInputFieldType.NUMBER}
+              {disabled}
+              label="{api.getJobName(jobName)} Concurrency"
+              desc=""
+              bind:value={config.job[jobName].concurrency}
+              required={true}
+              isEdited={!(config.job[jobName].concurrency == savedConfig.job[jobName].concurrency)}
+            />
+          {:else}
+            <SettingInputField
+              inputType={SettingInputFieldType.NUMBER}
+              label="{api.getJobName(jobName)} Concurrency"
+              desc=""
+              value="1"
+              disabled={true}
+              title="This job is not concurrency-safe."
+            />
+          {/if}
         </div>
       {/each}
 

web/src/lib/components/admin-page/settings/machine-learning-settings/machine-learning-settings.svelte

@@ -82,7 +82,7 @@
 
           <SettingSelect
             label="FACIAL RECOGNITION MODEL"
-            desc="Models are listed in descending order of size. Larger models are slower and use more memory, but produce better results. Note that you must re-run the Recognize Faces job for all images upon changing a model."
+            desc="Models are listed in descending order of size. Larger models are slower and use more memory, but produce better results. Note that you must re-run the Face Detection job for all images upon changing a model."
             name="facial-recognition-model"
             bind:value={config.machineLearning.facialRecognition.modelName}
             options={[
@@ -124,8 +124,8 @@
 
           <SettingInputField
             inputType={SettingInputFieldType.NUMBER}
-            label="MIN FACES DETECTED"
-            desc="The minimum number of faces of a person that must be detected for them to appear in the People tab. Setting this to a value greater than 1 can prevent strangers or blurry faces that are not the main subject of the image from being displayed."
+            label="MIN RECOGNIZED FACES"
+            desc="The minimum number of recognized faces for a person to be created. Increasing this makes Facial Recognition more precise at the cost of increasing the chance that a face is not assigned to a person."
             bind:value={config.machineLearning.facialRecognition.minFaces}
             step="1"
             min="1"

web/src/lib/components/admin-page/settings/setting-input-field.svelte

@@ -18,6 +18,7 @@
   export let step = '1';
   export let label = '';
   export let desc = '';
+  export let title = '';
   export let required = false;
   export let disabled = false;
   export let isEdited = false;
@@ -69,5 +70,6 @@
     {value}
     on:input={handleInput}
     {disabled}
+    {title}
   />
 </div>