2023-01-21 23:13:36 -05:00
|
|
|
import { JobName, QueueName } from './job.constants';
|
2023-03-02 21:47:08 -05:00
|
|
|
import {
|
2023-05-17 13:07:17 -04:00
|
|
|
IAssetFaceJob,
|
2023-03-20 11:55:28 -04:00
|
|
|
IBaseJob,
|
2023-03-18 08:44:42 -05:00
|
|
|
IBulkEntityJob,
|
2023-03-02 21:47:08 -05:00
|
|
|
IDeleteFilesJob,
|
2023-05-26 15:43:24 -04:00
|
|
|
IEntityJob,
|
2023-05-17 13:07:17 -04:00
|
|
|
IFaceThumbnailJob,
|
2023-03-02 21:47:08 -05:00
|
|
|
} from './job.interface';
|
2023-01-21 23:13:36 -05:00
|
|
|
|
|
|
|
|
export interface JobCounts {
|
|
|
|
|
active: number;
|
|
|
|
|
completed: number;
|
|
|
|
|
failed: number;
|
|
|
|
|
delayed: number;
|
|
|
|
|
waiting: number;
|
2023-03-29 17:33:03 +02:00
|
|
|
paused: number;
|
2023-01-21 23:13:36 -05:00
|
|
|
}
|
2023-01-21 11:11:55 -05:00
|
|
|
|
2023-04-01 22:46:07 +02:00
|
|
|
export interface QueueStatus {
|
|
|
|
|
isActive: boolean;
|
|
|
|
|
isPaused: boolean;
|
|
|
|
|
}
|
|
|
|
|
|
2023-01-21 11:11:55 -05:00
|
|
|
export type JobItem =
|
2023-03-20 11:55:28 -04:00
|
|
|
// Transcoding
|
|
|
|
|
| { name: JobName.QUEUE_VIDEO_CONVERSION; data: IBaseJob }
|
2023-05-26 15:43:24 -04:00
|
|
|
| { name: JobName.VIDEO_CONVERSION; data: IEntityJob }
|
2023-03-20 11:55:28 -04:00
|
|
|
|
|
|
|
|
// Thumbnails
|
|
|
|
|
| { name: JobName.QUEUE_GENERATE_THUMBNAILS; data: IBaseJob }
|
2023-05-26 15:43:24 -04:00
|
|
|
| { name: JobName.GENERATE_JPEG_THUMBNAIL; data: IEntityJob }
|
|
|
|
|
| { name: JobName.GENERATE_WEBP_THUMBNAIL; data: IEntityJob }
|
2023-06-17 23:22:31 -04:00
|
|
|
| { name: JobName.GENERATE_THUMBHASH_THUMBNAIL; data: IEntityJob }
|
2023-03-20 11:55:28 -04:00
|
|
|
|
|
|
|
|
// User Deletion
|
2023-06-01 06:32:51 -04:00
|
|
|
| { name: JobName.USER_DELETE_CHECK; data?: IBaseJob }
|
2023-05-26 15:43:24 -04:00
|
|
|
| { name: JobName.USER_DELETION; data: IEntityJob }
|
2023-03-20 11:55:28 -04:00
|
|
|
|
|
|
|
|
// Storage Template
|
2023-06-01 06:32:51 -04:00
|
|
|
| { name: JobName.STORAGE_TEMPLATE_MIGRATION; data?: IBaseJob }
|
2023-05-26 15:43:24 -04:00
|
|
|
| { name: JobName.STORAGE_TEMPLATE_MIGRATION_SINGLE; data: IEntityJob }
|
2023-06-01 06:32:51 -04:00
|
|
|
| { name: JobName.SYSTEM_CONFIG_CHANGE; data?: IBaseJob }
|
2023-03-20 11:55:28 -04:00
|
|
|
|
|
|
|
|
// Metadata Extraction
|
|
|
|
|
| { name: JobName.QUEUE_METADATA_EXTRACTION; data: IBaseJob }
|
2023-05-26 15:43:24 -04:00
|
|
|
| { name: JobName.METADATA_EXTRACTION; data: IEntityJob }
|
2023-03-20 11:55:28 -04:00
|
|
|
|
feat(server): xmp sidecar metadata (#2466)
* initial commit for XMP sidecar support
* Added support for 'missing' metadata files to include those without sidecar files, now detects sidecar files in the filesystem for media already ingested but the sidecar was created afterwards
* didn't mean to commit default log level during testing
* new sidecar logic for video metadata as well
* Added xml mimetype for sidecars only
* don't need capture group for this regex
* wrong default value reverted
* simplified the move here - keep it in the same try catch since the outcome is to move the media back anyway
* simplified setter logic
Co-authored-by: Jason Rasmussen <jrasm91@gmail.com>
* simplified logic per suggestions
* sidecar is now its own queue with a discover and sync, updated UI for the new job queueing
* queue a sidecar job for every asset based on discovery or sync, though the logic is almost identical aside from linking the sidecar
* now queue sidecar jobs for each assset, though logic is mostly the same between discovery and sync
* simplified logic of filename extraction and asset instantiation
* not sure how that got deleted..
* updated code per suggestions and comments in the PR
* stat was not being used, removed the variable set
* better type checking, using in-scope variables for exif getter instead of passing in every time
* removed commented out test
* ran and resolved all lints, formats, checks, and tests
* resolved suggested change in PR
* made getExifProperty more dynamic with multiple possible args for fallbacks, fixed typo, used generic in function for better type checking
* better error handling and moving files back to positions on move or save failure
* regenerated api
* format fixes
* Added XMP documentation
* documentation typo
* Merged in main
* missed merge conflict
* more changes due to a merge
* Resolving conflicts
* added icon for sidecar jobs
---------
Co-authored-by: Jason Rasmussen <jrasm91@gmail.com>
Co-authored-by: Alex Tran <alex.tran1502@gmail.com>
2023-05-24 21:59:30 -04:00
|
|
|
// Sidecar Scanning
|
|
|
|
|
| { name: JobName.QUEUE_SIDECAR; data: IBaseJob }
|
2023-05-26 15:43:24 -04:00
|
|
|
| { name: JobName.SIDECAR_DISCOVERY; data: IEntityJob }
|
|
|
|
|
| { name: JobName.SIDECAR_SYNC; data: IEntityJob }
|
feat(server): xmp sidecar metadata (#2466)
* initial commit for XMP sidecar support
* Added support for 'missing' metadata files to include those without sidecar files, now detects sidecar files in the filesystem for media already ingested but the sidecar was created afterwards
* didn't mean to commit default log level during testing
* new sidecar logic for video metadata as well
* Added xml mimetype for sidecars only
* don't need capture group for this regex
* wrong default value reverted
* simplified the move here - keep it in the same try catch since the outcome is to move the media back anyway
* simplified setter logic
Co-authored-by: Jason Rasmussen <jrasm91@gmail.com>
* simplified logic per suggestions
* sidecar is now its own queue with a discover and sync, updated UI for the new job queueing
* queue a sidecar job for every asset based on discovery or sync, though the logic is almost identical aside from linking the sidecar
* now queue sidecar jobs for each assset, though logic is mostly the same between discovery and sync
* simplified logic of filename extraction and asset instantiation
* not sure how that got deleted..
* updated code per suggestions and comments in the PR
* stat was not being used, removed the variable set
* better type checking, using in-scope variables for exif getter instead of passing in every time
* removed commented out test
* ran and resolved all lints, formats, checks, and tests
* resolved suggested change in PR
* made getExifProperty more dynamic with multiple possible args for fallbacks, fixed typo, used generic in function for better type checking
* better error handling and moving files back to positions on move or save failure
* regenerated api
* format fixes
* Added XMP documentation
* documentation typo
* Merged in main
* missed merge conflict
* more changes due to a merge
* Resolving conflicts
* added icon for sidecar jobs
---------
Co-authored-by: Jason Rasmussen <jrasm91@gmail.com>
Co-authored-by: Alex Tran <alex.tran1502@gmail.com>
2023-05-24 21:59:30 -04:00
|
|
|
|
2023-03-20 11:55:28 -04:00
|
|
|
// Object Tagging
|
|
|
|
|
| { name: JobName.QUEUE_OBJECT_TAGGING; data: IBaseJob }
|
2023-05-26 15:43:24 -04:00
|
|
|
| { name: JobName.CLASSIFY_IMAGE; data: IEntityJob }
|
2023-03-20 11:55:28 -04:00
|
|
|
|
2023-05-17 13:07:17 -04:00
|
|
|
// Recognize Faces
|
|
|
|
|
| { name: JobName.QUEUE_RECOGNIZE_FACES; data: IBaseJob }
|
2023-05-26 15:43:24 -04:00
|
|
|
| { name: JobName.RECOGNIZE_FACES; data: IEntityJob }
|
2023-05-17 13:07:17 -04:00
|
|
|
| { name: JobName.GENERATE_FACE_THUMBNAIL; data: IFaceThumbnailJob }
|
|
|
|
|
|
2023-03-20 11:55:28 -04:00
|
|
|
// Clip Embedding
|
|
|
|
|
| { name: JobName.QUEUE_ENCODE_CLIP; data: IBaseJob }
|
2023-05-26 15:43:24 -04:00
|
|
|
| { name: JobName.ENCODE_CLIP; data: IEntityJob }
|
2023-03-20 11:55:28 -04:00
|
|
|
|
|
|
|
|
// Filesystem
|
2023-03-02 21:47:08 -05:00
|
|
|
| { name: JobName.DELETE_FILES; data: IDeleteFilesJob }
|
2023-03-20 11:55:28 -04:00
|
|
|
|
2023-05-17 13:07:17 -04:00
|
|
|
// Asset Deletion
|
2023-06-01 06:32:51 -04:00
|
|
|
| { name: JobName.PERSON_CLEANUP; data?: IBaseJob }
|
2023-05-17 13:07:17 -04:00
|
|
|
|
2023-03-20 11:55:28 -04:00
|
|
|
// Search
|
2023-06-01 06:32:51 -04:00
|
|
|
| { name: JobName.SEARCH_INDEX_ASSETS; data?: IBaseJob }
|
2023-03-18 08:44:42 -05:00
|
|
|
| { name: JobName.SEARCH_INDEX_ASSET; data: IBulkEntityJob }
|
2023-06-01 06:32:51 -04:00
|
|
|
| { name: JobName.SEARCH_INDEX_FACES; data?: IBaseJob }
|
2023-05-17 13:07:17 -04:00
|
|
|
| { name: JobName.SEARCH_INDEX_FACE; data: IAssetFaceJob }
|
2023-06-01 06:32:51 -04:00
|
|
|
| { name: JobName.SEARCH_INDEX_ALBUMS; data?: IBaseJob }
|
2023-03-18 08:44:42 -05:00
|
|
|
| { name: JobName.SEARCH_INDEX_ALBUM; data: IBulkEntityJob }
|
|
|
|
|
| { name: JobName.SEARCH_REMOVE_ASSET; data: IBulkEntityJob }
|
2023-05-17 13:07:17 -04:00
|
|
|
| { name: JobName.SEARCH_REMOVE_ALBUM; data: IBulkEntityJob }
|
|
|
|
|
| { name: JobName.SEARCH_REMOVE_FACE; data: IAssetFaceJob };
|
2023-01-21 11:11:55 -05:00
|
|
|
|
2023-06-01 06:32:51 -04:00
|
|
|
export type JobHandler<T = any> = (data: T) => boolean | Promise<boolean>;
|
|
|
|
|
|
2023-01-21 11:11:55 -05:00
|
|
|
export const IJobRepository = 'IJobRepository';
|
|
|
|
|
|
|
|
|
|
export interface IJobRepository {
|
2023-06-01 06:32:51 -04:00
|
|
|
addHandler(queueName: QueueName, concurrency: number, handler: (job: JobItem) => Promise<void>): void;
|
|
|
|
|
setConcurrency(queueName: QueueName, concurrency: number): void;
|
2023-02-25 09:12:03 -05:00
|
|
|
queue(item: JobItem): Promise<void>;
|
2023-03-20 11:55:28 -04:00
|
|
|
pause(name: QueueName): Promise<void>;
|
2023-03-28 14:25:22 -04:00
|
|
|
resume(name: QueueName): Promise<void>;
|
2023-01-21 23:13:36 -05:00
|
|
|
empty(name: QueueName): Promise<void>;
|
2023-04-01 22:46:07 +02:00
|
|
|
getQueueStatus(name: QueueName): Promise<QueueStatus>;
|
2023-01-21 23:13:36 -05:00
|
|
|
getJobCounts(name: QueueName): Promise<JobCounts>;
|
2023-01-21 11:11:55 -05:00
|
|
|
}
|