helpy4/immich
1
0
Fork 0
mirror of https://github.com/immich-app/immich synced 2025-11-14 17:36:12 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 8

feat(ml): add preload and fp16 settings for ocr (#23576)

Browse source
This commit is contained in:
Mert 2025-11-06 12:55:11 -05:00 • committed by GitHub
parent 2c50f2e244
commit a4ae86ce29
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 109 additions and 30 deletions
Download patch file Download diff file Expand all files Collapse all files

8
machine-learning/immich_ml/sessions/ort.py
View file

@ -93,10 +93,12 @@ class OrtSession:
case "CUDAExecutionProvider" | "ROCMExecutionProvider":
options = {"arena_extend_strategy": "kSameAsRequested", "device_id": settings.device_id}
case "OpenVINOExecutionProvider":
openvino_dir = self.model_path.parent / "openvino"
device = f"GPU.{settings.device_id}"
options = {
"device_type": f"GPU.{settings.device_id}",
"precision": "FP32",
"cache_dir": (self.model_path.parent / "openvino").as_posix(),
"device_type": device,
"precision": settings.openvino_precision.value,
"cache_dir": openvino_dir.as_posix(),
}
case "CoreMLExecutionProvider":
options = {