helpy4/immich
1
0
Fork 0
mirror of https://github.com/immich-app/immich synced 2025-11-14 17:36:12 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 8

feat(ml): improved ARM-NN support (#11233)

Browse source
This commit is contained in:
Fynn Petersen-Frey 2024-07-20 21:59:27 +02:00 • committed by GitHub
parent 7c3326b662
commit 54488b1016
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
8 changed files with 70 additions and 32 deletions
Download patch file Download diff file Expand all files Collapse all files

3
machine-learning/app/sessions/ann.py
View file

@ -20,12 +20,13 @@ class AnnSession:
def __init__(self, model_path: Path, cache_dir: Path = settings.cache_folder) -> None:
self.model_path = model_path
self.cache_dir = cache_dir
self.ann = Ann(tuning_level=3, tuning_file=(cache_dir / "gpu-tuning.ann").as_posix())
self.ann = Ann(tuning_level=settings.ann_tuning_level, tuning_file=(cache_dir / "gpu-tuning.ann").as_posix())
log.info("Loading ANN model %s ...", model_path)
self.model = self.ann.load(
model_path.as_posix(),
cached_network_path=model_path.with_suffix(".anncache").as_posix(),
fp16=settings.ann_fp16_turbo,
)
log.info("Loaded ANN model with ID %d", self.model)