helpy4/immich
1
0
Fork 0
mirror of https://github.com/immich-app/immich synced 2025-11-07 17:27:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

chore(ml): memory optimisations (#3934)

Browse source
This commit is contained in:
Mert 2023-08-31 19:30:53 -04:00 • committed by GitHub
parent c0a48d7357
commit 41461e0d5d
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
8 changed files with 122 additions and 107 deletions
Download patch file Download diff file Expand all files Collapse all files

1
machine-learning/app/models/base.py
View file

@ -53,6 +53,7 @@ class InferenceModel(ABC):
log.debug(f"Setting intra_op_num_threads to {intra_op_num_threads}")
self.sess_options.inter_op_num_threads = inter_op_num_threads
self.sess_options.intra_op_num_threads = intra_op_num_threads
self.sess_options.enable_cpu_mem_arena = False
try:
loader(**model_kwargs)