feat(ml): coreml (#17718)

* coreml

* add test

* use arena by default in native installation

* fix tests

* add env to docs

* remove availability envs
This commit is contained in:
Mert 2025-10-14 13:51:31 -04:00 committed by GitHub
parent 43eccca86a
commit 1b62c2ef55
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 47 additions and 6 deletions

View file

@ -61,6 +61,7 @@ class Settings(BaseSettings):
request_threads: int = os.cpu_count() or 4
model_inter_op_threads: int = 0
model_intra_op_threads: int = 0
model_arena: bool = True
ann: bool = True
ann_fp16_turbo: bool = False
ann_tuning_level: int = 2