use arena by default in native installation

This commit is contained in:
mertalev 2025-04-19 16:51:17 -04:00
parent 2018a7ff2d
commit b1b15d4ed6
No known key found for this signature in database
GPG key ID: DF6ABC77AAD98C95
4 changed files with 26 additions and 5 deletions

View file

@ -61,6 +61,7 @@ class Settings(BaseSettings):
request_threads: int = os.cpu_count() or 4
model_inter_op_threads: int = 0
model_intra_op_threads: int = 0
model_arena: bool = True
ann: bool = True
ann_fp16_turbo: bool = False
ann_tuning_level: int = 2