feat(ml): update ONNX Runtime, OpenVINO and ROCm stack (#23458)

This commit is contained in:
Savely Krasovsky 2026-01-01 18:17:55 +01:00 committed by GitHub
parent 72a898d89d
commit 3321c1a9df
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
8 changed files with 676 additions and 1089 deletions

View file

@ -36,7 +36,7 @@ from .schemas import (
T,
)
MultiPartParser.max_file_size = 2**26 # spools to disk if payload is 64 MiB or larger
MultiPartParser.spool_max_size = 2**26 # spools to disk if payload is 64 MiB or larger
model_cache = ModelCache(revalidate=settings.model_ttl > 0)
thread_pool: ThreadPoolExecutor | None = None