feat(ml): update ONNX Runtime, OpenVINO and ROCm stack (#23458)

This commit is contained in:
Savely Krasovsky
2026-01-01 18:17:55 +01:00
committed by GitHub
parent 72a898d89d
commit 3321c1a9df
8 changed files with 676 additions and 1089 deletions
+1 -1
View File
@@ -36,7 +36,7 @@ from .schemas import (
T,
)
MultiPartParser.max_file_size = 2**26 # spools to disk if payload is 64 MiB or larger
MultiPartParser.spool_max_size = 2**26 # spools to disk if payload is 64 MiB or larger
model_cache = ModelCache(revalidate=settings.model_ttl > 0)
thread_pool: ThreadPoolExecutor | None = None