feat(ml): improved ARM-NN support (#11233)

This commit is contained in:
Fynn Petersen-Frey
2024-07-20 21:59:27 +02:00
committed by GitHub
parent 7c3326b662
commit 54488b1016
8 changed files with 70 additions and 32 deletions

View File

@@ -30,6 +30,8 @@ class Settings(BaseSettings):
model_inter_op_threads: int = 0
model_intra_op_threads: int = 0
ann: bool = True
ann_fp16_turbo: bool = False
ann_tuning_level: int = 2
preload: PreloadModelData | None = None
class Config: