diff --git a/vllm/platforms/cpu.py b/vllm/platforms/cpu.py index b3a616eeb..c1bcf5b55 100644 --- a/vllm/platforms/cpu.py +++ b/vllm/platforms/cpu.py @@ -246,6 +246,7 @@ class CpuPlatform(Platform): "size_asserts": False, "nan_asserts": False, "epilogue_fusion": True, + "cpp.dynamic_threads": True, } )