[Bugfix] Avoid more OpenMP thread reallocation in CPU torch compile (#37538)

Signed-off-by: jiang1.li <jiang1.li@intel.com>
2026-03-19 18:24:39 +08:00
parent 765e461065
commit 3322e26420
1 changed files with 3 additions and 0 deletions
--- a/vllm/platforms/cpu.py
+++ b/vllm/platforms/cpu.py
@@ -281,6 +281,9 @@ class CpuPlatform(Platform):
        # Disable multi-stream for shared experts as no Stream on CPU
        os.environ["VLLM_DISABLE_SHARED_EXPERTS_STREAM"] = "1"

+        # Avoid inductor generates num_thread() and breaks the thread binding
+        os.environ["TORCHINDUCTOR_CPP_DYNAMIC_THREADS"] = "1"
+
        # Intel OpenMP setting
        ld_preload_str = os.getenv("LD_PRELOAD", "")
        if "libiomp5.so" in ld_preload_str: