diff --git a/vllm/platforms/cpu.py b/vllm/platforms/cpu.py index af7bee041..cd6c093ce 100644 --- a/vllm/platforms/cpu.py +++ b/vllm/platforms/cpu.py @@ -76,7 +76,9 @@ class CpuPlatform(Platform): dist_backend: str = "gloo" device_control_env_var = "CPU_VISIBLE_MEMORY_NODES" omp_process_manager = None - smt = 1 # SMT level for OMP - 4 threads on PowerPC, 1 on others + # Simultaneous Multithreading (SMT) level for OpenMP: + # 4 on PowerPC, 1 on non-PowerPC architectures + smt = 1 global_cpu_mask = None simulate_numa = int(os.environ.get("_SIM_MULTI_NUMA", 0))