biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Hardware][IBM Z]Enable v1 for s390x and s390x dockerfile fixes (#22725)

Browse Source 
Signed-off-by: Nikhil Suryawanshi <suryawanshin74@gmail.com>
This commit is contained in:
Nikhil Suryawanshi
2025-08-19 10:10:37 +05:30
committed by GitHub
parent e9d6a3db69
commit 78dba404ad
7 changed files with 96 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/v1/worker/cpu_worker.py
View File

@@ -43,8 +43,9 @@ class CPUWorker(Worker):
# Setup OpenMP threads affinity.
omp_cpuids = envs.VLLM_CPU_OMP_THREADS_BIND
if omp_cpuids == "auto" and platform.system() == "Linux":
if current_platform.get_cpu_architecture() == CpuArchEnum.POWERPC:
# For POWERPC SMT-8/4/2
cpu_arch = current_platform.get_cpu_architecture()
if cpu_arch in (CpuArchEnum.POWERPC, CpuArchEnum.S390X):
# For S390X/POWERPC SMT-8/4/2
self.local_omp_cpuid = self._get_autobind_cpu_ids(
lambda cpus: [cpu for cpu in cpus if cpu.id % 8 < 4])
elif current_platform.get_cpu_architecture() == CpuArchEnum.X86: