biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Torch 2.11] Guard torch._C._cpu attribute checks for forward compatibility (#35673)

Browse Source 
Signed-off-by: atalman <atalman@fb.com>
This commit is contained in:
Andrey Talman
2026-03-17 14:47:59 -04:00
committed by GitHub
parent c5030c439d
commit 68f783a727
9 changed files with 10 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/v1/attention/backends/cpu_attn.py
View File

@@ -482,7 +482,7 @@ def _get_attn_isa(
) -> str:
if head_size is not None and head_size % 32 != 0 and head_size % 16 == 0:
return "vec16"
supports_amx = torch._C._cpu._is_amx_tile_supported()
supports_amx = torch.cpu._is_amx_tile_supported()
supports_arm = current_platform.get_cpu_architecture() == CpuArchEnum.ARM
supports_vxe = current_platform.get_cpu_architecture() == CpuArchEnum.S390X
if supports_amx and dtype in (torch.bfloat16,) and block_size % 32 == 0: