biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[BugFix] Fix flash_attn import in siglip2navit.py (#29082)

Browse Source 
Signed-off-by: Fanli Lin <fanli.lin@intel.com>
This commit is contained in:
Fanli Lin
2025-11-20 20:14:29 +08:00
committed by GitHub
parent 93c8672ceb
commit a2e9ebe9e2
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/models/siglip2navit.py
View File

@@ -191,7 +191,7 @@ def apply_rotary_pos_emb(
cos = cos.chunk(2, dim=-1)[0].contiguous() cos = cos.chunk(2, dim=-1)[0].contiguous()
sin = sin.chunk(2, dim=-1)[0].contiguous() sin = sin.chunk(2, dim=-1)[0].contiguous()
if is_flash_attn_backend and not current_platform.is_xpu(): if is_flash_attn_backend and not current_platform.is_xpu():
from flash_attn.layers.rotary import apply_rotary_emb from vllm.vllm_flash_attn.layers.rotary import apply_rotary_emb
apply_rotary_emb_func = apply_rotary_emb apply_rotary_emb_func = apply_rotary_emb
else: else: