[ROCm] Attention selector reordering (#36702)
Signed-off-by: Gregory Shtrasberg <Gregory.Shtrasberg@amd.com> Signed-off-by: Micah Williamson <micah.williamson@amd.com> Co-authored-by: Micah Williamson <micah.williamson@amd.com>
This commit is contained in:
committed by
GitHub
parent
09c3dc9186
commit
189ddefbfd
@@ -50,9 +50,9 @@ def is_aiter_found_and_supported() -> bool:
|
||||
VLLM_ROCM_USE_AITER=0, while preventing unwanted JIT warnings for auto-discovery.
|
||||
"""
|
||||
if current_platform.is_rocm() and IS_AITER_FOUND:
|
||||
from vllm.platforms.rocm import on_gfx9
|
||||
from vllm.platforms.rocm import on_mi3xx
|
||||
|
||||
return on_gfx9()
|
||||
return on_mi3xx()
|
||||
return False
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user