biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[CI] Try introducing isort. (#3495)

Browse Source
This commit is contained in:
SangBin Cho
2024-03-25 23:59:47 +09:00
committed by GitHub
parent e67c295b0c
commit 01bfb22b41
144 changed files with 512 additions and 465 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/attention/selector.py
View File

@@ -13,11 +13,13 @@ logger = init_logger(__name__)
def get_attn_backend(dtype: torch.dtype) -> AttentionBackend:
if _can_use_flash_attn(dtype):
logger.info("Using FlashAttention backend.")
from vllm.attention.backends.flash_attn import FlashAttentionBackend # noqa: F401
from vllm.attention.backends.flash_attn import ( # noqa: F401
FlashAttentionBackend)
return FlashAttentionBackend
else:
logger.info("Using XFormers backend.")
from vllm.attention.backends.xformers import XFormersBackend # noqa: F401
from vllm.attention.backends.xformers import ( # noqa: F401
XFormersBackend)
return XFormersBackend