[Hardware][Gaudi]add get_name method for HPUAttentionBackend (#10667)

Signed-off-by: Kunshang Ji <kunshang.ji@intel.com>
2024-11-27 14:49:40 +08:00
parent cfb3bf25fb
commit e85250b1d1
1 changed files with 4 additions and 0 deletions
--- a/vllm/attention/backends/hpu_attn.py
+++ b/vllm/attention/backends/hpu_attn.py
@@ -22,6 +22,10 @@ logger = init_logger(__name__)

 class HPUAttentionBackend(AttentionBackend):

+    @staticmethod
+    def get_name() -> str:
+        return "HPU_ATTN"
+
    @staticmethod
    def get_impl_cls() -> Type["HPUAttentionImpl"]:
        return HPUAttentionImpl