[V0 deprecation] Remove _VLLM_V1 suffixes from attention backend names (#25489)
Signed-off-by: Matthew Bonanni <mbonanni@redhat.com> Signed-off-by: Matthew Bonanni <mbonanni001@gmail.com>
This commit is contained in:
@@ -42,7 +42,7 @@ def kernel_warmup(worker: "Worker"):
|
||||
# and is not a pooling model
|
||||
def _is_flashinfer_backend(backend):
|
||||
try:
|
||||
return backend.get_name() == "FLASHINFER_VLLM_V1"
|
||||
return backend.get_name() == "FLASHINFER"
|
||||
except NotImplementedError:
|
||||
return False
|
||||
|
||||
|
||||
Reference in New Issue
Block a user