biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Fix][ROCm] Enforce eager for all encoder-decoder models on ROCm (#18154)

Browse Source 
Signed-off-by: Luka Govedič <lgovedic@redhat.com>
This commit is contained in:
Luka Govedič
2025-05-15 01:04:43 -04:00
committed by GitHub
parent 2dff093574
commit 83f74c698f
1 changed files with 8 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
vllm/config.py
View File

@@ -906,12 +906,17 @@ class ModelConfig:
def _verify_cuda_graph(self) -> None: def _verify_cuda_graph(self) -> None:
self.max_seq_len_to_capture = min(self.max_seq_len_to_capture, self.max_seq_len_to_capture = min(self.max_seq_len_to_capture,
self.max_model_len) self.max_model_len)
# CUDAGraph capture not supported for enc-dec models and mllama on ROCm
ROCM_UNSUPPORTED_MODELS = ['mllama'] ROCM_UNSUPPORTED_MODELS = ['mllama']
if (self.hf_config.model_type in ROCM_UNSUPPORTED_MODELS unsupported_rocm = (self.hf_config.model_type
and not self.enforce_eager and current_platform.is_rocm()): in ROCM_UNSUPPORTED_MODELS
or self.is_encoder_decoder)
if (unsupported_rocm and not self.enforce_eager
and current_platform.is_rocm()):
logger.warning( logger.warning(
"CUDA graph is not supported for %s on ROCm yet, fallback " "CUDA graph is not supported for %s on ROCm yet, fallback "
"to the eager mode.", self.hf_config.model_type) "to eager mode.", self.hf_config.model_type)
self.enforce_eager = True self.enforce_eager = True
def _verify_bnb_config(self) -> None: def _verify_bnb_config(self) -> None: