biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

gpu_model_runner: Cache is_encoder_decoder from model config (#35099)

Browse Source 
Signed-off-by: Patrick Schlangen <pschlan@amd.com>
This commit is contained in:
pschlan-amd
2026-02-24 04:08:34 +01:00
committed by GitHub
parent ec85340531
commit 80d93fd6da
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/config/model.py
View File

@@ -1365,7 +1365,7 @@ class ModelConfig:
return diff_sampling_param return diff_sampling_param
@property @cached_property
def is_encoder_decoder(self) -> bool: def is_encoder_decoder(self) -> bool:
"""Extract the HF encoder/decoder model flag.""" """Extract the HF encoder/decoder model flag."""
return is_encoder_decoder(self.hf_config) return is_encoder_decoder(self.hf_config)