gpu_model_runner: Cache is_encoder_decoder from model config (#35099)

Signed-off-by: Patrick Schlangen <pschlan@amd.com>
This commit is contained in:
pschlan-amd
2026-02-24 04:08:34 +01:00
committed by GitHub
parent ec85340531
commit 80d93fd6da

View File

@@ -1365,7 +1365,7 @@ class ModelConfig:
return diff_sampling_param
@property
@cached_property
def is_encoder_decoder(self) -> bool:
"""Extract the HF encoder/decoder model flag."""
return is_encoder_decoder(self.hf_config)