[Mypy] Better fixes for the mypy issues in vllm/config (#37902)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
@@ -28,7 +28,10 @@ class ModelArchConfigConvertorBase:
|
||||
self.hf_text_config = hf_text_config
|
||||
|
||||
def get_architectures(self) -> list[str]:
|
||||
return getattr(self.hf_config, "architectures", [])
|
||||
# Sometimes we get here from `vllm_config.with_hf_config(text_config)` where
|
||||
# `text_config` is a sub-config from a multi-modal model. If this is the case,
|
||||
# the sub-config will not have `architectures` and it will explicitly be `None`
|
||||
return getattr(self.hf_config, "architectures", None) or []
|
||||
|
||||
def get_num_hidden_layers(self) -> int:
|
||||
return getattr(self.hf_text_config, "num_hidden_layers", 0)
|
||||
@@ -128,7 +131,7 @@ class ModelArchConfigConvertorBase:
|
||||
hf_config: PretrainedConfig,
|
||||
model_id: str,
|
||||
revision: str | None,
|
||||
config_format: ConfigFormat,
|
||||
config_format: str | ConfigFormat,
|
||||
):
|
||||
# NOTE: getattr(config, "dtype", torch.float32) is not correct
|
||||
# because config.dtype can be None.
|
||||
|
||||
Reference in New Issue
Block a user