From 9420a1fc30af1a632bbc2c66eb8668f3af41f026 Mon Sep 17 00:00:00 2001 From: Michael Goin Date: Thu, 24 Apr 2025 17:43:08 -0600 Subject: [PATCH] Better error message for missing mistral params.json (#17132) Signed-off-by: mgoin --- vllm/transformers_utils/config.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/vllm/transformers_utils/config.py b/vllm/transformers_utils/config.py index c9f9af450..ee991eaeb 100644 --- a/vllm/transformers_utils/config.py +++ b/vllm/transformers_utils/config.py @@ -650,6 +650,11 @@ def load_params_config(model: Union[str, Path], revision: Optional[str], config_file_name = "params.json" config_dict = get_hf_file_to_dict(config_file_name, model, revision) + if config_dict is None: + raise ValueError( + f"Failed to load mistral '{config_file_name}' config for model " + f"{model}. Please check if the model is a mistral-format model " + f"and if the config file exists.") assert isinstance(config_dict, dict) config_mapping = {