[Bugfix] Lower gemma's unloaded_params exception to warning (#7002)

2024-08-01 15:01:07 -04:00
parent fb3db61688
commit f4fd390f5d
3 changed files with 12 additions and 9 deletions
--- a/vllm/model_executor/models/gemma.py
+++ b/vllm/model_executor/models/gemma.py
@@ -404,6 +404,6 @@ class GemmaForCausalLM(nn.Module, SupportsLoRA):
            loaded_params.add(name)
        unloaded_params = params_dict.keys() - loaded_params
        if unloaded_params:
-            raise RuntimeError(
-                "Some weights are not initialized from checkpoints: "
-                f"{unloaded_params}")
+            logger.warning(
+                "Some weights are not initialized from checkpoints: %s",
+                unloaded_params)