Add trust_remote_code arg to get_config (#405)

2023-07-08 15:24:17 -07:00
parent b6fbb9a565
commit ddfdf470ae
3 changed files with 20 additions and 6 deletions
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -54,7 +54,7 @@ class ModelConfig:
        self.use_dummy_weights = use_dummy_weights
        self.seed = seed

-        self.hf_config = get_config(model)
+        self.hf_config = get_config(model, trust_remote_code)
        self.dtype = _get_and_verify_dtype(self.hf_config, dtype)
        self._verify_tokenizer_mode()