[Bugfix] Fix boolean conversion for OpenVINO env variable (#13615)

2025-02-22 17:04:12 +01:00
parent 8354f6640c
commit 382f66fb08
2 changed files with 5 additions and 3 deletions
--- a/vllm/model_executor/model_loader/openvino.py
+++ b/vllm/model_executor/model_loader/openvino.py
@@ -125,7 +125,8 @@ class OpenVINOCausalLM(nn.Module):
                "as-is, all possible options that may affect model conversion "
                "are ignored.")

-        load_in_8bit = envs.VLLM_OPENVINO_ENABLE_QUANTIZED_WEIGHTS
+        load_in_8bit = (envs.VLLM_OPENVINO_ENABLE_QUANTIZED_WEIGHTS
+                        if export else False)
        pt_model = OVModelForCausalLM.from_pretrained(
            model_config.model,
            export=export,