[Misc] Add vision language model support to CPU backend (#3968)

2024-04-22 15:44:16 +08:00
parent 747b1a7147
commit 296cdf8ac7
3 changed files with 53 additions and 32 deletions
--- a/vllm/executor/cpu_executor.py
+++ b/vllm/executor/cpu_executor.py
@@ -45,6 +45,7 @@ class CPUExecutor(ExecutorBase):
            rank=0,
            distributed_init_method=distributed_init_method,
            lora_config=self.lora_config,
+            vision_language_config=self.vision_language_config,
            kv_cache_dtype=self.cache_config.cache_dtype,
            is_driver_worker=True,
        )