[Bugfix] Add init_cached_hf_modules to RayWorkerWrapper (#4286)

2024-04-24 00:28:35 +08:00
parent d3c8180ac4
commit d87f39e9a9
2 changed files with 8 additions and 1 deletions
--- a/vllm/executor/ray_gpu_executor.py
+++ b/vllm/executor/ray_gpu_executor.py
@@ -100,6 +100,7 @@ class RayGPUExecutor(ExecutorBase):
            )(RayWorkerWrapper).remote(
                worker_module_name="vllm.worker.worker",
                worker_class_name="Worker",
+                trust_remote_code=self.model_config.trust_remote_code,
            )

            worker_ip = ray.get(worker.get_node_ip.remote())
@@ -110,6 +111,7 @@ class RayGPUExecutor(ExecutorBase):
                self.driver_worker = RayWorkerWrapper(
                    worker_module_name="vllm.worker.worker",
                    worker_class_name="Worker",
+                    trust_remote_code=self.model_config.trust_remote_code,
                )
            else:
                # Else, added to the list of workers.