fix "tansformers_module" ModuleNotFoundError when load model with trust_remote_code=True (#871)

2023-09-09 08:21:30 +08:00
parent 1117aa1411
commit 4042d192f5
2 changed files with 6 additions and 2 deletions
--- a/vllm/engine/llm_engine.py
+++ b/vllm/engine/llm_engine.py
@@ -153,7 +153,7 @@ class LLMEngine:
                    placement_group=placement_group,
                    placement_group_capture_child_tasks=True),
                **ray_remote_kwargs,
-            )(RayWorker).remote()
+            )(RayWorker).remote(self.model_config.trust_remote_code)
            self.workers.append(worker)

        # Initialize torch distributed process group for the workers.