fix-ray (#193)

2023-06-22 00:21:41 +08:00
parent 67d96c29fb
commit 2e0d314384
1 changed files with 1 additions and 1 deletions
--- a/vllm/engine/llm_engine.py
+++ b/vllm/engine/llm_engine.py
@@ -87,7 +87,7 @@ class LLMEngine:
                worker_cls = ray.remote(
                    num_cpus=0,
                    num_gpus=1,
-                    resources={node_resource: 1e-5},
+                    resources={node_resource: 1e-3},
                )(worker_cls).remote

            worker = worker_cls(