biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Bugfix] Ray 2.9.x doesn't expose available_resources_per_node (#8767)

Browse Source 
Signed-off-by: darthhexx <darthhexx@gmail.com>
This commit is contained in:
David Newman
2024-09-25 17:52:26 +10:00
committed by GitHub
parent 1ac3de09cd
commit 3368c3ab36
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/executor/ray_utils.py
View File

@@ -18,9 +18,14 @@ PG_WAIT_TIMEOUT = 1800
try:
import ray
from ray._private.state import available_resources_per_node
from ray.util import placement_group_table
from ray.util.placement_group import PlacementGroup
try:
from ray._private.state import available_resources_per_node
except ImportError:
# Ray 2.9.x doesn't expose `available_resources_per_node`
from ray._private.state import state as _state
available_resources_per_node = _state._available_resources_per_node
class RayWorkerWrapper(WorkerWrapperBase):
"""Ray wrapper for vllm.worker.Worker, allowing Worker to be