Add pyarrow to dependencies & Print warning on Ray import error (#1094)

This commit is contained in:
Woosuk Kwon
2023-09-18 22:36:17 -07:00
committed by GitHub
parent c1026311b5
commit 400b8289f7
2 changed files with 8 additions and 1 deletions

View File

@@ -2,6 +2,9 @@ import socket
from typing import Optional, Tuple, TYPE_CHECKING
from vllm.config import ParallelConfig
from vllm.logger import init_logger
logger = init_logger(__name__)
try:
import ray
@@ -28,7 +31,10 @@ try:
executor = getattr(self, method)
return executor(*args, **kwargs)
except ImportError:
except ImportError as e:
logger.warning(f"Failed to import Ray with {e!r}. "
"For distributed inference, please install Ray with "
"`pip install ray pandas pyarrow`.")
ray = None
TorchDistributedWorker = None
RayWorker = None # pylint: disable=invalid-name