[BugFix] Avoid unnecessary Ray import warnings (#6079)

This commit is contained in:
Nick Hill
2024-07-02 23:09:40 -07:00
committed by GitHub
parent d18bab3587
commit d830656a97
3 changed files with 28 additions and 9 deletions

View File

@@ -42,14 +42,26 @@ try:
output = pickle.dumps(output)
return output
ray_import_err = None
except ImportError as e:
logger.warning(
"Failed to import Ray with %r. For multi-node inference, "
"please install Ray with `pip install ray`.", e)
ray = None # type: ignore
ray_import_err = e
RayWorkerWrapper = None # type: ignore
def ray_is_available() -> bool:
"""Returns True if Ray is available."""
return ray is not None
def assert_ray_available():
"""Raise an exception if Ray is not available."""
if ray is None:
raise ValueError("Failed to import Ray, please install Ray with "
"`pip install ray`.") from ray_import_err
def initialize_ray_cluster(
parallel_config: ParallelConfig,
ray_address: Optional[str] = None,
@@ -65,10 +77,7 @@ def initialize_ray_cluster(
ray_address: The address of the Ray cluster. If None, uses
the default Ray cluster address.
"""
if ray is None:
raise ImportError(
"Ray is not installed. Please install Ray to use multi-node "
"serving.")
assert_ray_available()
# Connect to a ray cluster.
if is_hip() or is_xpu():