Don't use cupy NCCL for AMD backends (#2855)

2024-02-14 12:30:44 -08:00
parent 4efbac6d35
commit 25e86b6a61
3 changed files with 23 additions and 7 deletions
--- a/vllm/model_executor/parallel_utils/custom_all_reduce.py
+++ b/vllm/model_executor/parallel_utils/custom_all_reduce.py
@@ -67,6 +67,10 @@ def get_handle() -> Optional["CustomAllreduce"]:
    return _CA_HANDLE


+def is_initialized() -> bool:
+    return _CA_HANDLE is not None
+
+
@contextmanager
 def capture():
    try: