From 1d367a738e9098ad4af1f6865747914ccd2c65ca Mon Sep 17 00:00:00 2001 From: Micah Williamson Date: Wed, 4 Feb 2026 07:36:29 -0600 Subject: [PATCH] [Bugfix][ROCm] Include float8_e4m3fnuz in NCCL Dtype Dispatching (#33713) Signed-off-by: Micah Williamson --- vllm/distributed/device_communicators/pynccl_wrapper.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/distributed/device_communicators/pynccl_wrapper.py b/vllm/distributed/device_communicators/pynccl_wrapper.py index 3b11595b4..78b3328f4 100644 --- a/vllm/distributed/device_communicators/pynccl_wrapper.py +++ b/vllm/distributed/device_communicators/pynccl_wrapper.py @@ -93,7 +93,7 @@ class ncclDataTypeEnum: return cls.ncclFloat64 if dtype == torch.bfloat16: return cls.ncclBfloat16 - if dtype == torch.float8_e4m3fn: + if dtype == current_platform.fp8_dtype(): return cls.ncclFloat8e4m3 raise ValueError( f"Unsupported dtype {dtype}: should be one of "