From b89275d018796170acbb91b8bcddbc8b8213025e Mon Sep 17 00:00:00 2001 From: brian033 <85883730+brian033@users.noreply.github.com> Date: Thu, 15 Jan 2026 20:16:00 +0800 Subject: [PATCH] =?UTF-8?q?[ROCm]=20Improve=20error=20handling=20while=20l?= =?UTF-8?q?oading=20quantized=20model=20on=20gfx120=E2=80=A6=20(#31715)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: brian033 <85883730+brian033@users.noreply.github.com> Co-authored-by: TJian --- .../layers/quantization/quark/schemes/quark_ocp_mx.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/vllm/model_executor/layers/quantization/quark/schemes/quark_ocp_mx.py b/vllm/model_executor/layers/quantization/quark/schemes/quark_ocp_mx.py index eeb60023d..edf1ad5a9 100644 --- a/vllm/model_executor/layers/quantization/quark/schemes/quark_ocp_mx.py +++ b/vllm/model_executor/layers/quantization/quark/schemes/quark_ocp_mx.py @@ -153,7 +153,11 @@ try: fake_impl=gemm_with_dynamic_quant_fake, dispatch_key=current_platform.dispatch_key, ) -except (ImportError, AttributeError): +except (ImportError, AttributeError, RuntimeError): + logger.warning( + "AITER is not found or QuarkOCP_MX is not supported on the current " + "platform. QuarkOCP_MX quantization will not be available." + ) dynamic_mxfp4_quant = gemm_afp4wfp4 = None