diff --git a/vllm/model_executor/layers/quantization/quark/schemes/quark_ocp_mx.py b/vllm/model_executor/layers/quantization/quark/schemes/quark_ocp_mx.py
index edf1ad5a9..9c0ce9723 100644
--- a/vllm/model_executor/layers/quantization/quark/schemes/quark_ocp_mx.py
+++ b/vllm/model_executor/layers/quantization/quark/schemes/quark_ocp_mx.py
@@ -154,10 +154,11 @@ try:
         dispatch_key=current_platform.dispatch_key,
     )
 except (ImportError, AttributeError, RuntimeError):
-    logger.warning(
-        "AITER is not found or QuarkOCP_MX is not supported on the current "
-        "platform. QuarkOCP_MX quantization will not be available."
-    )
+    if current_platform.is_rocm():
+        logger.warning(
+            "AITER is not found or QuarkOCP_MX is not supported on the current "
+            "platform. QuarkOCP_MX quantization will not be available."
+        )
     dynamic_mxfp4_quant = gemm_afp4wfp4 = None