#include "c3x/scaled_mm_helper.hpp" #include "c3x/scaled_mm_kernels.hpp" /* This file defines quantized GEMM operations using the CUTLASS 3.x API, for NVIDIA GPUs with sm120 (Blackwell). */ #if defined ENABLE_SCALED_MM_SM120 && ENABLE_SCALED_MM_SM120 void cutlass_scaled_mm_sm120(torch::Tensor& c, torch::Tensor const& a, torch::Tensor const& b, torch::Tensor const& a_scales, torch::Tensor const& b_scales, std::optional const& bias) { dispatch_scaled_mm(c, a, b, a_scales, b_scales, bias, vllm::cutlass_scaled_mm_sm120_fp8, nullptr, // int8 not supported on SM120 vllm::cutlass_scaled_mm_blockwise_sm120_fp8); } #endif