Fix FP8 quantize return type (2-tuple not 3)
This commit is contained in:
@@ -293,7 +293,7 @@ std::tuple<torch::Tensor, torch::Tensor> quantize_nvfp4_from_fp32_cuda(
|
||||
return {out_fp4.view(torch::kFloat4_e2m1fn_x2), out_sf.view(torch::kFloat8_e4m3fn)};
|
||||
}
|
||||
|
||||
std::tuple<torch::Tensor, torch::Tensor, torch::Tensor> quantize_fp8_e4m3_from_fp32_cuda(
|
||||
std::tuple<torch::Tensor, torch::Tensor> quantize_fp8_e4m3_from_fp32_cuda(
|
||||
torch::Tensor input
|
||||
) {
|
||||
int M = input.size(0);
|
||||
|
||||
Reference in New Issue
Block a user