[Kernel] Update Cutlass int8 kernel configs for SM80 (#5275)

Co-authored-by: Varun Sundar Rabindranath <varun@neuralmagic.com>
This commit is contained in:
Varun Sundar Rabindranath
2024-06-20 19:03:21 +05:30
committed by GitHub
parent ad137cd111
commit a7dcc62086
3 changed files with 123 additions and 16 deletions

View File

@@ -1,6 +1,7 @@
#pragma once
#include "cutlass/cutlass.h"
#include <climits>
/**
* Helper function for checking CUTLASS errors
@@ -10,3 +11,9 @@
TORCH_CHECK(status == cutlass::Status::kSuccess, \
cutlassGetStatusString(status)) \
}
inline uint32_t next_pow_2(uint32_t const num) {
if (num <= 1) return num;
return 1 << (CHAR_BIT * sizeof(num) - __builtin_clz(num - 1));
}