[Kernel] Add w8a8 CUTLASS kernels (#4749)
This commit is contained in:
committed by
GitHub
parent
8435b207af
commit
2060e93659
12
csrc/quantization/cutlass_w8a8/common.hpp
Normal file
12
csrc/quantization/cutlass_w8a8/common.hpp
Normal file
@@ -0,0 +1,12 @@
|
||||
#pragma once
|
||||
|
||||
#include "cutlass/cutlass.h"
|
||||
|
||||
/**
|
||||
* Helper function for checking CUTLASS errors
|
||||
*/
|
||||
#define CUTLASS_CHECK(status) \
|
||||
{ \
|
||||
TORCH_CHECK(status == cutlass::Status::kSuccess, \
|
||||
cutlassGetStatusString(status)) \
|
||||
}
|
||||
Reference in New Issue
Block a user