Support bfloat16 data type (#54)

2023-05-03 14:09:44 -07:00
parent 436e523bf1
commit e070829ae8
12 changed files with 455 additions and 53 deletions
--- a/csrc/attention/attention_utils.cuh
+++ b/csrc/attention/attention_utils.cuh
@@ -1,6 +1,6 @@
 #pragma once

-#include "attention_dtypes.cuh"
+#include "attention_dtypes.h"

 #include <float.h>
 #include <type_traits>