Fix compile error when using rocm (#2648)

This commit is contained in:
zhaoyang-star
2024-02-02 01:35:09 +08:00
committed by GitHub
parent cd9e60c76c
commit 923797fea4
3 changed files with 9 additions and 1 deletions

View File

@@ -9,7 +9,6 @@
#include "../../attention/dtype_float16.cuh"
#include "../../attention/dtype_bfloat16.cuh"
#pragma once
namespace vllm {
#ifdef ENABLE_FP8_E5M2