7f2a703ed5
* Merge with private repo * Update README * Update README * Update README * Add PyTorch requirements * Fix sync scopes for MQA logits (#256) * Update README
33 lines
1.4 KiB
CMake
33 lines
1.4 KiB
CMake
# NOTES: current just for CMake-based IDE (e.g. CLion) indexing, the real compilation is done via JIT
|
|
cmake_minimum_required(VERSION 3.10)
|
|
project(deep_gemm LANGUAGES CXX CUDA)
|
|
set(CMAKE_VERBOSE_MAKEFILE ON)
|
|
|
|
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -O3 -fPIC -Wno-psabi -Wno-deprecated-declarations")
|
|
set(CUDA_SEPARABLE_COMPILATION ON)
|
|
list(APPEND CUDA_NVCC_FLAGS "-DENABLE_FAST_DEBUG")
|
|
list(APPEND CUDA_NVCC_FLAGS "-O3")
|
|
list(APPEND CUDA_NVCC_FLAGS "--ptxas-options=--verbose,--register-usage-level=10,--warn-on-local-memory-usage")
|
|
|
|
set(USE_SYSTEM_NVTX on)
|
|
set(CUDA_ARCH_LIST "9.0" CACHE STRING "List of CUDA architectures to compile")
|
|
set(TORCH_CUDA_ARCH_LIST "${CUDA_ARCH_LIST}")
|
|
|
|
find_package(CUDAToolkit REQUIRED)
|
|
find_package(pybind11 REQUIRED)
|
|
find_package(Torch REQUIRED)
|
|
|
|
set(CMAKE_CXX_STANDARD 20)
|
|
set(CMAKE_CUDA_STANDARD 20)
|
|
|
|
include_directories(deep_gemm/include third-party/cutlass/include third-party/cutlass/tools/util/include third-party/fmt/include)
|
|
include_directories(${CUDA_TOOLKIT_ROOT_DIR}/include/cccl ${TORCH_INCLUDE_DIRS} ${PYTHON_INCLUDE_DIRS})
|
|
link_directories(${TORCH_INSTALL_PREFIX}/lib ${CUDA_TOOLKIT_ROOT_DIR}/lib64 ${CUDA_TOOLKIT_ROOT_DIR}/lib64/stubs)
|
|
|
|
# The main Python API entrance
|
|
pybind11_add_module(_C csrc/python_api.cpp)
|
|
target_link_libraries(_C PRIVATE ${TORCH_LIBRARIES} torch_python)
|
|
|
|
# Enable kernel code indexing with CMake-based IDEs
|
|
cuda_add_library(deep_gemm_indexing_cuda STATIC csrc/indexing/main.cu)
|