9da4a23561
* Add more GPU architectures support * Update layout.py * Optimize performance, Add SM90 support, Add 1D2D SM100 support * Add fmtlib submodule at commit 553ec11 --------- Co-authored-by: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com>
101 lines
3.2 KiB
Python
101 lines
3.2 KiB
Python
import os
|
|
import setuptools
|
|
import shutil
|
|
import subprocess
|
|
from setuptools import find_packages
|
|
from setuptools.command.build_py import build_py
|
|
from torch.utils.cpp_extension import CppExtension, CUDA_HOME
|
|
|
|
current_dir = os.path.dirname(os.path.realpath(__file__))
|
|
cxx_flags = ['-std=c++20', '-O3', '-fPIC', '-Wno-psabi']
|
|
sources = ['csrc/python_api.cpp']
|
|
build_include_dirs = [
|
|
f'{CUDA_HOME}/include',
|
|
'deep_gemm/include',
|
|
'third-party/cutlass/include',
|
|
'third-party/fmt/include',
|
|
]
|
|
build_libraries = ['cuda', 'cudart']
|
|
build_library_dirs = [
|
|
f'{CUDA_HOME}/lib64',
|
|
f'{CUDA_HOME}/lib64/stub'
|
|
]
|
|
third_party_include_dirs = [
|
|
'third-party/cutlass/include/cute',
|
|
'third-party/cutlass/include/cutlass',
|
|
]
|
|
|
|
|
|
class CustomBuildPy(build_py):
|
|
def run(self):
|
|
# First, prepare the include directories
|
|
self.prepare_includes()
|
|
|
|
# Second, make clusters' cache setting default into `envs.py`
|
|
self.generate_default_envs()
|
|
|
|
# Finally, run the regular build
|
|
build_py.run(self)
|
|
|
|
def generate_default_envs(self):
|
|
code = '# Pre-installed environment variables\n'
|
|
code += 'persistent_envs = dict()\n'
|
|
for name in ('DG_JIT_CACHE_DIR', 'DG_JIT_PRINT_COMPILER_COMMAND', 'DG_JIT_DISABLE_SHORTCUT_CACHE'):
|
|
code += f"persistent_envs['{name}'] = '{os.environ[name]}'\n" if name in os.environ else ''
|
|
|
|
with open(os.path.join(self.build_lib, 'deep_gemm', 'envs.py'), 'w') as f:
|
|
f.write(code)
|
|
|
|
def prepare_includes(self):
|
|
# Create temporary build directory instead of modifying package directory
|
|
build_include_dir = os.path.join(self.build_lib, 'deep_gemm/include')
|
|
os.makedirs(build_include_dir, exist_ok=True)
|
|
|
|
# Copy third-party includes to the build directory
|
|
for d in third_party_include_dirs:
|
|
dirname = d.split('/')[-1]
|
|
src_dir = os.path.join(current_dir, d)
|
|
dst_dir = os.path.join(build_include_dir, dirname)
|
|
|
|
# Remove existing directory if it exists
|
|
if os.path.exists(dst_dir):
|
|
shutil.rmtree(dst_dir)
|
|
|
|
# Copy the directory
|
|
shutil.copytree(src_dir, dst_dir)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
# noinspection PyBroadException
|
|
try:
|
|
cmd = ['git', 'rev-parse', '--short', 'HEAD']
|
|
revision = '+' + subprocess.check_output(cmd).decode('ascii').rstrip()
|
|
except:
|
|
revision = ''
|
|
|
|
# noinspection PyTypeChecker
|
|
setuptools.setup(
|
|
name='deep_gemm',
|
|
version='2.0.0' + revision,
|
|
packages=find_packages('.'),
|
|
package_data={
|
|
'deep_gemm': [
|
|
'include/deep_gemm/**/*',
|
|
'include/cute/**/*',
|
|
'include/cutlass/**/*',
|
|
]
|
|
},
|
|
ext_modules=[
|
|
CppExtension(name='deep_gemm_cpp',
|
|
sources=sources,
|
|
include_dirs=build_include_dirs,
|
|
libraries=build_libraries,
|
|
library_dirs=build_library_dirs,
|
|
extra_compile_args=cxx_flags)
|
|
],
|
|
zip_safe=False,
|
|
cmdclass={
|
|
'build_py': CustomBuildPy,
|
|
},
|
|
)
|