biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Add DeepGEMM to Dockerfile in vllm-base image (#21533)

Browse Source 
Signed-off-by: Matthew Bonanni <mbonanni001@gmail.com>
Signed-off-by: mgoin <mgoin64@gmail.com>
Co-authored-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
Matthew Bonanni
2025-07-31 21:01:55 -04:00
committed by GitHub
parent c3e0e9337e
commit e360316ab9
4 changed files with 46 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
tests/kernels/moe/test_deepep_deepgemm_moe.py
View File

@@ -20,7 +20,8 @@ from vllm.model_executor.layers.fused_moe.modular_kernel import (
FusedMoEModularKernel)
from vllm.platforms import current_platform
from vllm.utils import has_deep_ep, has_deep_gemm
from vllm.utils.deep_gemm import is_blackwell_deep_gemm_used
from vllm.utils.deep_gemm import (is_blackwell_deep_gemm_used,
is_deep_gemm_supported)
from .parallel_utils import ProcessGroupInfo, parallel_launch
from .utils import make_test_weights
@@ -46,7 +47,7 @@ requires_deep_ep = pytest.mark.skipif(
)
requires_deep_gemm = pytest.mark.skipif(
not has_deep_gemm(),
not is_deep_gemm_supported(),
reason="Requires deep_gemm kernels",
)