biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Misc] Use envs module to get VLLM_DISABLED_KERNELS (#35776)

Browse Source 
Signed-off-by: Martin Hickey <martin.hickey@ie.ibm.com>
This commit is contained in:
Martin Hickey
2026-03-11 13:37:46 +00:00
committed by GitHub
parent f33251ffc8
commit 700a1ddc65
1 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/model_executor/kernels/linear/__init__.py
View File

@@ -13,7 +13,6 @@ or kernel implementation, add it to this __init__.py to maintain
import stability. import stability.
""" """
import os
from typing import TypeVar from typing import TypeVar
import torch import torch
@@ -154,8 +153,7 @@ _KernelConfigT = TypeVar("_KernelConfigT", bound=ScaledMMLinearLayerConfig)
def is_supported_and_can_implement_kernel( def is_supported_and_can_implement_kernel(
kernel: type[_KernelT], config: _KernelConfigT, compute_capability: int | None kernel: type[_KernelT], config: _KernelConfigT, compute_capability: int | None
) -> tuple[bool, str]: ) -> tuple[bool, str]:
# TODO: Fetch `VLLM_DISABLED_KERNELS` from vllm.envs instead. if kernel.__name__ in envs.VLLM_DISABLED_KERNELS:
if kernel.__name__ in os.environ.get("VLLM_DISABLED_KERNELS", "").split(","):
return False, f" {kernel.__name__} is disabled by environment variable" return False, f" {kernel.__name__} is disabled by environment variable"
if compute_capability is None: if compute_capability is None: