[Chore] Separate out vllm.utils.func (#26904)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2025-10-15 21:03:58 +08:00
committed by GitHub
parent f57438338d
commit 136a17fe6e
18 changed files with 407 additions and 371 deletions

View File

@@ -27,8 +27,9 @@ from vllm.model_executor.layers.fused_moe.utils import _resize_cache
from vllm.model_executor.layers.quantization.utils.fp8_utils import (
per_token_group_quant_fp8,
)
from vllm.utils import has_deep_gemm, run_once
from vllm.utils import has_deep_gemm
from vllm.utils.deep_gemm import m_grouped_fp8_gemm_nt_contiguous
from vllm.utils.func import run_once
logger = init_logger(__name__)

View File

@@ -24,7 +24,7 @@ from vllm.inputs import TokensPrompt
from vllm.inputs.data import PromptType
from vllm.logger import init_logger
from vllm.model_executor.layers.quantization import QuantizationConfig
from vllm.utils import supports_kw
from vllm.utils.func import supports_kw
from .interfaces_base import VllmModel, is_pooling_model

View File

@@ -15,7 +15,7 @@ import torch.nn as nn
from typing_extensions import TypeIs, TypeVar
from vllm.logger import init_logger
from vllm.utils import supports_kw
from vllm.utils.func import supports_kw
if TYPE_CHECKING:
from vllm.config import VllmConfig