[misc] move functions to config.py (#10624)

Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao
2024-11-25 01:27:30 -08:00
committed by GitHub
parent 25d806e953
commit 05d1f8c9c6
11 changed files with 62 additions and 73 deletions

View File

@@ -2,13 +2,12 @@ from typing import List
import pytest
from vllm.config import CompilationConfig, VllmConfig
from vllm.config import CompilationConfig, VllmConfig, set_current_vllm_config
from vllm.model_executor.custom_op import CustomOp
from vllm.model_executor.layers.activation import (GeluAndMul,
ReLUSquaredActivation,
SiluAndMul)
from vllm.model_executor.layers.layernorm import RMSNorm
from vllm.plugins import set_current_vllm_config
# Registered subclass for test