[3/N] model runner pass the whole config to model (#9958)

Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao
2024-11-02 12:08:49 -07:00
committed by GitHub
parent 74b529ceee
commit cea808f325
9 changed files with 87 additions and 140 deletions

View File

@@ -1,8 +1,14 @@
import logging
from typing import Callable, Optional, Union
from typing import TYPE_CHECKING, Callable, Optional, Union
import vllm.envs as envs
from vllm.compilation.config import CompilationConfig
if TYPE_CHECKING:
from vllm.compilation.config import CompilationConfig
from vllm.config import VllmConfig
else:
CompilationConfig = None
VllmConfig = None
logger = logging.getLogger(__name__)
@@ -55,3 +61,15 @@ def set_compilation_config(config: Optional[CompilationConfig]):
def get_compilation_config() -> Optional[CompilationConfig]:
return _compilation_config
_vllm_config: Optional[VllmConfig] = None
def set_vllm_config(config: Optional[VllmConfig]):
global _vllm_config
_vllm_config = config
def get_vllm_config() -> Optional[VllmConfig]:
return _vllm_config