[6/N] torch.compile rollout to users (#10437)
Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
@@ -5,7 +5,7 @@ from typing import TYPE_CHECKING, Optional
|
||||
import vllm.envs as envs
|
||||
|
||||
if TYPE_CHECKING:
|
||||
from vllm.config import CompilationConfig, VllmConfig
|
||||
from vllm.config import VllmConfig
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
@@ -54,18 +54,6 @@ def load_general_plugins():
|
||||
logger.exception("Failed to load plugin %s", plugin.name)
|
||||
|
||||
|
||||
_compilation_config: Optional["CompilationConfig"] = None
|
||||
|
||||
|
||||
def set_compilation_config(config: Optional["CompilationConfig"]):
|
||||
global _compilation_config
|
||||
_compilation_config = config
|
||||
|
||||
|
||||
def get_compilation_config() -> Optional["CompilationConfig"]:
|
||||
return _compilation_config
|
||||
|
||||
|
||||
_current_vllm_config: Optional["VllmConfig"] = None
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user