biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[misc] move functions to config.py (#10624)

Browse Source 
Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao
2024-11-25 01:27:30 -08:00
committed by GitHub
parent 25d806e953
commit 05d1f8c9c6
11 changed files with 62 additions and 73 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/compilation/wrapper.py
View File

@@ -8,7 +8,7 @@ from typing import Callable, List, Optional
import torch
import vllm.envs as envs
from vllm.config import CompilationLevel
from vllm.config import CompilationLevel, get_current_vllm_config
class TorchCompileWrapperWithCustomDispatcher:
@@ -32,7 +32,6 @@ class TorchCompileWrapperWithCustomDispatcher:
# default compilation settings
# compiling the forward method
from vllm.plugins import get_current_vllm_config
backend = get_current_vllm_config(
).compilation_config.init_backend()