biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[V1][Bugfix] Fix V1 TP trust-remote-code (#11182)

Browse Source 
Signed-off-by: Tyler Michael Smith <tyler@neuralmagic.com>
This commit is contained in:
Tyler Michael Smith
2024-12-14 03:21:23 -05:00
committed by GitHub
parent 48259264a4
commit ea7bd68d10
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/v1/engine/core.py
View File

@@ -14,6 +14,8 @@ from msgspec import msgpack
from vllm.config import CacheConfig, VllmConfig from vllm.config import CacheConfig, VllmConfig
from vllm.executor.multiproc_worker_utils import get_mp_context from vllm.executor.multiproc_worker_utils import get_mp_context
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.transformers_utils.config import (
maybe_register_config_serialize_by_value)
from vllm.usage.usage_lib import UsageContext from vllm.usage.usage_lib import UsageContext
from vllm.v1.core.scheduler import Scheduler from vllm.v1.core.scheduler import Scheduler
from vllm.v1.engine import (EngineCoreOutput, EngineCoreOutputs, from vllm.v1.engine import (EngineCoreOutput, EngineCoreOutputs,
@@ -241,6 +243,9 @@ class EngineCoreProc(EngineCore):
# processes to terminate without error # processes to terminate without error
shutdown_requested = False shutdown_requested = False
# Ensure we can serialize transformer config after spawning
maybe_register_config_serialize_by_value()
def signal_handler(signum, frame): def signal_handler(signum, frame):
nonlocal shutdown_requested nonlocal shutdown_requested
if not shutdown_requested: if not shutdown_requested: