[CI/Build] Fix crash due to removed VLLM_USE_V1 attribute in EPD (#28521)
Signed-off-by: knlnguyen1802 <knlnguyen1802@gmail.com> Co-authored-by: knlnguyen1802 <knlnguyen1802@gmail.com> Co-authored-by: Roger Wang <hey@rogerw.io>
This commit is contained in:
@@ -2,7 +2,6 @@
|
|||||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
from typing import TYPE_CHECKING
|
from typing import TYPE_CHECKING
|
||||||
|
|
||||||
from vllm import envs
|
|
||||||
from vllm.distributed.ec_transfer.ec_connector.base import (
|
from vllm.distributed.ec_transfer.ec_connector.base import (
|
||||||
ECConnectorBase,
|
ECConnectorBase,
|
||||||
ECConnectorRole,
|
ECConnectorRole,
|
||||||
@@ -38,9 +37,6 @@ def ensure_ec_transfer_initialized(vllm_config: "VllmConfig") -> None:
|
|||||||
vllm_config.ec_transfer_config.is_ec_transfer_instance
|
vllm_config.ec_transfer_config.is_ec_transfer_instance
|
||||||
and _EC_CONNECTOR_AGENT is None
|
and _EC_CONNECTOR_AGENT is None
|
||||||
):
|
):
|
||||||
if envs.VLLM_USE_V1:
|
_EC_CONNECTOR_AGENT = ECConnectorFactory.create_connector(
|
||||||
_EC_CONNECTOR_AGENT = ECConnectorFactory.create_connector(
|
config=vllm_config, role=ECConnectorRole.WORKER
|
||||||
config=vllm_config, role=ECConnectorRole.WORKER
|
)
|
||||||
)
|
|
||||||
else:
|
|
||||||
raise ValueError("V0 is no longer supported")
|
|
||||||
|
|||||||
Reference in New Issue
Block a user