[Misc] Introduce ec_both role EC (encoder cache) connector (#34182)

Signed-off-by: Qi Wang <qiwa@nvidia.com>
This commit is contained in:
Qi Wang
2026-02-10 10:55:35 -08:00
committed by GitHub
parent 1f5febb4b8
commit 33bcd3dc3b
3 changed files with 10 additions and 4 deletions

View File

@@ -63,6 +63,7 @@ class ECConnectorBase(ABC):
self._role = role
if vllm_config.ec_transfer_config is not None:
self._is_producer = vllm_config.ec_transfer_config.is_ec_producer
self._is_consumer = vllm_config.ec_transfer_config.is_ec_consumer
else:
raise ValueError("ec_transfer_config must be set for ECConnectorBase")
@@ -74,6 +75,10 @@ class ECConnectorBase(ABC):
def is_producer(self) -> bool:
return self._is_producer
@property
def is_consumer(self) -> bool:
return self._is_consumer
# ==============================
# Worker-side methods
# ==============================