[Refactor] Remove dead code in KV connector (#36424)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
@@ -184,13 +184,11 @@ class Scheduler(SchedulerInterface):
|
||||
|
||||
# Encoder-related.
|
||||
# Calculate encoder cache size if applicable
|
||||
self.supports_mm_inputs = mm_registry.supports_multimodal_inputs(
|
||||
supports_mm_inputs = mm_registry.supports_multimodal_inputs(
|
||||
vllm_config.model_config
|
||||
)
|
||||
self.mm_budget = mm_budget = (
|
||||
MultiModalBudget(vllm_config, mm_registry)
|
||||
if self.supports_mm_inputs
|
||||
else None
|
||||
mm_budget = (
|
||||
MultiModalBudget(vllm_config, mm_registry) if supports_mm_inputs else None
|
||||
)
|
||||
|
||||
# NOTE: Text-only encoder-decoder models are implemented as
|
||||
|
||||
@@ -148,7 +148,7 @@ class EngineCore:
|
||||
if self.scheduler.connector is not None: # type: ignore
|
||||
self.model_executor.init_kv_output_aggregator(self.scheduler.connector) # type: ignore
|
||||
|
||||
self.mm_registry = mm_registry = MULTIMODAL_REGISTRY
|
||||
mm_registry = MULTIMODAL_REGISTRY
|
||||
self.mm_receiver_cache = mm_registry.engine_receiver_cache_from_config(
|
||||
vllm_config
|
||||
)
|
||||
@@ -800,8 +800,6 @@ class EngineCoreProc(EngineCore):
|
||||
vllm_config,
|
||||
client_handshake_address,
|
||||
) as addresses:
|
||||
self.client_count = len(addresses.outputs)
|
||||
|
||||
# Set up data parallel environment.
|
||||
self.has_coordinator = addresses.coordinator_output is not None
|
||||
self.frontend_stats_publish_address = (
|
||||
|
||||
Reference in New Issue
Block a user