[BugFix] Fix PP/async scheduling with pooling models (#28899)

Signed-off-by: Nick Hill <nhill@redhat.com>
Co-authored-by: Cyrus Leung <tlleungac@connect.ust.hk>
This commit is contained in:
Nick Hill
2025-11-18 00:20:45 -08:00
committed by GitHub
parent 896e41ae04
commit 439368496d
2 changed files with 6 additions and 5 deletions

View File

@@ -184,6 +184,7 @@ class EngineCore:
vllm_config.ec_transfer_config is not None
and vllm_config.ec_transfer_config.is_ec_producer
)
self.is_pooling_model = vllm_config.model_config.runner_type == "pooling"
self.request_block_hasher: Callable[[Request], list[BlockHash]] | None = None
if vllm_config.cache_config.enable_prefix_caching or kv_connector is not None:
@@ -392,7 +393,7 @@ class EngineCore:
if not self.ec_producer:
model_executed = scheduler_output.total_num_scheduled_tokens > 0
if not model_executed:
if self.is_pooling_model or not model_executed:
# No sampling required (no requests scheduled).
future = cast(Future[ModelRunnerOutput], exec_future)
else: