From c4d859c274960d62f0b2ff6e7ac96be452994b55 Mon Sep 17 00:00:00 2001 From: Tushar Shetty <54362365+tusharshetty61@users.noreply.github.com> Date: Mon, 9 Mar 2026 09:10:16 +0530 Subject: [PATCH] [Bugfix] Skip out-of-stage layers in get_layers_from_vllm_config for pipeline parallel (#36243) Signed-off-by: Tushar Shetty Signed-off-by: Tushar Shetty <54362365+tusharshetty61@users.noreply.github.com> --- vllm/config/vllm.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/config/vllm.py b/vllm/config/vllm.py index 16f2c375d..bf8620b73 100644 --- a/vllm/config/vllm.py +++ b/vllm/config/vllm.py @@ -1795,5 +1795,6 @@ def get_layers_from_vllm_config( return { layer_name: forward_context[layer_name] for layer_name in layer_names - if isinstance(forward_context[layer_name], layer_type) + if layer_name in forward_context + and isinstance(forward_context[layer_name], layer_type) }