[Bugfix] Skip out-of-stage layers in get_layers_from_vllm_config for pipeline parallel (#36243)

Signed-off-by: Tushar Shetty <tushar.shetty@abbyy.com> Signed-off-by: Tushar Shetty <54362365+tusharshetty61@users.noreply.github.com>
2026-03-09 09:10:16 +05:30
parent 747431044d
commit c4d859c274
1 changed files with 2 additions and 1 deletions
--- a/vllm/config/vllm.py
+++ b/vllm/config/vllm.py
@@ -1795,5 +1795,6 @@ def get_layers_from_vllm_config(
    return {
        layer_name: forward_context[layer_name]
        for layer_name in layer_names
-        if isinstance(forward_context[layer_name], layer_type)
+        if layer_name in forward_context
+        and isinstance(forward_context[layer_name], layer_type)
    }