diff --git a/vllm/config/vllm.py b/vllm/config/vllm.py
index 16f2c375d..bf8620b73 100644
--- a/vllm/config/vllm.py
+++ b/vllm/config/vllm.py
@@ -1795,5 +1795,6 @@ def get_layers_from_vllm_config(
     return {
         layer_name: forward_context[layer_name]
         for layer_name in layer_names
-        if isinstance(forward_context[layer_name], layer_type)
+        if layer_name in forward_context
+        and isinstance(forward_context[layer_name], layer_type)
     }