From df5a496f5d48b7970373d4ae15cc29a4b15d2ba8 Mon Sep 17 00:00:00 2001 From: biondizzle Date: Tue, 19 May 2026 03:29:05 +0000 Subject: [PATCH] Fix: make eager_break_during_capture import conditional for older vLLM --- vllm/patches/deepseek_v4_attention.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/vllm/patches/deepseek_v4_attention.py b/vllm/patches/deepseek_v4_attention.py index 8286a288..252d9234 100644 --- a/vllm/patches/deepseek_v4_attention.py +++ b/vllm/patches/deepseek_v4_attention.py @@ -14,7 +14,12 @@ import torch.nn.functional as F from transformers import DeepseekV2Config, DeepseekV3Config import vllm.envs as envs -from vllm.compilation.breakable_cudagraph import eager_break_during_capture +try: + from vllm.compilation.breakable_cudagraph import eager_break_during_capture +except ImportError: + # Older vLLM versions don't have this module; use identity decorator + def eager_break_during_capture(fn): + return fn from vllm.model_executor.layers.linear import ( ReplicatedLinear, )