Fix: make eager_break_during_capture import conditional for older vLLM

This commit is contained in:
2026-05-19 03:29:05 +00:00
parent 4ed91b81d0
commit df5a496f5d

View File

@@ -14,7 +14,12 @@ import torch.nn.functional as F
from transformers import DeepseekV2Config, DeepseekV3Config
import vllm.envs as envs
from vllm.compilation.breakable_cudagraph import eager_break_during_capture
try:
from vllm.compilation.breakable_cudagraph import eager_break_during_capture
except ImportError:
# Older vLLM versions don't have this module; use identity decorator
def eager_break_during_capture(fn):
return fn
from vllm.model_executor.layers.linear import (
ReplicatedLinear,
)