diff --git a/vllm/forward_context.py b/vllm/forward_context.py index d1223ad83..1ef8e5403 100644 --- a/vllm/forward_context.py +++ b/vllm/forward_context.py @@ -319,6 +319,7 @@ def set_forward_context( attn_metadata=attn_metadata, vllm_config=vllm_config, virtual_engine=virtual_engine, + dp_metadata=dp_metadata, num_tokens=num_tokens, num_tokens_across_dp=num_tokens_across_dp, cudagraph_runtime_mode=cudagraph_runtime_mode,