[Bugfix] skip cuda graph for drafter when running with eager (#26821)

Signed-off-by: Benjamin Chislett <bchislett@nvidia.com>
This commit is contained in:
Benjamin Chislett
2025-10-21 18:39:09 -04:00
committed by GitHub
parent 4a8a567e16
commit 19748806f0

View File

@@ -3482,7 +3482,10 @@ class GPUModelRunner(LoRAModelRunnerMixin, KVConnectorModelRunnerMixin):
if self.speculative_config and self.speculative_config.use_eagle():
assert isinstance(self.drafter, EagleProposer)
use_cudagraphs = cudagraph_runtime_mode == CUDAGraphMode.PIECEWISE
use_cudagraphs = (
cudagraph_runtime_mode == CUDAGraphMode.PIECEWISE
and not self.speculative_config.enforce_eager
)
self.drafter.dummy_run(num_tokens, use_cudagraphs=use_cudagraphs)
# This is necessary to avoid blocking DP.