[ModelRunner V2] Fix spec decoding + logprobs (#33391)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Nick Hill
2026-01-30 19:33:26 -08:00
committed by GitHub
parent aaa901ad55
commit 876a16f4fb
7 changed files with 22 additions and 5 deletions

View File

@@ -130,7 +130,7 @@ class LogprobsProcessor:
assert self.num_prompt_logprobs is not None
assert self.prompt_logprobs is not None
token_ids, logprobs, ranks = prompt_logprobs_tensors
token_ids, logprobs, ranks, _ = prompt_logprobs_tensors
# Recover shapes.
num_prompt_tokens, num_logprobs = logprobs.shape