[Core] Logprobs support in Multi-step (#7652)

2024-08-29 22:19:08 -04:00
parent 4abed65c58
commit 428dd1445e
103 changed files with 872 additions and 376 deletions
--- a/tests/spec_decode/test_spec_decode_worker.py
+++ b/tests/spec_decode/test_spec_decode_worker.py
@@ -7,8 +7,9 @@ from unittest.mock import MagicMock
 import pytest
 import torch

+from vllm.model_executor.layers.sampler import SamplerOutput
 from vllm.model_executor.utils import set_random_seed
-from vllm.sequence import ExecuteModelRequest, SamplerOutput, SequenceOutput
+from vllm.sequence import ExecuteModelRequest, SequenceOutput
 from vllm.spec_decode.interfaces import SpeculativeProposals
 from vllm.spec_decode.metrics import (AsyncMetricsCollector,
                                      SpecDecodeWorkerMetrics)