[BugFix] Fix flakiness in test_eagle_dp for PyTorch 2.10 (#31915)
Signed-off-by: Richard Zou <zou3519@gmail.com>
This commit is contained in:
@@ -47,7 +47,9 @@ async def test_run_eagle_dp(monkeypatch: pytest.MonkeyPatch):
|
||||
)
|
||||
|
||||
prompt = "This is a test of data parallel with eagle"
|
||||
num_expected_tokens = 100
|
||||
# This test might be flaky, see
|
||||
# https://github.com/vllm-project/vllm/issues/31913
|
||||
num_expected_tokens = 20
|
||||
sampling_params = SamplingParams(
|
||||
min_tokens=num_expected_tokens,
|
||||
max_tokens=num_expected_tokens,
|
||||
|
||||
Reference in New Issue
Block a user