biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Testing] Fix core tests (#3224)

Browse Source
This commit is contained in:
Cade Daniel
2024-03-06 01:04:23 -08:00
committed by GitHub
parent 24aecf421a
commit a33ce60c66
4 changed files with 36 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tests/core/test_scheduler.py
View File

@@ -3,7 +3,7 @@ import pytest # noqa
from vllm.config import CacheConfig, SchedulerConfig
from vllm.core.scheduler import Scheduler
from vllm.sequence import SequenceGroup
from vllm.sequence import SequenceGroup, Logprob
from .utils import create_dummy_prompt
@@ -108,8 +108,8 @@ def test_scheduler_schedule_preempt_abort():
# Append "generated" tokens, allowing the sequence to mark prompt tokens as
# processed.
token_id = 0
seq_a.append_token_id(token_id, {token_id: 0.0})
seq_b.append_token_id(token_id, {token_id: 0.0})
seq_a.append_token_id(token_id, {token_id: Logprob(0.0)})
seq_b.append_token_id(token_id, {token_id: Logprob(0.0)})
# Schedule seq groups generation and preempt seq group b.
seq_group_meta, out = scheduler.schedule()