Avoid sorting waiting queue & Minor code cleaning (#93)

This commit is contained in:
Woosuk Kwon
2023-05-10 01:57:07 -07:00
committed by GitHub
parent e331957784
commit ae356774ab
4 changed files with 10 additions and 16 deletions

View File

@@ -7,7 +7,6 @@ from cacheflow.sampling_params import SamplingParams
from cacheflow.sequence import Sequence, SequenceGroup
from cacheflow.utils import Counter
logger = init_logger(__name__)