Avoid sorting waiting queue & Minor code cleaning (#93)

2023-05-10 01:57:07 -07:00
parent e331957784
commit ae356774ab
4 changed files with 10 additions and 16 deletions
--- a/cacheflow/core/server.py
+++ b/cacheflow/core/server.py
@@ -17,7 +17,6 @@ from cacheflow.sequence import SequenceGroup
 from cacheflow.utils import get_gpu_memory, get_cpu_memory
 from cacheflow.worker.controller import Controller, DeviceID

-
 logger = init_logger(__name__)