Avoid sorting waiting queue & Minor code cleaning (#93)

2023-05-10 01:57:07 -07:00
parent e331957784
commit ae356774ab
4 changed files with 10 additions and 16 deletions
--- a/cacheflow/model_executor/memory_analyzer.py
+++ b/cacheflow/model_executor/memory_analyzer.py
@@ -4,7 +4,6 @@ from transformers import AutoConfig
 from cacheflow.logger import init_logger
 from cacheflow.model_executor.utils import get_dtype_size

-
 logger = init_logger(__name__)

 _GiB = 1 << 30