Log system stats (#90)

2023-05-10 01:06:53 -07:00
parent 8d66a7b6d7
commit e331957784
3 changed files with 50 additions and 133 deletions
--- a/cacheflow/worker/worker.py
+++ b/cacheflow/worker/worker.py
@@ -91,7 +91,6 @@ class Worker:
        initialize_model_parallel(tensor_parallel_size,
                                  pipeline_parallel_size)

-
    def prepare_inputs(
        self,
        seq_group_metadata_list: List[SequenceGroupMetadata],