Collect system stats in scheduler & Add scripts for experiments (#30)

2023-04-12 15:03:49 -07:00
parent e3cec88aa5
commit 84eee24e20
12 changed files with 830 additions and 3 deletions
--- a/cacheflow/master/block_manager.py
+++ b/cacheflow/master/block_manager.py
@@ -241,3 +241,9 @@ class BlockSpaceManager:
    def get_block_table(self, seq: Sequence) -> List[int]:
        block_table = self.block_tables[seq.seq_id]
        return [block.block_number for block in block_table]
+
+    def get_num_free_gpu_blocks(self) -> int:
+        return self.gpu_allocator.get_num_free_blocks()
+
+    def get_num_free_cpu_blocks(self) -> int:
+        return self.cpu_allocator.get_num_free_blocks()