Support various block sizes & Change default block size to 16 (#38)

2023-04-15 09:03:24 -07:00
parent 84eee24e20
commit 0f4b32199e
7 changed files with 594 additions and 611 deletions
--- a/cacheflow/master/scheduler.py
+++ b/cacheflow/master/scheduler.py
@@ -125,7 +125,8 @@ class Scheduler:

        # Swap in the sequence groups in the SWAPPED state if possible.
        self.swapped = self.policy.sort_by_priority(now, self.swapped)
-        while self.swapped:
+        # FCFS
+        while self.swapped and not blocks_to_swap_out:
            seq_group = self.swapped[0]
            # If the sequence group has been preempted in this step, stop.
            if seq_group in preempted: