Collect system stats in scheduler & Add scripts for experiments (#30)

2023-04-12 15:03:49 -07:00
parent e3cec88aa5
commit 84eee24e20
12 changed files with 830 additions and 3 deletions
--- a/cacheflow/master/simple_frontend.py
+++ b/cacheflow/master/simple_frontend.py
@@ -39,8 +39,10 @@ class SimpleFrontend:
        self,
        token_ids: List[int],
        sampling_params: SamplingParams,
+        arrival_time: Optional[float] = None,
    ) -> None:
-        arrival_time = time.time()
+        if arrival_time is None:
+            arrival_time = time.time()
        seqs: List[Sequence] = []
        for _ in range(sampling_params.n):
            seq_id = next(self.seq_counter)