Minor

2023-02-23 20:23:47 +00:00
parent 7f985166f7
commit fdd0f2f472
3 changed files with 4 additions and 3 deletions
--- a/cacheflow/master/scheduler.py
+++ b/cacheflow/master/scheduler.py
@@ -216,7 +216,7 @@ class Scheduler:
                    self.block_manager.fork(parent_seq, seq)

                # Append a new token to the sequence.
-                seq.append(next_token)
+                seq.append([next_token])

                # Check if the sequence has generated a stop token.
                if next_token in stop_token_ids: