Store eos_token_id in Sequence for easy access (#3166)

2024-03-05 15:35:43 -08:00
parent 05af6da8d9
commit 8999ec3c16
6 changed files with 44 additions and 49 deletions
--- a/tests/test_cache_block_hashing.py
+++ b/tests/test_cache_block_hashing.py
@@ -54,7 +54,8 @@ def test_auto_prefix_caching(model: str, block_size: int, max_num_seqs: int):
        for prompt in prompts:
            hashes[-1].append([])
            prompt_token_ids = tokenizer.encode(prompt)
-            seq = Sequence(seq_id, prompt, prompt_token_ids, block_size)
+            seq = Sequence(seq_id, prompt, prompt_token_ids, block_size,
+                           tokenizer.tokenizer.eos_token_id)

            num_blocks = len(prompt_token_ids) // block_size
            for idx in range(num_blocks):