[Core] Avoid the need to pass None values to Sequence.inputs (#5099)

2024-05-30 07:05:01 +08:00
parent eb6c50cdc2
commit b1c255630d
7 changed files with 6 additions and 19 deletions
--- a/tests/test_cache_block_hashing.py
+++ b/tests/test_cache_block_hashing.py
@@ -74,7 +74,6 @@ def test_auto_prefix_caching(model: str, block_size: int, max_num_seqs: int,
                               inputs={
                                   "prompt": prompt,
                                   "prompt_token_ids": prompt_token_ids,
-                                   "multi_modal_data": None,
                               },
                               block_size=block_size,
                               eos_token_id=tokenizer.tokenizer.eos_token_id,