Fix slot mapping

2023-02-23 00:10:07 +00:00
parent 8290fce47d
commit 4b1ac23f53
2 changed files with 16 additions and 6 deletions
--- a/cacheflow/models/input_metadata.py
+++ b/cacheflow/models/input_metadata.py
@@ -14,7 +14,7 @@ class InputMetadata:
        block_tables: torch.Tensor,
    ) -> None:
        self.prompt_lens = prompt_lens
-        self.prompt_block_table = slot_mapping
+        self.slot_mapping = slot_mapping
        self.context_lens = context_lens
        self.max_context_len = max_context_len
        self.block_tables = block_tables