[V1][PP] Fix intermediate tensor values (#13417)

Signed-off-by: Cody Yu <hao.yu.cody@gmail.com>
2025-02-17 13:37:45 -08:00
parent 4c21ce9eba
commit 6ac485a953
2 changed files with 11 additions and 2 deletions
--- a/vllm/sequence.py
+++ b/vllm/sequence.py
@@ -1137,6 +1137,9 @@ class IntermediateTensors:
    def __setitem__(self, key: str, value: torch.Tensor):
        self.tensors[key] = value

+    def items(self):
+        return self.tensors.items()
+
    def __len__(self):
        return len(self.tensors)