OffloadingConnector: Support kernel_block_size != block_size (#30692)

Signed-off-by: Or Ozeri <oro@il.ibm.com>
2026-01-22 14:30:04 +02:00
parent 841d53aaa8
commit 421012b63a
7 changed files with 158 additions and 116 deletions
--- a/csrc/cache.h
+++ b/csrc/cache.h
@@ -7,6 +7,7 @@
 #include <vector>

 void swap_blocks(torch::Tensor& src, torch::Tensor& dst,
+                 int64_t block_size_in_bytes,
                 const torch::Tensor& block_mapping);

 void reshape_and_cache(torch::Tensor& key, torch::Tensor& value,