[Minor] Remove gather_cached_kv kernel (#3043)

2024-02-26 15:00:54 -08:00
parent cfc15a1031
commit d6e4a130b0
3 changed files with 0 additions and 172 deletions
--- a/csrc/pybind.cpp
+++ b/csrc/pybind.cpp
@@ -79,10 +79,6 @@ PYBIND11_MODULE(TORCH_EXTENSION_NAME, m) {
    "reshape_and_cache",
    &reshape_and_cache,
    "Reshape the key and value tensors and cache them");
-  cache_ops.def(
-    "gather_cached_kv",
-    &gather_cached_kv,
-    "Gather key and value from the cache into contiguous QKV tensors");
  cache_ops.def(
    "convert_fp8_e5m2",
    &convert_fp8_e5m2,