[Minor] Remove gather_cached_kv kernel (#3043)

2024-02-26 15:00:54 -08:00
parent cfc15a1031
commit d6e4a130b0
3 changed files with 0 additions and 172 deletions
--- a/csrc/cache.h
+++ b/csrc/cache.h
@@ -23,13 +23,6 @@ void reshape_and_cache(
  torch::Tensor& slot_mapping,
  const std::string& kv_cache_dtype);

-void gather_cached_kv(
-  torch::Tensor& key,
-  torch::Tensor& value,
-  torch::Tensor& key_cache,
-  torch::Tensor& value_cache,
-  torch::Tensor& slot_mapping);
-
 // Just for unittest
 void convert_fp8_e5m2(
  torch::Tensor& src_cache,