[Core] Refactor Attention Take 2 (#3462)

2024-03-24 21:39:33 -07:00
parent b0dfa91dd7
commit 925f3332ca
47 changed files with 1268 additions and 1117 deletions
--- a/vllm/model_executor/init.py
+++ b/vllm/model_executor/init.py
@@ -1,9 +1,7 @@
-from vllm.model_executor.input_metadata import InputMetadata
 from vllm.model_executor.sampling_metadata import SamplingMetadata
 from vllm.model_executor.utils import set_random_seed

 __all__ = [
-    "InputMetadata",
    "SamplingMetadata",
    "set_random_seed",
 ]