Refactor Worker & InputMetadata (#1843)

2023-11-29 22:16:37 -08:00
parent c782195662
commit 27feead2f8
27 changed files with 668 additions and 443 deletions
--- a/vllm/model_executor/init.py
+++ b/vllm/model_executor/init.py
@@ -1,9 +1,11 @@
 from vllm.model_executor.input_metadata import InputMetadata
 from vllm.model_executor.model_loader import get_model
+from vllm.model_executor.sampling_metadata import SamplingMetadata
 from vllm.model_executor.utils import set_random_seed

 __all__ = [
    "InputMetadata",
    "get_model",
+    "SamplingMetadata",
    "set_random_seed",
 ]