[Feature] vLLM CLI (#5090)

Co-authored-by: simon-mo <simon.mo@hey.com>
2024-07-14 15:36:43 -07:00
parent 73030b7dae
commit dbfe254eda
7 changed files with 223 additions and 36 deletions
--- a/setup.py
+++ b/setup.py
@@ -488,4 +488,9 @@ setup(
    },
    cmdclass={"build_ext": cmake_build_ext} if _build_custom_ops() else {},
    package_data=package_data,
+    entry_points={
+        "console_scripts": [
+            "vllm=vllm.scripts:main",
+        ],
+    },
 )