[PyPI] Packaging for PyPI distribution (#140)

2023-06-05 20:03:14 -07:00
parent 456941cfe4
commit 376725ce74
12 changed files with 72 additions and 7 deletions
--- a/cacheflow/init.py
+++ b/cacheflow/init.py
@@ -5,6 +5,8 @@ from cacheflow.server.arg_utils import ServerArgs
 from cacheflow.server.llm_server import LLMServer
 from cacheflow.server.ray_utils import initialize_cluster

+__version__ = "0.1.0"
+
 __all__ = [
    "LLM",
    "SamplingParams",