biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Rename servers and change port numbers to reduce confusion (#149)

Browse Source
This commit is contained in:
Zhuohan Li
2023-06-17 00:13:02 +08:00
committed by GitHub
parent 311490a720
commit eedb46bf03
10 changed files with 41 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
cacheflow/__init__.py
View File

@@ -2,7 +2,7 @@ from cacheflow.entrypoints.llm import LLM
from cacheflow.outputs import RequestOutput, CompletionOutput
from cacheflow.sampling_params import SamplingParams
from cacheflow.server.arg_utils import ServerArgs
from cacheflow.server.llm_server import LLMServer
from cacheflow.server.llm_server import LLMEngine
from cacheflow.server.ray_utils import initialize_cluster
__version__ = "0.1.0"
@@ -12,7 +12,7 @@ __all__ = [
"SamplingParams",
"RequestOutput",
"CompletionOutput",
"LLMServer",
"LLMEngine",
"ServerArgs",
"initialize_cluster",
]