651c614aa4
Some checks failed
Create Release / Create Release (push) Has been cancelled
Create Release / Build Wheel (11.8, ubuntu-20.04, 3.10, 2.0.1) (push) Has been cancelled
Create Release / Build Wheel (11.8, ubuntu-20.04, 3.11, 2.0.1) (push) Has been cancelled
Create Release / Build Wheel (11.8, ubuntu-20.04, 3.8, 2.0.1) (push) Has been cancelled
Create Release / Build Wheel (11.8, ubuntu-20.04, 3.9, 2.0.1) (push) Has been cancelled
24 lines
658 B
Python
24 lines
658 B
Python
"""vLLM: a high-throughput and memory-efficient inference engine for LLMs"""
|
|
|
|
from vllm.engine.arg_utils import AsyncEngineArgs, EngineArgs
|
|
from vllm.engine.async_llm_engine import AsyncLLMEngine
|
|
from vllm.engine.llm_engine import LLMEngine
|
|
from vllm.engine.ray_utils import initialize_cluster
|
|
from vllm.entrypoints.llm import LLM
|
|
from vllm.outputs import CompletionOutput, RequestOutput
|
|
from vllm.sampling_params import SamplingParams
|
|
|
|
__version__ = "0.2.1"
|
|
|
|
__all__ = [
|
|
"LLM",
|
|
"SamplingParams",
|
|
"RequestOutput",
|
|
"CompletionOutput",
|
|
"LLMEngine",
|
|
"EngineArgs",
|
|
"AsyncLLMEngine",
|
|
"AsyncEngineArgs",
|
|
"initialize_cluster",
|
|
]
|