Signed-off-by: ahao-anyscale <ahao@anyscale.com> Signed-off-by: Aaron Hao <ahao@anyscale.com> Co-authored-by: SumanthRH <sumanthrh99@gmail.com>
13 lines
333 B
Python
13 lines
333 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
"""
|
|
Weight transfer engines for syncing model weights from trainers
|
|
to inference workers.
|
|
"""
|
|
|
|
from vllm.distributed.weight_transfer.factory import WeightTransferEngineFactory
|
|
|
|
__all__ = [
|
|
"WeightTransferEngineFactory",
|
|
]
|