[BugFix] Async scheduling and PP compatibility with DP (#23770)
Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
@@ -75,9 +75,10 @@ async def generate(
|
||||
],
|
||||
)
|
||||
@pytest.mark.parametrize("data_parallel_backend", ["mp", "ray"])
|
||||
@pytest.mark.parametrize("async_scheduling", [True, False])
|
||||
@pytest.mark.asyncio
|
||||
async def test_load(output_kind: RequestOutputKind,
|
||||
data_parallel_backend: str):
|
||||
async def test_load(output_kind: RequestOutputKind, data_parallel_backend: str,
|
||||
async_scheduling: bool):
|
||||
|
||||
stats_loggers = {}
|
||||
|
||||
@@ -105,6 +106,7 @@ async def test_load(output_kind: RequestOutputKind,
|
||||
prompt = "This is a test of data parallel"
|
||||
|
||||
engine_args.data_parallel_backend = data_parallel_backend
|
||||
engine_args.async_scheduling = async_scheduling
|
||||
engine = AsyncLLM.from_engine_args(engine_args,
|
||||
stat_loggers=[SimpleStatsLogger])
|
||||
after.callback(engine.shutdown)
|
||||
|
||||
Reference in New Issue
Block a user