[Core][5/N] Fully working chunked prefill e2e (#3884)

2024-04-11 09:56:48 +09:00
parent 63e7176f26
commit 67b4221a61
26 changed files with 927 additions and 315 deletions
--- a/tests/entrypoints/test_openai_server.py
+++ b/tests/entrypoints/test_openai_server.py
@@ -141,7 +141,7 @@ def server(zephyr_lora_files):
        "--max-cpu-loras",
        "2",
        "--max-num-seqs",
-        "128"
+        "128",
    ])
    ray.get(server_runner.ready.remote())
    yield server_runner