[Misc] Split up pooling tasks (#10820)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
2024-12-11 17:28:00 +08:00
parent 40766ca1b8
commit 8f10d5e393
27 changed files with 527 additions and 168 deletions
--- a/tests/entrypoints/openai/test_vision_embedding.py
+++ b/tests/entrypoints/openai/test_vision_embedding.py
@@ -27,7 +27,7 @@ TEST_IMAGE_URLS = [
 def server():
    args = [
        "--task",
-        "embedding",
+        "embed",
        "--dtype",
        "bfloat16",
        "--max-model-len",