[misc][plugin] add plugin system implementation (#7426)

2024-08-13 16:24:17 -07:00
parent 373538f973
commit 16422ea76f
13 changed files with 162 additions and 102 deletions
--- a/tests/distributed/test_distributed_oot.py
+++ b/tests/distributed/test_distributed_oot.py
@@ -0,0 +1,6 @@
+from ..entrypoints.openai.test_oot_registration import (
+    run_and_test_dummy_opt_api_server)
+
+
+def test_distributed_oot(dummy_opt_path: str):
+    run_and_test_dummy_opt_api_server(dummy_opt_path, tp=2)