[ci][test] use load dummy for testing (#9165)

2024-10-09 00:38:40 -07:00
parent 8bfaa4e31e
commit c8627cd41b
3 changed files with 20 additions and 1 deletions
--- a/vllm/envs.py
+++ b/vllm/envs.py
@@ -397,6 +397,8 @@ environment_variables: Dict[str, Callable[[], Any]] = {
    lambda:
    (os.environ.get("VLLM_TEST_FORCE_FP8_MARLIN", "0").strip().lower() in
     ("1", "true")),
+    "VLLM_TEST_FORCE_LOAD_FORMAT":
+    lambda: os.getenv("VLLM_TEST_FORCE_LOAD_FORMAT", "dummy"),

    # Time in ms for the zmq client to wait for a response from the backend
    # server for simple data operations