[ROCm][CI] Loosen RemoteOpenAIServer Startup Timeout (#34922)

Signed-off-by: Micah Williamson <micah.williamson@amd.com>
This commit is contained in:
Micah Williamson
2026-02-19 23:37:49 -06:00
committed by GitHub
parent 07cab212f0
commit f5432e35a3
2 changed files with 2 additions and 2 deletions

View File

@@ -126,7 +126,7 @@ def gptoss_speculative_server(default_server_args: list[str]):
if is_aiter_found_and_supported():
env_dict = {"VLLM_ROCM_USE_AITER": "1"}
with RemoteOpenAIServer(
GPT_OSS_MODEL_NAME, server_args, env_dict=env_dict
GPT_OSS_MODEL_NAME, server_args, env_dict=env_dict, max_wait_seconds=480
) as remote_server:
yield remote_server

View File

@@ -190,7 +190,7 @@ class RemoteOpenAIServer:
model_loader.download_model(model_config)
self._start_server(model, vllm_serve_args, env_dict)
max_wait_seconds = max_wait_seconds or 240
max_wait_seconds = max_wait_seconds or 360
self._wait_for_server(url=self.url_for("health"), timeout=max_wait_seconds)
def __enter__(self):