diff --git a/docker-compose.yml b/docker-compose.yml index 2017c8e7..11cf955f 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -9,6 +9,7 @@ services: - OMP_NUM_THREADS=128 - CUDA_LAUNCH_BLOCKING=0 - PYTHONUNBUFFERED=1 + - VLLM_RPC_TIMEOUT_MS=600000 command: - /model - --trust-remote-code