diff --git a/docker-compose.yml b/docker-compose.yml index 7017ee75..3c6215e7 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -24,7 +24,7 @@ services: - --reasoning-parser=deepseek_v4 - --moe-backend=cutedsl - --gpu-memory-utilization=0.9 - - --max-model-len=876544 + - --max-model-len=32768 - --host=0.0.0.0 - --port=8000 deploy: