diff --git a/docker-compose.yml b/docker-compose.yml index 3c6215e7..d0a18301 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -24,7 +24,7 @@ services: - --reasoning-parser=deepseek_v4 - --moe-backend=cutedsl - --gpu-memory-utilization=0.9 - - --max-model-len=32768 + - --max-model-len=512 - --host=0.0.0.0 - --port=8000 deploy: