From 99c11c218d3277339216b79897e22165b1b46bc9 Mon Sep 17 00:00:00 2001 From: biondizzle Date: Sat, 16 May 2026 08:39:13 +0000 Subject: [PATCH] fucken a --- docker-compose.yml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/docker-compose.yml b/docker-compose.yml index 4b6217fb..6dded3f7 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -15,8 +15,9 @@ services: - --trust-remote-code - --enable-expert-parallel - --tensor-parallel-size=8 - - --compilation-config - - '{"cudagraph_mode": "FULL_DECODE_ONLY", "custom_ops": ["all"], "cudagraph_capture_sizes": [1, 2, 4, 8], "max_cudagraph_capture_size": 8}' + - --enforce-eager + #- --compilation-config + #- '{"cudagraph_mode": "FULL_DECODE_ONLY", "custom_ops": ["all"], "cudagraph_capture_sizes": [1, 2, 4, 8], "max_cudagraph_capture_size": 8}' - --tokenizer-mode=deepseek_v4 - --host=0.0.0.0 - --port=8000