diff --git a/docker-compose.yml b/docker-compose.yml index 9f37c53e..4aaee9d8 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -16,7 +16,7 @@ services: - --trust-remote-code - --enable-expert-parallel - --tensor-parallel-size=8 - - --enforce-eager + - --compilation-config={"cudagraph_mode":"NONE","custom_ops":["all"]} - --tokenizer-mode=deepseek_v4 - --tool-call-parser=deepseek_v4 - --enable-auto-tool-choice