From 0612c1ab545177688603758d1cf5e11ff85f1f5c Mon Sep 17 00:00:00 2001 From: biondizzle Date: Tue, 19 May 2026 02:08:18 +0000 Subject: [PATCH] use proper backend --- docker-compose.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker-compose.yml b/docker-compose.yml index a11caef5..7796b9b0 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -21,7 +21,7 @@ services: - --tool-call-parser=deepseek_v4 - --enable-auto-tool-choice - --reasoning-parser=deepseek_v4 - - --moe-backend=flashinfer_cutedsl + - --moe-backend=cutedsl - --gpu-memory-utilization=0.9 - --host=0.0.0.0 - --port=8000