use proper backend
This commit is contained in:
@@ -21,7 +21,7 @@ services:
|
||||
- --tool-call-parser=deepseek_v4
|
||||
- --enable-auto-tool-choice
|
||||
- --reasoning-parser=deepseek_v4
|
||||
- --moe-backend=flashinfer_cutedsl
|
||||
- --moe-backend=cutedsl
|
||||
- --gpu-memory-utilization=0.9
|
||||
- --host=0.0.0.0
|
||||
- --port=8000
|
||||
|
||||
Reference in New Issue
Block a user