diff --git a/build_push.sh b/build_push.sh index 3acdd22..e331a4b 100644 --- a/build_push.sh +++ b/build_push.sh @@ -61,6 +61,7 @@ services: --enforce-eager --kv-cache-dtype fp8 --port 8000 + --enable-expert-parallel EOF echo "============================================"