dangit again

2026-05-12 19:13:01 +00:00
parent 054792c84e
commit f0652693a6
2 changed files with 2 additions and 1 deletions
--- a/build_push.sh
+++ b/build_push.sh
@@ -45,6 +45,7 @@ services:
      - /root/nvidia-meeting/DeepSeek-V4-Pro-NVFP4:/model
    environment:
      - VLLM_USE_FLASHINFER_MOE_FP4=1
+      - OMP_NUM_THREADS=128
    deploy:
      resources:
        reservations:
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -11,7 +11,7 @@ services:
      - --
    environment:
      - HF_TOKEN=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
-      - OMP_NUM_THREADS=64
+      - OMP_NUM_THREADS=128
    command:
      - /model
      - --trust-remote-code