fucken ay

This commit is contained in:
2026-05-12 21:58:08 +00:00
parent dbf1d11f9f
commit fa825c16b9

View File

@@ -8,7 +8,7 @@ services:
- "8000:8000"
environment:
- OMP_NUM_THREADS=128
- VLLM_USE_FLASHINFER_MOE_FP4=1
#- VLLM_USE_FLASHINFER_MOE_FP4=1 # What the fuck is this!?
command:
- /model
- --trust-remote-code