diff --git a/docker-compose.yml b/docker-compose.yml index e1fe6e8..f17a5ce 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -8,7 +8,7 @@ services: - "8000:8000" environment: - OMP_NUM_THREADS=128 - - VLLM_USE_FLASHINFER_MOE_FP4=1 + #- VLLM_USE_FLASHINFER_MOE_FP4=1 # What the fuck is this!? command: - /model - --trust-remote-code