From fa825c16b9bbd056881e00c7eaf033f8a2611c5e Mon Sep 17 00:00:00 2001 From: biondizzle Date: Tue, 12 May 2026 21:58:08 +0000 Subject: [PATCH] fucken ay --- docker-compose.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker-compose.yml b/docker-compose.yml index e1fe6e8..f17a5ce 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -8,7 +8,7 @@ services: - "8000:8000" environment: - OMP_NUM_THREADS=128 - - VLLM_USE_FLASHINFER_MOE_FP4=1 + #- VLLM_USE_FLASHINFER_MOE_FP4=1 # What the fuck is this!? command: - /model - --trust-remote-code