fucken ay
This commit is contained in:
@@ -8,7 +8,7 @@ services:
|
||||
- "8000:8000"
|
||||
environment:
|
||||
- OMP_NUM_THREADS=128
|
||||
- VLLM_USE_FLASHINFER_MOE_FP4=1
|
||||
#- VLLM_USE_FLASHINFER_MOE_FP4=1 # What the fuck is this!?
|
||||
command:
|
||||
- /model
|
||||
- --trust-remote-code
|
||||
|
||||
Reference in New Issue
Block a user