ayee
This commit is contained in:
@@ -7,7 +7,6 @@ services:
|
||||
ports:
|
||||
- "8000:8000"
|
||||
environment:
|
||||
- HF_TOKEN=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
|
||||
- OMP_NUM_THREADS=128
|
||||
- VLLM_USE_FLASHINFER_MOE_FP4=1
|
||||
command:
|
||||
|
||||
Reference in New Issue
Block a user