Add comments on swap space (#154)

2023-06-18 11:39:35 -07:00
parent dcda03b4cb
commit 3f92038b99
2 changed files with 8 additions and 2 deletions
--- a/benchmarks/benchmark_serving.py
+++ b/benchmarks/benchmark_serving.py
@@ -3,7 +3,8 @@
 On the server side, run one of the following commands:
    (vLLM backend)
    python -m vllm.entrypoints.api_server \
-        --disable-log-requests --model <your_model>
+        --model <your_model> --swap-space 16 \
+        --disable-log-requests

    (TGI backend)
    ./launch_hf_server.sh <your_model>