2025-04-17 15:22:40 -05:00
|
|
|
rm -rf local_storage/
|
|
|
|
|
|
2025-06-03 03:38:23 +08:00
|
|
|
if [ -f "output.txt" ]; then
|
|
|
|
|
rm output.txt
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
# The directory of current script
|
|
|
|
|
SCRIPT_DIR=$(dirname "$(readlink -f "$0")")
|
|
|
|
|
|
|
|
|
|
VLLM_ENABLE_V1_MULTIPROCESSING=0 CUDA_VISIBLE_DEVICES=0 python3 "$SCRIPT_DIR/prefill_example.py"
|
|
|
|
|
VLLM_ENABLE_V1_MULTIPROCESSING=0 CUDA_VISIBLE_DEVICES=0 python3 "$SCRIPT_DIR/decode_example.py"
|
