20 lines
464 B
Bash
20 lines
464 B
Bash
|
|
#!/bin/bash
|
||
|
|
# Run the streaming tool call tests
|
||
|
|
|
||
|
|
set -e
|
||
|
|
|
||
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||
|
|
|
||
|
|
# Default values
|
||
|
|
export VLLM_API_BASE="${VLLM_API_BASE:-http://95.179.247.150/v1}"
|
||
|
|
export VLLM_API_KEY="${VLLM_API_KEY:-none}"
|
||
|
|
export VLLM_MODEL="${VLLM_MODEL:-HuggingFaceTB/SmolLM3-3B}"
|
||
|
|
|
||
|
|
echo "Configuration:"
|
||
|
|
echo " API_BASE: $VLLM_API_BASE"
|
||
|
|
echo " MODEL: $VLLM_MODEL"
|
||
|
|
echo ""
|
||
|
|
|
||
|
|
# Run the test
|
||
|
|
python3 "$SCRIPT_DIR/test_streaming_tool_calls.py"
|