override parser

This commit is contained in:
2026-04-10 14:05:50 +00:00
parent a5bb29930f
commit 57870d5a51
2 changed files with 2 additions and 3 deletions

View File

@@ -1,2 +1 @@
FROM vllm/vllm-openai:v0.19.0

View File

@@ -12,7 +12,7 @@ services:
- --chat-template-content-format=string
- --chat-template=/root/chat_template.jinja
- --enable-auto-tool-choice
- --tool-call-parser=/root/smol_tool_parser.py
- --tool-call-parser=hermes
- --reasoning-parser=deepseek_r1
- --enable-lora
- --lora-modules=smollm-toolcall=/root/loras/better-tool-call
@@ -33,6 +33,6 @@ services:
volumes:
- /srv:/root/.cache/huggingface
- ./chat_template.jinja:/root/chat_template.jinja
- ./smol_tool_parser.py:/root/smol_tool_parser.py
- ./smol_tool_parser.py:/usr/local/lib/python3.12/dist-packages/vllm/tool_parsers/hermes_tool_parser.py
- ./loras:/root/loras
network_mode: host