override parser
This commit is contained in:
@@ -1,2 +1 @@
|
||||
FROM vllm/vllm-openai:v0.19.0
|
||||
|
||||
|
||||
@@ -12,7 +12,7 @@ services:
|
||||
- --chat-template-content-format=string
|
||||
- --chat-template=/root/chat_template.jinja
|
||||
- --enable-auto-tool-choice
|
||||
- --tool-call-parser=/root/smol_tool_parser.py
|
||||
- --tool-call-parser=hermes
|
||||
- --reasoning-parser=deepseek_r1
|
||||
- --enable-lora
|
||||
- --lora-modules=smollm-toolcall=/root/loras/better-tool-call
|
||||
@@ -33,6 +33,6 @@ services:
|
||||
volumes:
|
||||
- /srv:/root/.cache/huggingface
|
||||
- ./chat_template.jinja:/root/chat_template.jinja
|
||||
- ./smol_tool_parser.py:/root/smol_tool_parser.py
|
||||
- ./smol_tool_parser.py:/usr/local/lib/python3.12/dist-packages/vllm/tool_parsers/hermes_tool_parser.py
|
||||
- ./loras:/root/loras
|
||||
network_mode: host
|
||||
|
||||
Reference in New Issue
Block a user