biondizzle/smollm3-3b-vllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

override parser

Browse Source
This commit is contained in:
biondizzle
2026-04-10 14:05:50 +00:00
parent a5bb29930f
commit 57870d5a51
2 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
Dockerfile
View File

@@ -1,2 +1 @@
FROM vllm/vllm-openai:v0.19.0 FROM vllm/vllm-openai:v0.19.0

4
docker-compose.yaml
View File

@@ -12,7 +12,7 @@ services:
- --chat-template-content-format=string - --chat-template-content-format=string
- --chat-template=/root/chat_template.jinja - --chat-template=/root/chat_template.jinja
- --enable-auto-tool-choice - --enable-auto-tool-choice
- --tool-call-parser=/root/smol_tool_parser.py - --tool-call-parser=hermes
- --reasoning-parser=deepseek_r1 - --reasoning-parser=deepseek_r1
- --enable-lora - --enable-lora
- --lora-modules=smollm-toolcall=/root/loras/better-tool-call - --lora-modules=smollm-toolcall=/root/loras/better-tool-call
@@ -33,6 +33,6 @@ services:
volumes: volumes:
- /srv:/root/.cache/huggingface - /srv:/root/.cache/huggingface
- ./chat_template.jinja:/root/chat_template.jinja - ./chat_template.jinja:/root/chat_template.jinja
- ./smol_tool_parser.py:/root/smol_tool_parser.py - ./smol_tool_parser.py:/usr/local/lib/python3.12/dist-packages/vllm/tool_parsers/hermes_tool_parser.py
- ./loras:/root/loras - ./loras:/root/loras
network_mode: host network_mode: host