From 57870d5a51d1cc648ecd4cbfd53c9fb91e08ba10 Mon Sep 17 00:00:00 2001 From: biondizzle Date: Fri, 10 Apr 2026 14:05:50 +0000 Subject: [PATCH] override parser --- Dockerfile | 1 - docker-compose.yaml | 4 ++-- 2 files changed, 2 insertions(+), 3 deletions(-) diff --git a/Dockerfile b/Dockerfile index 4908501..867f39c 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,2 +1 @@ FROM vllm/vllm-openai:v0.19.0 - diff --git a/docker-compose.yaml b/docker-compose.yaml index e3bdc7a..47486b2 100644 --- a/docker-compose.yaml +++ b/docker-compose.yaml @@ -12,7 +12,7 @@ services: - --chat-template-content-format=string - --chat-template=/root/chat_template.jinja - --enable-auto-tool-choice - - --tool-call-parser=/root/smol_tool_parser.py + - --tool-call-parser=hermes - --reasoning-parser=deepseek_r1 - --enable-lora - --lora-modules=smollm-toolcall=/root/loras/better-tool-call @@ -33,6 +33,6 @@ services: volumes: - /srv:/root/.cache/huggingface - ./chat_template.jinja:/root/chat_template.jinja - - ./smol_tool_parser.py:/root/smol_tool_parser.py + - ./smol_tool_parser.py:/usr/local/lib/python3.12/dist-packages/vllm/tool_parsers/hermes_tool_parser.py - ./loras:/root/loras network_mode: host