biondizzle/vllm-with-lmcache
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

monkey patch the monkey patch

Browse Source
This commit is contained in:
biondizzle
2026-04-15 21:49:33 +00:00
parent 33d4a4fb86
commit f38ffcf115
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
Dockerfile
View File

@@ -20,4 +20,4 @@ RUN apt-get update && apt-get install -y git \
COPY ./super_v3_reasoning_parser.py /opt/super_v3_reasoning_parser.py
# Monkey patch more vllm stuff - https://github.com/vllm-project/vllm/pull/38237/changes#diff-bee6813076031d3ca1edc903c1b02b81e4676519afc562ce3fefe37f20c7b650
RUN sed -i 's/if self.kv_events_config is not None:/if (\n self.kv_events_config is not None\n and self.kv_events_config.enable_kv_cache_events\n ):/' /usr/local/lib/python3.12/dist-packages/vllm/config/vllm.py
RUN sed -i "s/if self\.kv_events_config is not None:/if self.kv_events_config is not None and self.kv_events_config.enable_kv_cache_events:/" /usr/local/lib/python3.12/dist-packages/vllm/config/vllm.py