From c0c05d55727c061f1d5d131cbc8bc2fddef0353f Mon Sep 17 00:00:00 2001 From: biondizzle Date: Thu, 7 May 2026 19:10:31 +0000 Subject: [PATCH] official tweax --- Dockerfile | 2 +- lmcache-config-glm-51.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 5bb84b3..1f5231e 100644 --- a/Dockerfile +++ b/Dockerfile @@ -18,7 +18,7 @@ RUN apt-get update && apt-get install -y git \ CUDA_HOME=/usr/local/cuda \ TORCH_CUDA_ARCH_LIST="10.0" \ pip install --no-cache-dir --no-build-isolation . && \ - rm -rf /tmp/lmcache && export CACHE_BUSTER=3 + rm -rf /tmp/lmcache && export CACHE_BUSTER=4 # Make sure we have the latest up to date chat template COPY glm_5.1_chat_template.jinja /opt/chat_template.jinja diff --git a/lmcache-config-glm-51.yaml b/lmcache-config-glm-51.yaml index 9690203..dc86d91 100644 --- a/lmcache-config-glm-51.yaml +++ b/lmcache-config-glm-51.yaml @@ -1,7 +1,7 @@ chunk_size: 256 local_cpu: true max_local_cpu_size: 256.0 -save_decode_cache: false +save_decode_cache: true enable_lazy_memory_allocator: true lazy_memory_initial_ratio: 1.0 use_gpu_connector_v3: true