[Misc] Fix Unable to detect current VLLM config. Defaulting to NHD kv cache layout warning (#20400)

Signed-off-by: NickLucche <nlucches@redhat.com>
This commit is contained in:
Nicolò Lucchesi
2025-07-03 23:56:09 +02:00
committed by GitHub
parent 78fe77534b
commit 8d775dd30a
2 changed files with 3 additions and 3 deletions

View File

@@ -138,7 +138,7 @@ def get_kv_cache_layout():
if cache_layout is None:
cache_layout = get_kv_connector_cache_layout()
else:
logger.info_once("`FLASHINFER_KV_CACHE_LAYOUT` environment variable " \
logger.info_once("`VLLM_KV_CACHE_LAYOUT` environment variable " \
"detected. Setting KV cache layout to %s.", cache_layout)
return cache_layout