[Misc] Update conftest for entrypoints/sagemaker test folder (#29799)

Signed-off-by: Zuyi Zhao <zhaozuy@amazon.com>
2025-12-01 19:56:39 -08:00
parent f441d36cee
commit 53bf71b0f0
1 changed files with 4 additions and 1 deletions
--- a/tests/entrypoints/sagemaker/conftest.py
+++ b/tests/entrypoints/sagemaker/conftest.py
@@ -45,7 +45,10 @@ def basic_server_with_lora(smollm2_lora_files):
        "64",
    ]

-    envs = {"VLLM_ALLOW_RUNTIME_LORA_UPDATING": "True"}
+    envs = {
+        "VLLM_ALLOW_RUNTIME_LORA_UPDATING": "True",
+        "SAGEMAKER_ENABLE_STATEFUL_SESSIONS": "True",
+    }
    with RemoteOpenAIServer(MODEL_NAME_SMOLLM, args, env_dict=envs) as remote_server:
        yield remote_server