[Bugfix] Fix CI bitsandbytes failure (#19969)

Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
2025-06-23 21:30:55 +08:00
parent b82e0f82cb
commit a6e6604d32
1 changed files with 1 additions and 0 deletions
--- a/tests/quantization/test_bitsandbytes.py
+++ b/tests/quantization/test_bitsandbytes.py
@@ -159,6 +159,7 @@ def test_4bit_bnb_embedding_model(
    with vllm_runner(model_name,
                     task="embed",
                     dtype=dtype,
+                     gpu_memory_utilization=0.5,
                     quantization="bitsandbytes") as vllm_model:
        vllm_outputs = vllm_model.encode(example_prompts)
    check_embeddings_close(