🐛 Fixup more test failures from memory profiling (#9563)

Signed-off-by: Joe Runde <Joseph.Runde@ibm.com>
2024-10-21 19:10:56 -05:00
parent 575dcebe9a
commit ef7faad1b8
3 changed files with 13 additions and 1 deletions
--- a/tests/lora/test_minicpmv.py
+++ b/tests/lora/test_minicpmv.py
@@ -61,6 +61,7 @@ def test_minicpmv_lora(minicpmv_lora_files):
        max_loras=4,
        max_lora_rank=64,
        trust_remote_code=True,
+        gpu_memory_utilization=0.97  # This model is pretty big for CI gpus
    )

    output1 = do_sample(llm, minicpmv_lora_files, lora_id=1)