diff --git a/examples/offline_inference/vision_language.py b/examples/offline_inference/vision_language.py index b136b14cd..bf7be3310 100644 --- a/examples/offline_inference/vision_language.py +++ b/examples/offline_inference/vision_language.py @@ -677,6 +677,7 @@ def run_mistral3(questions: list[str], modality: str) -> ModelRequestData: max_num_seqs=2, tensor_parallel_size=2, limit_mm_per_prompt={modality: 1}, + ignore_patterns=["consolidated.safetensors"], ) prompts = [f"[INST]{question}\n[IMG][/INST]" for question in questions] diff --git a/examples/offline_inference/vision_language_multi_image.py b/examples/offline_inference/vision_language_multi_image.py index 13af8e904..eb4f3b6c8 100644 --- a/examples/offline_inference/vision_language_multi_image.py +++ b/examples/offline_inference/vision_language_multi_image.py @@ -505,6 +505,7 @@ def load_mistral3(question: str, image_urls: list[str]) -> ModelRequestData: max_num_seqs=2, tensor_parallel_size=2, limit_mm_per_prompt={"image": len(image_urls)}, + ignore_patterns=["consolidated.safetensors"], ) placeholders = "[IMG]" * len(image_urls)