[Bugfix] Fix profiling OOM and decouple encoder multimodal profiling (#14361)

Signed-off-by: Isotr0py <2037008807@qq.com>
2025-03-09 00:52:34 +08:00
parent db84f5eb3b
commit 609ef61fea
3 changed files with 59 additions and 33 deletions
--- a/vllm/inputs/registry.py
+++ b/vllm/inputs/registry.py
@@ -335,8 +335,10 @@ class InputRegistry:
                                                     tokenizer,
                                                     disable_cache=True)
            profiler = MultiModalProfiler(processor)
-            dummy_data = profiler.get_dummy_data(
-                seq_len, is_encoder_data=is_encoder_data)
+            dummy_data_factory = (profiler.get_encoder_dummy_data
+                                  if is_encoder_data else
+                                  profiler.get_decoder_dummy_data)
+            dummy_data = dummy_data_factory(seq_len)
        else:
            model_cls, _ = get_model_architecture(model_config)
            if is_encoder_data: