[Hotfix][Pixtral] Fix multiple images bugs (#8415)

This commit is contained in:
Patrick von Platen
2024-09-13 00:21:51 +02:00
committed by GitHub
parent b61bd98f90
commit d31174a4e1
5 changed files with 197 additions and 78 deletions

View File

@@ -658,8 +658,8 @@ class VllmRunner:
outputs.append((req_sample_output_ids, req_sample_output_strs))
return outputs
@staticmethod
def _final_steps_generate_w_logprobs(
self,
req_outputs: List[RequestOutput],
) -> List[Tuple[List[int], str, Optional[SampleLogprobs]]]:
outputs: List[Tuple[List[int], str, Optional[SampleLogprobs]]] = []