biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[CI/Build] Add TP test for vision models (#5892)

Browse Source
This commit is contained in:
Cyrus Leung
2024-06-29 23:45:54 +08:00
committed by GitHub
parent 8dbfcd35bf
commit 99397da534
9 changed files with 131 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/model_executor/models/phi3v.py
View File

@@ -157,7 +157,6 @@ class Phi3HDImageEmbedding(Phi3ImageEmbeddingBase):
select = False
target_device = self.img_projection[0].bias.device
target_dtype = self.img_projection[0].bias.dtype
if len(positions.tolist()) > 0:
@@ -231,7 +230,7 @@ class Phi3HDImageEmbedding(Phi3ImageEmbeddingBase):
img_set_tensor = []
for _output_img in output_imgs:
img_feature_proj = self.img_projection(
_output_img.to(target_device, target_dtype))
_output_img.to(target_dtype))
img_set_tensor.append(img_feature_proj)
select = True
@@ -245,7 +244,7 @@ class Phi3HDImageEmbedding(Phi3ImageEmbeddingBase):
hidden_states[positions[idx, 0],
positions[idx, 1]:positions[idx, 1] +
cnt] = (img_set_tensor[i].to(
hidden_states.device, hidden_states.dtype))
hidden_states.dtype))
idx += cnt
return hidden_states.squeeze(0)