biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Bugfix] Deprecate registration of custom configs to huggingface (#9083)

Browse Source
This commit is contained in:
Chen Zhang
2024-10-05 06:56:40 -07:00
committed by GitHub
parent 15986f598c
commit cfadb9c687
3 changed files with 2 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
tests/models/encoder_decoder/vision_language/test_mllama.py
View File

@@ -195,11 +195,6 @@ def _run_test(
def process(hf_inputs: BatchEncoding):
return hf_inputs
from transformers.models.mllama import MllamaConfig as MllamaConfigHf
# use transformer's MllamaConfig for hf_runner
# and vllm's MllamaConfig for vllm_runner
AutoConfig.register("mllama", MllamaConfigHf, exist_ok=True)
with hf_runner(model,
dtype=dtype,
model_kwargs={"device_map": "auto"},
@@ -213,8 +208,6 @@ def _run_test(
for prompts, images in inputs
]
from vllm.transformers_utils.configs.mllama import MllamaConfig
AutoConfig.register("mllama", MllamaConfig, exist_ok=True)
for hf_outputs, vllm_outputs in zip(hf_outputs_per_image,
vllm_outputs_per_image):
check_logprobs_close(