[Model] Support math-shepherd-mistral-7b-prm model (#9697)
Signed-off-by: Went-Liang <wenteng_liang@163.com>
This commit is contained in:
@@ -159,6 +159,11 @@ class LLM:
|
||||
mm_processor_kwargs: Optional[Dict[str, Any]] = None,
|
||||
# After positional args are removed, move this right below `model`
|
||||
task: TaskOption = "auto",
|
||||
pooling_type: Optional[str] = None,
|
||||
pooling_norm: Optional[bool] = None,
|
||||
pooling_softmax: Optional[bool] = None,
|
||||
pooling_step_tag_id: Optional[int] = None,
|
||||
pooling_returned_token_ids: Optional[List[int]] = None,
|
||||
**kwargs,
|
||||
) -> None:
|
||||
'''
|
||||
@@ -193,6 +198,11 @@ class LLM:
|
||||
disable_custom_all_reduce=disable_custom_all_reduce,
|
||||
disable_async_output_proc=disable_async_output_proc,
|
||||
mm_processor_kwargs=mm_processor_kwargs,
|
||||
pooling_type=pooling_type,
|
||||
pooling_norm=pooling_norm,
|
||||
pooling_softmax=pooling_softmax,
|
||||
pooling_step_tag_id=pooling_step_tag_id,
|
||||
pooling_returned_token_ids=pooling_returned_token_ids,
|
||||
**kwargs,
|
||||
)
|
||||
self.llm_engine = LLMEngine.from_engine_args(
|
||||
|
||||
Reference in New Issue
Block a user