biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Doc]: Update the Json Example of the Engine Arguments document (#12045)

Browse Source
This commit is contained in:
maang-h
2025-01-15 01:03:04 +08:00
committed by GitHub
parent c9d6ff530b
commit 87054a57ab
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/engine/arg_utils.py
View File

@@ -538,7 +538,7 @@ class EngineArgs:
default=None, default=None,
type=json.loads, type=json.loads,
help='RoPE scaling configuration in JSON format. ' help='RoPE scaling configuration in JSON format. '
'For example, {"rope_type":"dynamic","factor":2.0}') 'For example, ``{"rope_type":"dynamic","factor":2.0}``')
parser.add_argument('--rope-theta', parser.add_argument('--rope-theta',
default=None, default=None,
type=float, type=float,
@@ -607,7 +607,7 @@ class EngineArgs:
default=None, default=None,
type=json.loads, type=json.loads,
help=('Overrides for the multimodal input mapping/processing, ' help=('Overrides for the multimodal input mapping/processing, '
'e.g., image processor. For example: {"num_crops": 4}.')) 'e.g., image processor. For example: ``{"num_crops": 4}``.'))
parser.add_argument( parser.add_argument(
'--disable-mm-preprocessor-cache', '--disable-mm-preprocessor-cache',
action='store_true', action='store_true',
@@ -908,13 +908,13 @@ class EngineArgs:
type=json.loads, type=json.loads,
default=None, default=None,
help="Override or set neuron device configuration. " help="Override or set neuron device configuration. "
"e.g. {\"cast_logits_dtype\": \"bloat16\"}.'") "e.g. ``{\"cast_logits_dtype\": \"bloat16\"}``.")
parser.add_argument( parser.add_argument(
'--override-pooler-config', '--override-pooler-config',
type=PoolerConfig.from_json, type=PoolerConfig.from_json,
default=None, default=None,
help="Override or set the pooling method for pooling models. " help="Override or set the pooling method for pooling models. "
"e.g. {\"pooling_type\": \"mean\", \"normalize\": false}.'") "e.g. ``{\"pooling_type\": \"mean\", \"normalize\": false}``.")
parser.add_argument('--compilation-config', parser.add_argument('--compilation-config',
'-O', '-O',