[Doc] Add engine args back in to the docs (#20674)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
@@ -13,7 +13,6 @@ from typing_extensions import TypeVar
|
||||
from vllm.jsontree import JSONTree, json_map_leaves
|
||||
from vllm.logger import init_logger
|
||||
from vllm.transformers_utils.processor import cached_processor_from_config
|
||||
from vllm.transformers_utils.tokenizer import AnyTokenizer
|
||||
from vllm.utils import resolve_mm_processor_kwargs
|
||||
|
||||
if TYPE_CHECKING:
|
||||
@@ -21,6 +20,14 @@ if TYPE_CHECKING:
|
||||
from vllm.multimodal import (MultiModalDataDict, MultiModalPlaceholderDict,
|
||||
MultiModalRegistry)
|
||||
from vllm.sequence import SequenceData
|
||||
from vllm.transformers_utils.tokenizer import AnyTokenizer
|
||||
else:
|
||||
ModelConfig = Any
|
||||
MultiModalDataDict = Any
|
||||
MultiModalPlaceholderDict = Any
|
||||
MultiModalRegistry = Any
|
||||
SequenceData = Any
|
||||
AnyTokenizer = Any
|
||||
|
||||
_T = TypeVar("_T")
|
||||
_C = TypeVar("_C", bound=PretrainedConfig, default=PretrainedConfig)
|
||||
@@ -36,7 +43,7 @@ class InputContext:
|
||||
modify the inputs.
|
||||
"""
|
||||
|
||||
model_config: "ModelConfig"
|
||||
model_config: ModelConfig
|
||||
"""The configuration of the model."""
|
||||
|
||||
def get_hf_config(
|
||||
@@ -200,9 +207,9 @@ class DummyData(NamedTuple):
|
||||
Note: This is only used in V0.
|
||||
"""
|
||||
|
||||
seq_data: "SequenceData"
|
||||
multi_modal_data: Optional["MultiModalDataDict"] = None
|
||||
multi_modal_placeholders: Optional["MultiModalPlaceholderDict"] = None
|
||||
seq_data: SequenceData
|
||||
multi_modal_data: Optional[MultiModalDataDict] = None
|
||||
multi_modal_placeholders: Optional[MultiModalPlaceholderDict] = None
|
||||
|
||||
|
||||
class InputRegistry:
|
||||
@@ -212,9 +219,9 @@ class InputRegistry:
|
||||
|
||||
def dummy_data_for_profiling(
|
||||
self,
|
||||
model_config: "ModelConfig",
|
||||
model_config: ModelConfig,
|
||||
seq_len: int,
|
||||
mm_registry: "MultiModalRegistry",
|
||||
mm_registry: MultiModalRegistry,
|
||||
is_encoder_data: bool = False,
|
||||
) -> DummyData:
|
||||
"""
|
||||
|
||||
Reference in New Issue
Block a user