[CI/Build] Update CPU tests to include all "standard" tests (#5481)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2024-11-08 23:30:04 +08:00
committed by GitHub
parent 208ce622c7
commit b489fc3c91
14 changed files with 63 additions and 48 deletions

View File

@@ -5,7 +5,6 @@ import torch
from vllm.config import ModelConfig, TaskOption
from vllm.inputs import InputContext
from vllm.platforms import current_platform
from vllm.sequence import Logprob, PromptLogprobs, SampleLogprobs
TokensText = Tuple[List[int], str]
@@ -270,7 +269,7 @@ def build_model_context(model_name: str,
if tokenizer_name is None:
tokenizer_name = model_name
if dtype is None:
dtype = "bfloat16" if current_platform.is_cpu() else "half"
dtype = "half"
model_config = ModelConfig(
model_name,