Revert "[Core] Performance: Use list[np.ndarray] instead of list[list… (#28773)

This commit is contained in:
Nick Hill
2025-11-14 20:24:00 -08:00
committed by GitHub
parent edfe498189
commit ac86bff8cb
12 changed files with 76 additions and 102 deletions

View File

@@ -7,7 +7,6 @@ from dataclasses import dataclass
from itertools import chain, count
from typing import Any
import numpy as np
import torch
from vllm import SamplingParams
@@ -229,7 +228,7 @@ def create_model_runner_output(
# Make sampled tokens.
sampled_token = EOS_TOKEN_ID if use_eos else token_id
sampled_token_ids = [np.array([sampled_token]) for _ in req_ids]
sampled_token_ids = [[sampled_token] for _ in req_ids]
kv_connector_output = (
None