[CPU][Bugfix] Fix _to_list in CPU model runner (#28824)

Signed-off-by: jiang1.li <jiang1.li@intel.com>
This commit is contained in:
Li, Jiang
2025-11-17 15:47:24 +08:00
committed by GitHub
parent 3380ed5e11
commit 577bb34fff
2 changed files with 8 additions and 3 deletions

View File

@@ -80,9 +80,6 @@ class CPUModelRunner(GPUModelRunner):
def _sync_device(self) -> None:
pass
def _to_list(self, sampled_token_ids: torch.Tensor) -> list[list[int]]:
return sampled_token_ids.tolist()
def get_dp_padding(self, num_tokens: int) -> tuple[int, torch.Tensor | None]:
# Note: For CPU backend, dp padding is not required for now.
return 0, None