[Misc] Separate out utils.counter and move utils.Device to engine (#27588)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2025-10-28 20:20:46 +08:00
committed by GitHub
parent 44b5ce956d
commit f58d9b6404
8 changed files with 59 additions and 54 deletions

View File

@@ -1,6 +1,7 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import enum
from abc import ABC, abstractmethod
from collections.abc import AsyncGenerator, Iterable, Mapping
from typing import Any
@@ -15,13 +16,17 @@ from vllm.pooling_params import PoolingParams
from vllm.sampling_params import SamplingParams
from vllm.tasks import SupportedTask
from vllm.transformers_utils.tokenizer import AnyTokenizer
from vllm.utils import Device
from vllm.v1.engine import EngineCoreRequest
from vllm.v1.engine.processor import Processor
logger = init_logger(__name__)
class Device(enum.Enum):
GPU = enum.auto()
CPU = enum.auto()
class EngineClient(ABC):
"""Protocol class for Clients to Engine"""