[Core] Move ray_utils.py from engine to executor package (#4347)

This commit is contained in:
Nick Hill
2024-04-24 23:52:22 -07:00
committed by GitHub
parent 96e90fdeb3
commit 479d69fad0
7 changed files with 11 additions and 9 deletions

View File

@@ -1,7 +1,7 @@
from typing import Optional
from vllm.config import TokenizerPoolConfig
from vllm.engine.ray_utils import ray
from vllm.executor.ray_utils import ray
from vllm.transformers_utils.tokenizer_group.base_tokenizer_group import (
BaseTokenizerGroup)
from vllm.transformers_utils.tokenizer_group.tokenizer_group import (

View File

@@ -6,7 +6,7 @@ from ray.util.scheduling_strategies import NodeAffinitySchedulingStrategy
from transformers import PreTrainedTokenizer
from vllm.config import TokenizerPoolConfig
from vllm.engine.ray_utils import ray
from vllm.executor.ray_utils import ray
from vllm.lora.request import LoRARequest
from vllm.transformers_utils.tokenizer_group.base_tokenizer_group import (
BaseTokenizerGroup)