biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Ray] Propagate third-party env vars to Ray workers via prefix matching (#34383)

Browse Source 
Signed-off-by: Kourosh Hakhamaneshi <kourosh@anyscale.com>
Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
kourosh hakhamaneshi
2026-02-17 01:08:42 -08:00
committed by GitHub
parent c5c38e152a
commit c464b57374
5 changed files with 280 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
vllm/envs.py
View File

@@ -139,6 +139,8 @@ if TYPE_CHECKING:
VLLM_ENABLE_MOE_DP_CHUNK: bool = True
VLLM_RANDOMIZE_DP_DUMMY_INPUTS: bool = False
VLLM_RAY_DP_PACK_STRATEGY: Literal["strict", "fill", "span"] = "strict"
VLLM_RAY_EXTRA_ENV_VAR_PREFIXES_TO_COPY: str = ""
VLLM_RAY_EXTRA_ENV_VARS_TO_COPY: str = ""
VLLM_MARLIN_USE_ATOMIC_ADD: bool = False
VLLM_MARLIN_INPUT_DTYPE: Literal["int8", "fp8"] | None = None
VLLM_MXFP4_USE_MARLIN: bool | None = None
@@ -1090,6 +1092,19 @@ environment_variables: dict[str, Callable[[], Any]] = {
"VLLM_RAY_DP_PACK_STRATEGY": lambda: os.getenv(
"VLLM_RAY_DP_PACK_STRATEGY", "strict"
),
# Comma-separated *additional* prefixes of env vars to copy from the
# driver to Ray workers. These are merged with the built-in defaults
# defined in ``vllm.ray.ray_env`` (VLLM_, etc.). Example: "MYLIB_,OTHER_"
"VLLM_RAY_EXTRA_ENV_VAR_PREFIXES_TO_COPY": lambda: os.getenv(
"VLLM_RAY_EXTRA_ENV_VAR_PREFIXES_TO_COPY", ""
),
# Comma-separated *additional* individual env var names to copy from
# the driver to Ray workers. Merged with the built-in defaults
# defined in ``vllm.ray.ray_env`` (PYTHONHASHSEED).
# Example: "MY_SECRET,MY_FLAG"
"VLLM_RAY_EXTRA_ENV_VARS_TO_COPY": lambda: os.getenv(
"VLLM_RAY_EXTRA_ENV_VARS_TO_COPY", ""
),
# Whether to use S3 path for model loading in CI via RunAI Streamer
"VLLM_CI_USE_S3": lambda: os.environ.get("VLLM_CI_USE_S3", "0") == "1",
# Use model_redirect to redirect the model name to a local folder.