biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Update Optional[x] -> x | None and Union[x, y] to x | y (#26633)

Browse Source 
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor
2025-10-12 17:51:31 +01:00
committed by GitHub
parent 9bb38130cb
commit 8fcaaf6a16
944 changed files with 9490 additions and 10121 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tests/v1/distributed/test_internal_lb_dp.py
View File

@@ -5,7 +5,7 @@ import os
import threading
import time
import traceback
from typing import Optional, cast
from typing import cast
import openai # use the official client for correctness check
import pytest
@@ -46,7 +46,7 @@ class MultinodeInternalLBServerManager:
self.tp_size = tp_size
self.api_server_count = api_server_count
self.base_server_args = base_server_args
self.servers: list[Optional[tuple[RemoteOpenAIServer, list[str]]]] = [None] * (
self.servers: list[tuple[RemoteOpenAIServer, list[str]] | None] = [None] * (
dp_size // dp_per_node
)
self.server_threads: list[threading.Thread] = []
@@ -175,7 +175,7 @@ class APIOnlyServerManager:
self.tp_size = tp_size
self.api_server_count = api_server_count
self.base_server_args = base_server_args
self.servers: list[Optional[tuple[RemoteOpenAIServer, list[str]]]] = [None] * 2
self.servers: list[tuple[RemoteOpenAIServer, list[str]] | None] = [None] * 2
self.server_threads: list[threading.Thread] = []
def __enter__(self) -> list[tuple[RemoteOpenAIServer, list[str]]]: