Remove unused const TIMEOUT_TO_PREVENT_DEADLOCK (#2321)

This commit is contained in:
Ronen Schaffer
2024-01-04 01:49:07 +02:00
committed by GitHub
parent fd4ea8ef5c
commit 74d8d77626

View File

@@ -12,7 +12,6 @@ from vllm.sampling_params import SamplingParams
from vllm.utils import random_uuid
TIMEOUT_KEEP_ALIVE = 5 # seconds.
TIMEOUT_TO_PREVENT_DEADLOCK = 1 # seconds.
app = FastAPI()
engine = None