Remove unused const TIMEOUT_TO_PREVENT_DEADLOCK (#2321)

This commit is contained in:
Ronen Schaffer 2024-01-04 01:49:07 +02:00 committed by GitHub
parent fd4ea8ef5c
commit 74d8d77626
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 0 additions and 1 deletions

View File

@ -12,7 +12,6 @@ from vllm.sampling_params import SamplingParams
from vllm.utils import random_uuid
TIMEOUT_KEEP_ALIVE = 5 # seconds.
TIMEOUT_TO_PREVENT_DEADLOCK = 1 # seconds.
app = FastAPI()
engine = None