From 5720e9fb782a96c4b520335bf0811922d34c0e9d Mon Sep 17 00:00:00 2001 From: Yanyu Ren Date: Wed, 4 Sep 2024 11:23:03 +0800 Subject: [PATCH] Force to kill the session --- vllm/entrypoints/openai/api_server.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py index 0047e36edc1d5..30ad1d7b3782d 100644 --- a/vllm/entrypoints/openai/api_server.py +++ b/vllm/entrypoints/openai/api_server.py @@ -110,6 +110,8 @@ async def schedule_exit(delay: float = 0.5) -> None: import os, signal await asyncio.sleep(delay) # 等待足够的时间来发送HTTP响应 os.kill(os.getpid(), signal.SIGINT) + await asyncio.sleep(delay * 10) + os.kill(os.getpid(), signal.SIGKILL) @router.post("/tokenize")