Force to kill the session

robinren03 · Sep 4, 2024 · 5720e9f · 5720e9f
1 parent aa79410
commit 5720e9f
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py
@@ -110,6 +110,8 @@ async def schedule_exit(delay: float = 0.5) -> None:
     import os, signal
     await asyncio.sleep(delay)  # 等待足够的时间来发送HTTP响应  
     os.kill(os.getpid(), signal.SIGINT)  
+    await asyncio.sleep(delay * 10)
+    os.kill(os.getpid(), signal.SIGKILL)
 
 
 @router.post("/tokenize")