pc

Author: tedzhouhk

components/backends/vllm/src/dynamo/vllm/main.py

@@ -30,7 +30,7 @@
 
 async def graceful_shutdown(runtime):
     """
-    Shutdown dynamo distributed runtime. 
+    Shutdown dynamo distributed runtime.
     The endpoints will be immediately invalidate so no new requests will be accepted.
     For endpoints served with graceful_shutdown=True, the serving function will wait until all in-flight requests are finished.
     For endpoints served with graceful_shutdown=False, the serving function will return immediately.