From 9b76d87305a6c4408ecfc2dc3be000b78f5efffc Mon Sep 17 00:00:00 2001 From: Vadim Markovtsev Date: Wed, 7 May 2025 15:45:44 +0200 Subject: [PATCH] Improve exception reporting in MP engine "raise e from None" means changing the error bubble narrative from "another exception caused by e" to "exception e was raised and we forward it up" Signed-off-by: Vadim Markovtsev --- vllm/engine/multiprocessing/engine.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/engine/multiprocessing/engine.py b/vllm/engine/multiprocessing/engine.py index 3d7b73f97a19..a5dcf9e2d945 100644 --- a/vllm/engine/multiprocessing/engine.py +++ b/vllm/engine/multiprocessing/engine.py @@ -284,7 +284,7 @@ def handle_new_input(self): except Exception as e: self._set_errored(e) self._send_unhealthy(e) - raise e + raise e from None def _handle_process_request(self, request: RPCProcessRequest): """Handle RPCProcessRequest by adding it to the LLMEngine.""" @@ -447,4 +447,4 @@ def run_mp_engine(vllm_config: VllmConfig, usage_context: UsageContext, except BaseException as e: logger.exception(e) engine_alive.value = False - raise e + raise e from None