From 10b2bf16cbd57bd05b4d202c97d2e755bce24548 Mon Sep 17 00:00:00 2001 From: Benjamin Merkel Date: Mon, 24 Mar 2025 06:42:45 +0100 Subject: [PATCH] Log guided decoding details on DEBUG, not INFO. Guided decoding json schema contains potentially sensitive user inputs. Do not log user inputs on INFO while ignoring `disable_log_requests=True`. Signed-off-by: Benjamin Merkel --- vllm/engine/async_llm_engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/engine/async_llm_engine.py b/vllm/engine/async_llm_engine.py index 91b9cc62719a..079e2a081529 100644 --- a/vllm/engine/async_llm_engine.py +++ b/vllm/engine/async_llm_engine.py @@ -545,7 +545,7 @@ async def build_guided_decoding_logits_processor_async( sampling_params = copy.copy(sampling_params) guided_decoding = sampling_params.guided_decoding - logger.info( + logger.debug( "Building guided decoding logits processor. " "guided_decoding: %s%s", guided_decoding, f", reasoning_backend: {reasoning_backend}"