We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 65e0389 commit 9d353faCopy full SHA for 9d353fa
vllm/v1/engine/async_llm.py
@@ -104,7 +104,11 @@ def __init__(
104
logger.info(
105
"AsyncLLM created with log_stats=False and non-empty custom "
106
"logger list; enabling logging without default stat loggers")
107
-
+ if client_count > 1:
108
+ logger.warning(
109
+ "AsyncLLM created with api_server_count more than 1; "
110
+ "disabling stats logging to avoid incomplete stats.")
111
+ log_stats = False
112
if self.model_config.skip_tokenizer_init:
113
self.tokenizer = None
114
else:
0 commit comments