From d57122d6ec26d4bbbbf66dfaeeded8743600f3c6 Mon Sep 17 00:00:00 2001 From: Xin Liao Date: Wed, 8 Jan 2025 11:54:02 +0800 Subject: [PATCH] [opt](load) Increase the default value of webserver_num_workers (#46304) 1. In high-concurrency stream load scenarios, there aren't enough webserver threads available. 2. During stream load, after data reception and while waiting for execution, the synchronous wait occupies HTTP threads. To address the issue of insufficient HTTP threads during high-concurrency stream loads causing slow data reception, we increased the number of threads. --- be/src/common/config.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/be/src/common/config.cpp b/be/src/common/config.cpp index f047071139e831..7a3c51484a5e08 100644 --- a/be/src/common/config.cpp +++ b/be/src/common/config.cpp @@ -537,7 +537,7 @@ DEFINE_String(ssl_private_key_path, ""); // Whether to check authorization DEFINE_Bool(enable_all_http_auth, "false"); // Number of webserver workers -DEFINE_Int32(webserver_num_workers, "48"); +DEFINE_Int32(webserver_num_workers, "128"); DEFINE_Bool(enable_single_replica_load, "true"); // Number of download workers for single replica load