This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a commit to branch branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-3.0 by this push:
new 9fadab4544f branch-3.0: [enhancement](threadpool) reduce thread pool
for arrow flight and spill io threads #48530 (#48555)
9fadab4544f is described below
commit 9fadab4544f2ddeea291352ddf589a1b1cd9df6e
Author: github-actions[bot]
<41898282+github-actions[bot]@users.noreply.github.com>
AuthorDate: Mon Mar 10 12:59:01 2025 +0800
branch-3.0: [enhancement](threadpool) reduce thread pool for arrow flight
and spill io threads #48530 (#48555)
Cherry-picked from #48530
Co-authored-by: yiguolei <guo...@selectdb.com>
---
be/src/service/internal_service.cpp | 2 +-
be/src/vec/spill/spill_stream_manager.cpp | 3 ++-
2 files changed, 3 insertions(+), 2 deletions(-)
diff --git a/be/src/service/internal_service.cpp
b/be/src/service/internal_service.cpp
index fb0b2f090bc..6b6a90eafe8 100644
--- a/be/src/service/internal_service.cpp
+++ b/be/src/service/internal_service.cpp
@@ -208,7 +208,7 @@ PInternalService::PInternalService(ExecEnv* exec_env)
"brpc_light"),
_arrow_flight_work_pool(config::brpc_arrow_flight_work_pool_threads
!= -1
?
config::brpc_arrow_flight_work_pool_threads
- : std::max(512, CpuInfo::num_cores()
* 16),
+ : std::max(512, CpuInfo::num_cores()
* 2),
config::brpc_arrow_flight_work_pool_max_queue_size != -1
?
config::brpc_arrow_flight_work_pool_max_queue_size
: std::max(20480,
CpuInfo::num_cores() * 640),
diff --git a/be/src/vec/spill/spill_stream_manager.cpp
b/be/src/vec/spill/spill_stream_manager.cpp
index 61e96559d23..fc89041af70 100644
--- a/be/src/vec/spill/spill_stream_manager.cpp
+++ b/be/src/vec/spill/spill_stream_manager.cpp
@@ -73,8 +73,9 @@ Status SpillStreamManager::init() {
RETURN_IF_ERROR(io::global_local_filesystem()->create_directory(spill_dir));
}
}
+ // Reduce min threads to 1, to avoid occupy too many threads at start time.
static_cast<void>(ThreadPoolBuilder("SpillIOThreadPool")
-
.set_min_threads(config::spill_io_thread_pool_thread_num)
+ .set_min_threads(1)
.set_max_threads(config::spill_io_thread_pool_thread_num)
.set_max_queue_size(config::spill_io_thread_pool_queue_size)
.build(&_spill_io_thread_pool));
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
