This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new c98829c94b [improvement](load) log time consumed by waiting flush
(#19226)
c98829c94b is described below
commit c98829c94b4debd32a54975a60a584b9ad7d30ca
Author: Yongqiang YANG <98214048+dataroar...@users.noreply.github.com>
AuthorDate: Wed May 3 17:48:13 2023 +0800
[improvement](load) log time consumed by waiting flush (#19226)
---
be/src/runtime/load_channel_mgr.cpp | 7 +++++--
1 file changed, 5 insertions(+), 2 deletions(-)
diff --git a/be/src/runtime/load_channel_mgr.cpp
b/be/src/runtime/load_channel_mgr.cpp
index 597423598c..424aca7bcf 100644
--- a/be/src/runtime/load_channel_mgr.cpp
+++ b/be/src/runtime/load_channel_mgr.cpp
@@ -304,12 +304,15 @@ void LoadChannelMgr::_handle_mem_exceed_limit() {
std::vector<std::tuple<std::shared_ptr<LoadChannel>, int64_t, int64_t,
int64_t>>
writers_to_reduce_mem;
{
+ MonotonicStopWatch timer;
+ timer.start();
std::unique_lock<std::mutex> l(_lock);
while (_should_wait_flush) {
- LOG(INFO) << "Reached the load hard limit " << _load_hard_mem_limit
- << ", waiting for flush";
_wait_flush_cond.wait(l);
}
+ LOG(INFO) << "Reached the load hard limit " << _load_hard_mem_limit
+ << ", waited for flush, time_ns:" << timer.elapsed_time();
+
bool hard_limit_reached = _mem_tracker->consumption() >=
_load_hard_mem_limit ||
proc_mem_no_allocator_cache >=
process_mem_limit;
// Some other thread is flushing data, and not reached hard limit now,
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
