This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a commit to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-2.1 by this push:
new b3e55d10644 [log](mow) reduce log for data load on mow table (#47647)
(#50491)
b3e55d10644 is described below
commit b3e55d10644f3398c7cd9d4626b77e164009ef4d
Author: zhannngchen <zhangc...@selectdb.com>
AuthorDate: Mon Apr 28 19:07:19 2025 +0800
[log](mow) reduce log for data load on mow table (#47647) (#50491)
cherry-pick #47647
---
be/src/olap/rowset_builder.cpp | 2 --
be/src/olap/tablet.cpp | 30 +++++++++++++++++-------------
2 files changed, 17 insertions(+), 15 deletions(-)
diff --git a/be/src/olap/rowset_builder.cpp b/be/src/olap/rowset_builder.cpp
index cc56e2f78a7..deadb91c548 100644
--- a/be/src/olap/rowset_builder.cpp
+++ b/be/src/olap/rowset_builder.cpp
@@ -304,8 +304,6 @@ Status BaseRowsetBuilder::wait_calc_delete_bitmap() {
std::lock_guard<std::mutex> l(_lock);
SCOPED_TIMER(_wait_delete_bitmap_timer);
RETURN_IF_ERROR(_calc_delete_bitmap_token->wait());
- LOG(INFO) << "Got result of calc delete bitmap task from executor,
tablet_id: "
- << _tablet->tablet_id() << ", txn_id: " << _req.txn_id;
return Status::OK();
}
diff --git a/be/src/olap/tablet.cpp b/be/src/olap/tablet.cpp
index 674006d99df..4ca106991b2 100644
--- a/be/src/olap/tablet.cpp
+++ b/be/src/olap/tablet.cpp
@@ -3179,20 +3179,27 @@ Status
Tablet::calc_segment_delete_bitmap(RowsetSharedPtr rowset,
rsid_to_rowset, &block));
RETURN_IF_ERROR(sort_block(block, ordered_block));
RETURN_IF_ERROR(rowset_writer->flush_single_block(&ordered_block));
- LOG(INFO) << "calc segment delete bitmap for partial update, tablet: "
<< tablet_id()
+ auto cost_us = watch.get_elapse_time_us();
+ if (cost_us > 10 * 1000) {
+ LOG(INFO) << "calc segment delete bitmap for partial update,
tablet: " << tablet_id()
+ << " rowset: " << rowset_id << " seg_id: " << seg->id()
+ << " dummy_version: " << end_version + 1 << " rows: " <<
seg->num_rows()
+ << " conflict rows: " << conflict_rows
+ << " new generated rows: " << new_generated_rows
+ << " bimap num: " << delete_bitmap->delete_bitmap.size()
+ << " cost: " << cost_us << "(us)";
+ }
+ return Status::OK();
+ }
+ auto cost_us = watch.get_elapse_time_us();
+ if (cost_us > 10 * 1000) {
+ LOG(INFO) << "calc segment delete bitmap, tablet: " << tablet_id()
<< " rowset: " << rowset_id << " seg_id: " << seg->id()
<< " dummy_version: " << end_version + 1 << " rows: " <<
seg->num_rows()
<< " conflict rows: " << conflict_rows
- << " new generated rows: " << new_generated_rows
- << " bimap num: " << delete_bitmap->delete_bitmap.size()
- << " cost: " << watch.get_elapse_time_us() << "(us)";
- return Status::OK();
+ << " bimap num: " << delete_bitmap->delete_bitmap.size() <<
" cost: " << cost_us
+ << "(us)";
}
- LOG(INFO) << "calc segment delete bitmap, tablet: " << tablet_id() << "
rowset: " << rowset_id
- << " seg_id: " << seg->id() << " dummy_version: " << end_version
+ 1
- << " rows: " << seg->num_rows() << " conflict rows: " <<
conflict_rows
- << " bimap num: " << delete_bitmap->delete_bitmap.size()
- << " cost: " << watch.get_elapse_time_us() << "(us)";
return Status::OK();
}
@@ -3205,10 +3212,7 @@ Status Tablet::calc_delete_bitmap(RowsetSharedPtr rowset,
const std::vector<RowsetSharedPtr>&
specified_rowsets,
DeleteBitmapPtr delete_bitmap, int64_t
end_version,
CalcDeleteBitmapToken* token, RowsetWriter*
rowset_writer) {
- auto rowset_id = rowset->rowset_id();
if (specified_rowsets.empty() || segments.empty()) {
- LOG(INFO) << "skip to construct delete bitmap tablet: " << tablet_id()
- << " rowset: " << rowset_id;
return Status::OK();
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
