This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 804ea08825 [add_log](checksum) add cost and size log for checksum
(#15599)
804ea08825 is described below
commit 804ea08825eabd85d4d3aa615d3ac49fe96af55b
Author: yixiutt <102007456+yixi...@users.noreply.github.com>
AuthorDate: Wed Jan 4 19:10:40 2023 +0800
[add_log](checksum) add cost and size log for checksum (#15599)
---
be/src/olap/task/engine_checksum_task.cpp | 8 +++++++-
1 file changed, 7 insertions(+), 1 deletion(-)
diff --git a/be/src/olap/task/engine_checksum_task.cpp
b/be/src/olap/task/engine_checksum_task.cpp
index 6643b5e066..d1e8ae7eb2 100644
--- a/be/src/olap/task/engine_checksum_task.cpp
+++ b/be/src/olap/task/engine_checksum_task.cpp
@@ -39,6 +39,7 @@ Status EngineChecksumTask::_compute_checksum() {
LOG(INFO) << "begin to process compute checksum."
<< "tablet_id=" << _tablet_id << ", schema_hash=" << _schema_hash
<< ", version=" << _version;
+ OlapStopWatch watch;
if (_checksum == nullptr) {
return Status::InvalidArgument("invalid checksum which is nullptr");
@@ -57,6 +58,10 @@ Status EngineChecksumTask::_compute_checksum() {
<< "res=" << acquire_reader_st;
return acquire_reader_st;
}
+ size_t input_size = 0;
+ for (const auto& rowset : input_rowsets) {
+ input_size += rowset->data_disk_size();
+ }
vectorized::BlockReader reader;
TabletReader::ReaderParams reader_params;
vectorized::Block block;
@@ -83,7 +88,8 @@ Status EngineChecksumTask::_compute_checksum() {
*_checksum = (checksum64 >> 32) ^ (checksum64 & 0xffffffff);
LOG(INFO) << "success to finish compute checksum. tablet_id = " <<
_tablet_id
- << ", rows = " << rows << ", checksum=" << *_checksum;
+ << ", rows = " << rows << ", checksum=" << *_checksum
+ << ", total_size = " << input_size << ", cost(us): " <<
watch.get_elapse_time_us();
return Status::OK();
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
