This is an automated email from the ASF dual-hosted git repository.
panxiaolei pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new c36d225a27 [feature](profile) add process hashtable time in join node
(#21878)
c36d225a27 is described below
commit c36d225a27a0954fb0193381a77b8defa7bf4aa2
Author: Mryange <59914473+mrya...@users.noreply.github.com>
AuthorDate: Tue Jul 18 18:09:42 2023 +0800
[feature](profile) add process hashtable time in join node (#21878)
add process hashtable time in join node
---
be/src/vec/exec/join/process_hash_table_probe.h | 2 +-
be/src/vec/exec/join/process_hash_table_probe_impl.h | 4 +++-
be/src/vec/exec/join/vhash_join_node.cpp | 2 ++
be/src/vec/exec/join/vhash_join_node.h | 1 +
4 files changed, 7 insertions(+), 2 deletions(-)
diff --git a/be/src/vec/exec/join/process_hash_table_probe.h
b/be/src/vec/exec/join/process_hash_table_probe.h
index 385e3c82cd..db43daf20d 100644
--- a/be/src/vec/exec/join/process_hash_table_probe.h
+++ b/be/src/vec/exec/join/process_hash_table_probe.h
@@ -105,7 +105,7 @@ struct ProcessHashTableProbe {
RuntimeProfile::Counter* _search_hashtable_timer;
RuntimeProfile::Counter* _build_side_output_timer;
RuntimeProfile::Counter* _probe_side_output_timer;
-
+ RuntimeProfile::Counter* _probe_process_hashtable_timer;
static constexpr int PROBE_SIDE_EXPLODE_RATE = 3;
};
diff --git a/be/src/vec/exec/join/process_hash_table_probe_impl.h
b/be/src/vec/exec/join/process_hash_table_probe_impl.h
index 14181b160a..4e9180bed9 100644
--- a/be/src/vec/exec/join/process_hash_table_probe_impl.h
+++ b/be/src/vec/exec/join/process_hash_table_probe_impl.h
@@ -47,7 +47,8 @@
ProcessHashTableProbe<JoinOpType>::ProcessHashTableProbe(HashJoinNode* join_node
_rows_returned_counter(join_node->_rows_returned_counter),
_search_hashtable_timer(join_node->_search_hashtable_timer),
_build_side_output_timer(join_node->_build_side_output_timer),
- _probe_side_output_timer(join_node->_probe_side_output_timer) {}
+ _probe_side_output_timer(join_node->_probe_side_output_timer),
+
_probe_process_hashtable_timer(join_node->_probe_process_hashtable_timer) {}
template <int JoinOpType>
template <bool have_other_join_conjunct>
@@ -1070,6 +1071,7 @@ Status
ProcessHashTableProbe<JoinOpType>::process_data_in_hashtable(HashTableTyp
Block*
output_block,
bool* eos)
{
using Mapped = typename HashTableType::Mapped;
+ SCOPED_TIMER(_probe_process_hashtable_timer);
if constexpr (std::is_same_v<Mapped, RowRefListWithFlag> ||
std::is_same_v<Mapped, RowRefListWithFlags>) {
hash_table_ctx.init_once();
diff --git a/be/src/vec/exec/join/vhash_join_node.cpp
b/be/src/vec/exec/join/vhash_join_node.cpp
index 81e71881a2..c048c4cc2f 100644
--- a/be/src/vec/exec/join/vhash_join_node.cpp
+++ b/be/src/vec/exec/join/vhash_join_node.cpp
@@ -471,6 +471,8 @@ Status HashJoinNode::prepare(RuntimeState* state) {
ADD_CHILD_TIMER(probe_phase_profile,
"ProbeWhenBuildSideOutputTime", "ProbeTime");
_probe_side_output_timer =
ADD_CHILD_TIMER(probe_phase_profile,
"ProbeWhenProbeSideOutputTime", "ProbeTime");
+ _probe_process_hashtable_timer =
+ ADD_CHILD_TIMER(probe_phase_profile,
"ProbeWhenProcessHashTableTime", "ProbeTime");
_open_timer = ADD_TIMER(runtime_profile(), "OpenTime");
_allocate_resource_timer = ADD_TIMER(runtime_profile(),
"AllocateResourceTime");
_process_other_join_conjunct_timer = ADD_TIMER(runtime_profile(),
"OtherJoinConjunctTime");
diff --git a/be/src/vec/exec/join/vhash_join_node.h
b/be/src/vec/exec/join/vhash_join_node.h
index 3d85d6b227..096a9148cc 100644
--- a/be/src/vec/exec/join/vhash_join_node.h
+++ b/be/src/vec/exec/join/vhash_join_node.h
@@ -304,6 +304,7 @@ private:
RuntimeProfile::Counter* _search_hashtable_timer;
RuntimeProfile::Counter* _build_side_output_timer;
RuntimeProfile::Counter* _probe_side_output_timer;
+ RuntimeProfile::Counter* _probe_process_hashtable_timer;
RuntimeProfile::Counter* _build_side_compute_hash_timer;
RuntimeProfile::Counter* _build_side_merge_block_timer;
RuntimeProfile::Counter* _build_runtime_filter_timer;
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
