This is an automated email from the ASF dual-hosted git repository.
kxiao pushed a commit to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
commit 62ca3be8be2aa92e530213eaf4c6c9dda73e2eb5
Author: qiye <jianliang5...@gmail.com>
AuthorDate: Thu Sep 21 18:27:08 2023 +0800
[fix](index compaction)ignore doc which dose not exist in destination
segment (#24729)
---
be/src/clucene | 2 +-
be/src/olap/compaction.cpp | 6 +++++-
2 files changed, 6 insertions(+), 2 deletions(-)
diff --git a/be/src/clucene b/be/src/clucene
index 3b51f707d4..0be3c4aeb6 160000
--- a/be/src/clucene
+++ b/be/src/clucene
@@ -1 +1 @@
-Subproject commit 3b51f707d4c51596d77b97f48b0baf49db0d2c30
+Subproject commit 0be3c4aeb62ecbc0ff1c79c9526e619742d54fcc
diff --git a/be/src/olap/compaction.cpp b/be/src/olap/compaction.cpp
index 29598f2c50..d68a80545c 100644
--- a/be/src/olap/compaction.cpp
+++ b/be/src/olap/compaction.cpp
@@ -401,7 +401,11 @@ Status Compaction::do_compaction_impl(int64_t permits) {
if (_input_row_num > 0 && stats.rowid_conversion &&
config::inverted_index_compaction_enable) {
OlapStopWatch inverted_watch;
// translation vec
- // <<dest_idx_num, desc_docId>>
+ // <<dest_idx_num, dest_docId>>
+ // the first level vector: index indicates src segment.
+ // the second level vector: index indicates row id of source segment,
+ // value indicates row id of destination segment.
+ // <UINT32_MAX, UINT32_MAX> indicates current row not exist.
std::vector<std::vector<std::pair<uint32_t, uint32_t>>> trans_vec =
stats.rowid_conversion->get_rowid_conversion_map();
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
