This is an automated email from the ASF dual-hosted git repository.
SteNicholas pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/paimon-cpp.git
from 33d5eef5 feat: change FileStatus to non-virtual (#208)
add 3331cb0c feat(realtime): support two-stage scan and read (#199)
No new revisions were added by this update.
Summary of changes:
include/paimon/api.h | 2 +-
include/paimon/defs.h | 4 +
include/paimon/file_store_commit.h | 3 +-
include/paimon/read_context.h | 14 +
...er_factory.h => arrow_realtime_store_factory.h} | 10 +-
.../{realtime_commit_progress.h => offset_range.h} | 43 ++-
include/paimon/realtime/realtime_commit_progress.h | 10 +-
include/paimon/realtime/realtime_context.h | 88 ++---
.../realtime/{mem_indexer.h => realtime_store.h} | 77 +++--
include/paimon/table/source/table_read.h | 4 +
src/paimon/CMakeLists.txt | 8 +-
src/paimon/common/defs.cpp | 1 +
src/paimon/core/core_options.cpp | 11 +
src/paimon/core/core_options.h | 1 +
src/paimon/core/core_options_test.cpp | 9 +
.../operation/append_only_file_store_write.cpp | 5 +-
.../append_only_file_store_write_test.cpp | 4 +-
.../commit/realtime_commit_properties.cpp | 16 +-
.../operation/commit/realtime_commit_properties.h | 2 +-
.../commit/realtime_commit_properties_test.cpp | 50 +--
.../core/operation/file_store_commit_impl.cpp | 16 +-
src/paimon/core/operation/file_store_commit_impl.h | 6 +-
src/paimon/core/operation/file_store_write.cpp | 5 +-
src/paimon/core/operation/internal_read_context.h | 4 +
src/paimon/core/operation/read_context.cpp | 14 +-
...ow_mem_indexer.cpp => arrow_realtime_store.cpp} | 92 ++---
...{arrow_mem_indexer.h => arrow_realtime_store.h} | 24 +-
...actory.cpp => arrow_realtime_store_factory.cpp} | 12 +-
...exer_test.cpp => arrow_realtime_store_test.cpp} | 104 +++---
.../core/realtime/realtime_append_only_writer.cpp | 44 +--
.../core/realtime/realtime_append_only_writer.h | 8 +-
src/paimon/core/realtime/realtime_context.cpp | 181 +---------
src/paimon/core/realtime/realtime_context_impl.cpp | 355 +++++++++++++++++++
src/paimon/core/realtime/realtime_context_impl.h | 113 ++++++
src/paimon/core/realtime/realtime_context_test.cpp | 196 +++++++----
.../realtime/realtime_reader.h} | 60 ++--
src/paimon/core/realtime/realtime_reader_test.cpp | 61 ++++
.../core/table/source/append_only_table_read.cpp | 88 ++++-
.../core/table/source/append_only_table_read.h | 7 +
src/paimon/core/table/source/realtime_split.h | 63 ++--
.../core/table/source/realtime_table_scan.cpp | 68 ++--
src/paimon/core/table/source/realtime_table_scan.h | 16 +-
src/paimon/core/table/source/table_scan.cpp | 7 +-
src/paimon/core/utils/commit_increment.h | 8 +-
test/inte/realtime_write_inte_test.cpp | 377 ++++++++++++++++++---
45 files changed, 1589 insertions(+), 702 deletions(-)
rename include/paimon/realtime/{arrow_mem_indexer_factory.h =>
arrow_realtime_store_factory.h} (77%)
copy include/paimon/realtime/{realtime_commit_progress.h => offset_range.h}
(53%)
rename include/paimon/realtime/{mem_indexer.h => realtime_store.h} (69%)
rename src/paimon/core/realtime/{arrow_mem_indexer.cpp =>
arrow_realtime_store.cpp} (80%)
rename src/paimon/core/realtime/{arrow_mem_indexer.h =>
arrow_realtime_store.h} (73%)
rename src/paimon/core/realtime/{arrow_mem_indexer_factory.cpp =>
arrow_realtime_store_factory.cpp} (79%)
rename src/paimon/core/realtime/{arrow_mem_indexer_test.cpp =>
arrow_realtime_store_test.cpp} (65%)
create mode 100644 src/paimon/core/realtime/realtime_context_impl.cpp
create mode 100644 src/paimon/core/realtime/realtime_context_impl.h
copy src/paimon/{common/reader/complete_row_kind_batch_reader.h =>
core/realtime/realtime_reader.h} (50%)
create mode 100644 src/paimon/core/realtime/realtime_reader_test.cpp
