This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 93989a62cf1 [opt](properties) remove old dlf properties (#55555)
add 9aceb3431e2 [support](orc)support orc file meta cache. (#54591)
No new revisions were added by this update.
Summary of changes:
be/src/io/fs/file_meta_cache.cpp | 31 +++--
be/src/io/fs/file_meta_cache.h | 20 ++-
be/src/util/obj_lru_cache.cpp | 5 +-
be/src/util/obj_lru_cache.h | 12 +-
be/src/vec/exec/format/generic_reader.h | 4 +
be/src/vec/exec/format/orc/vorc_reader.cpp | 89 ++++++++----
be/src/vec/exec/format/orc/vorc_reader.h | 10 +-
.../vec/exec/format/parquet/parquet_thrift_util.h | 7 +-
be/src/vec/exec/format/parquet/schema_desc.cpp | 66 ---------
be/src/vec/exec/format/parquet/schema_desc.h | 4 -
.../exec/format/parquet/vparquet_column_reader.h | 8 +-
.../exec/format/parquet/vparquet_file_metadata.cpp | 2 +-
.../exec/format/parquet/vparquet_file_metadata.h | 5 +-
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 61 ++++----
be/src/vec/exec/format/parquet/vparquet_reader.h | 18 ++-
be/src/vec/exec/format/table/hive_reader.h | 13 +-
be/src/vec/exec/format/table/hudi_reader.h | 14 +-
be/src/vec/exec/format/table/iceberg_reader.cpp | 10 +-
be/src/vec/exec/format/table/iceberg_reader.h | 23 +--
be/src/vec/exec/format/table/paimon_reader.cpp | 5 +-
be/src/vec/exec/format/table/paimon_reader.h | 13 +-
be/src/vec/exec/format/table/table_format_reader.h | 3 +-
.../format/table/transactional_hive_reader.cpp | 8 +-
.../exec/format/table/transactional_hive_reader.h | 2 +-
be/src/vec/exec/scan/file_scanner.cpp | 84 ++++++-----
be/src/vec/exec/scan/file_scanner.h | 8 +-
.../format/file_reader/file_meta_cache_test.cpp | 154 +++++++++++++++++++++
.../vec/exec/format/parquet/parquet_expr_test.cpp | 4 +-
.../vec/exec/format/parquet/parquet_read_lines.cpp | 3 +-
.../exec/format/parquet/parquet_reader_test.cpp | 9 +-
.../exec/format/parquet/parquet_thrift_test.cpp | 10 +-
be/test/vec/exec/orc/orc_convert_dict_test.cpp | 10 +-
be/test/vec/exec/orc/orc_read_lines.cpp | 2 +-
be/test/vec/exec/orc/orc_reader_fill_data_test.cpp | 12 +-
.../vec/exec/orc/orc_reader_init_column_test.cpp | 6 +-
be/test/vec/exec/orc_reader_test.cpp | 7 +-
.../create_preinstalled_scripts/iceberg/run19.sql | 42 +++++-
.../hive/test_file_meta_cache.out | Bin 0 -> 383 bytes
.../iceberg/test_iceberg_invaild_avro_name.out | Bin 0 -> 517 bytes
.../hive/test_file_meta_cache.groovy | 81 +++++++++++
...roovy => test_iceberg_invaild_avro_name.groovy} | 38 +++--
41 files changed, 607 insertions(+), 296 deletions(-)
create mode 100644 be/test/vec/exec/format/file_reader/file_meta_cache_test.cpp
create mode 100644
regression-test/data/external_table_p0/hive/test_file_meta_cache.out
create mode 100644
regression-test/data/external_table_p0/iceberg/test_iceberg_invaild_avro_name.out
create mode 100644
regression-test/suites/external_table_p0/hive/test_file_meta_cache.groovy
copy
regression-test/suites/external_table_p0/iceberg/{test_iceberg_time_travel.groovy
=> test_iceberg_invaild_avro_name.groovy} (64%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
