This is an automated email from the ASF dual-hosted git repository. morningman pushed a change to branch branch-1.2-lts in repository https://gitbox.apache.org/repos/asf/doris.git
from ae084be649 [Bug](function) fix overflow on concat_ws (#15043) new b027ae3490 [fix](merge-on-write) calc delete bitmap need all segments which _do_flush in one memtable (#15018) new 5fce045f51 [Enhancement](partition prune): calculate the column ranges of compound predicates (#14886) new a282d720c9 [Bug](datev2) Fix wrong result when use datev2 as partition key (#15094) new 12192e3f13 [fix](memtracker) Fix load channel memory tracker are not refreshed in time (#15048) new 315f039685 [fix](explain) fix explain output format problem (#15019) new e68a49f3fe [Bug](case function) do not crash if prepare failed (#15113) new d41a963c8f [fix](multi catalog)Return emtpy block while external table scanner couldn't find the file (#14997) new 3fe708cf56 [config](load) enable new load scan node by default (#14808) new 8853d515ae [vectorized](join) add try catch in create thread (#15065) new d23e7905b0 [fix](iceberg-v2) icebergv2 filter data path (#14470) new 2baa0e8891 [improvement](multi-catalog)Support invalid/not invalid option for refresh catalog and db. (#14922) new d6f4f08dcc [Bug](datev2) Fix compatible problems caused by datev2 (#15131) new f6936f256d [fix](type) forbid time type when creating table (#15093) new cc13983766 [vectorized](jdbc) fix external table of oracle with condition about … (#15092) new 4a1bcebf41 [fix](subquery)fix bug of using constexpr as subquery's output (#15119) new 22aacd849c [fix](load) delta writer init failed might cause data inconsistency between multiple replicas (#15058) new afbe5ba198 [fix](multi-catalog) hidden password for show create jdbc catalog (#15145) new 6234291506 [fix](schema) Fix create table error if Colocate tables not equal to bucket num (#15071) new d79b601796 [enhancement](signal) output query_id when 'be' core dumped #15080 new 6766c51353 [bug](udaf) fix java udaf incorrect get null value with row (#15151) new 95aab248b0 [fix](merge-on-write) delete all rows with same key in all pre segments (#14995) The 21 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: be/src/common/daemon.cpp | 9 +- be/src/http/action/stream_load.cpp | 1 + be/src/io/hdfs_file_reader.cpp | 3 + be/src/olap/delta_writer.cpp | 4 +- be/src/olap/memtable.cpp | 19 ++-- be/src/olap/memtable.h | 3 +- be/src/olap/rowset/beta_rowset.cpp | 35 ++++--- be/src/olap/rowset/beta_rowset.h | 3 +- be/src/olap/rowset/beta_rowset_writer.h | 2 + be/src/olap/rowset/rowset_writer.h | 2 + be/src/olap/tablet.cpp | 51 +++++----- be/src/olap/tablet.h | 3 +- be/src/runtime/fragment_mgr.cpp | 5 - be/src/runtime/raw_value.h | 11 +-- be/src/runtime/tablets_channel.cpp | 17 +++- be/src/runtime/thread_context.cpp | 3 + be/src/util/jsonb_parser.h | 25 +++-- be/src/vec/exec/format/parquet/parquet_common.h | 8 ++ be/src/vec/exec/format/parquet/schema_desc.cpp | 14 ++- be/src/vec/exec/format/parquet/schema_desc.h | 4 +- .../exec/format/parquet/vparquet_column_reader.cpp | 10 +- .../vec/exec/format/parquet/vparquet_page_index.h | 4 +- be/src/vec/exec/format/parquet/vparquet_reader.cpp | 58 +++++++----- be/src/vec/exec/format/parquet/vparquet_reader.h | 3 +- be/src/vec/exec/format/table/iceberg_reader.cpp | 104 ++++++++++++++++----- be/src/vec/exec/format/table/iceberg_reader.h | 26 ++++-- be/src/vec/exec/format/table/table_format_reader.h | 3 +- be/src/vec/exec/join/vjoin_node_base.cpp | 15 ++- be/src/vec/exec/scan/new_jdbc_scan_node.cpp | 2 +- be/src/vec/exec/scan/new_jdbc_scanner.cpp | 7 +- be/src/vec/exec/scan/new_jdbc_scanner.h | 2 +- be/src/vec/exec/scan/new_odbc_scan_node.cpp | 2 +- be/src/vec/exec/scan/new_odbc_scanner.cpp | 6 +- be/src/vec/exec/scan/new_odbc_scanner.h | 2 +- be/src/vec/exec/scan/scanner_scheduler.cpp | 12 ++- be/src/vec/exec/scan/vfile_scanner.cpp | 15 ++- be/src/vec/exprs/vcase_expr.cpp | 12 --- be/src/vec/functions/function_case.h | 9 +- fe/fe-core/src/main/cup/sql_parser.cup | 12 +-- .../org/apache/doris/analysis/CreateTableStmt.java | 4 + .../org/apache/doris/analysis/DataDescription.java | 27 +++++- .../org/apache/doris/analysis/DateLiteral.java | 89 ++++++++++++++++-- .../apache/doris/analysis/RefreshCatalogStmt.java | 15 ++- .../org/apache/doris/analysis/RefreshDbStmt.java | 18 +++- .../apache/doris/catalog/ColocateGroupSchema.java | 12 +++ .../org/apache/doris/catalog/PartitionKey.java | 22 +++-- .../org/apache/doris/catalog/RefreshManager.java | 7 +- .../doris/catalog/external/ExternalDatabase.java | 8 +- .../main/java/org/apache/doris/common/Config.java | 2 +- .../java/org/apache/doris/common/ErrorCode.java | 2 + .../org/apache/doris/common/util/PrintableMap.java | 1 + .../apache/doris/datasource/CatalogFactory.java | 1 + .../org/apache/doris/datasource/CatalogLog.java | 3 + .../org/apache/doris/datasource/CatalogMgr.java | 10 +- .../apache/doris/datasource/EsExternalCatalog.java | 2 +- .../apache/doris/datasource/ExternalCatalog.java | 12 ++- .../apache/doris/datasource/ExternalObjectLog.java | 3 + .../doris/datasource/HMSExternalCatalog.java | 2 +- .../apache/doris/datasource/InternalCatalog.java | 1 + .../doris/datasource/JdbcExternalCatalog.java | 2 +- .../org/apache/doris/load/BrokerFileGroup.java | 2 + .../java/org/apache/doris/load/DeleteHandler.java | 6 +- .../org/apache/doris/planner/LoadScanNode.java | 5 +- .../apache/doris/planner/NestedLoopJoinNode.java | 2 +- .../org/apache/doris/planner/OdbcScanNode.java | 8 ++ .../java/org/apache/doris/planner/ScanNode.java | 83 ++++++++++++++++ .../apache/doris/planner/SingleNodePlanner.java | 4 +- .../apache/doris/planner/StreamLoadPlanner.java | 14 ++- .../planner/external/ExternalFileScanNode.java | 23 ++++- .../doris/planner/external/FileGroupInfo.java | 15 +++ .../apache/doris/planner/external/HiveSplit.java | 1 + .../planner/external/IcebergScanProvider.java | 86 +++++++++++++++-- .../doris/planner/external/IcebergSplit.java | 5 + .../doris/planner/external/LoadScanProvider.java | 3 +- .../doris/planner/external/QueryScanProvider.java | 9 +- .../apache/doris/service/FrontendServiceImpl.java | 3 +- .../java/org/apache/doris/task/LoadTaskInfo.java | 5 + .../java/org/apache/doris/task/StreamLoadTask.java | 11 +++ .../java/org/apache/doris/alter/AlterTest.java | 5 +- .../doris/analysis/RangePartitionPruneTest.java | 8 ++ .../doris/planner/StreamLoadPlannerTest.java | 71 -------------- .../apache/doris/utframe/TestWithFeService.java | 8 +- .../java/org/apache/doris/udf/UdafExecutor.java | 3 +- gensrc/thrift/FrontendService.thrift | 1 + gensrc/thrift/PlanNodes.thrift | 7 +- .../test_outer_join_with_subquery.out | 3 + regression-test/data/delete_p0/test_delete.out | 16 ++-- .../data/partition_p0/test_datev2_partition.out | 39 ++++++++ .../query_p0/show/test_show_create_catalog.out | 4 + .../table_valued_function/test_hdfs_tvf.groovy | 2 - .../test_outer_join_with_subquery.groovy | 25 +++++ .../suites/delete_p0/test_delete.groovy | 22 ++--- .../suites/export_p0/test_outfile_parquet.groovy | 2 +- .../external_catalog_p0/hive/test_hive_orc.groovy | 27 ------ .../hive/test_hive_other.groovy | 25 ----- .../hive/test_hive_parquet.groovy | 28 ------ .../jsonb_p0/test_jsonb_load_and_function.groovy | 26 +++++- .../test_jsonb_load_unique_key_and_function.groovy | 2 + .../load_p0/broker_load/test_array_load.groovy | 8 -- .../load_p0/broker_load/test_broker_load.groovy | 21 ----- ...n_column_exclude_schema_without_jsonpath.groovy | 2 - .../stream_load/load_json_null_to_nullable.groovy | 6 -- .../stream_load/load_json_with_jsonpath.groovy | 7 -- .../load_p0/stream_load/test_hdfs_json_load.groovy | 6 -- .../load_p0/stream_load/test_json_load.groovy | 13 --- .../stream_load/test_txt_special_delimiter.groovy | 7 -- .../partition_p0/test_datev2_partition.groovy | 76 +++++++++++++++ .../test_streamload_perfomance.groovy | 2 +- .../query_p0/show/test_show_create_catalog.groovy | 46 +++++++++ .../multi_catalog_query/hive_catalog_orc.groovy | 25 ----- .../hive_catalog_parquet.groovy | 25 ----- 111 files changed, 1066 insertions(+), 556 deletions(-) create mode 100644 regression-test/data/partition_p0/test_datev2_partition.out create mode 100644 regression-test/data/query_p0/show/test_show_create_catalog.out create mode 100644 regression-test/suites/partition_p0/test_datev2_partition.groovy create mode 100644 regression-test/suites/query_p0/show/test_show_create_catalog.groovy --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org