This is an automated email from the ASF dual-hosted git repository. morningman pushed a change to branch branch-2.0-alpha in repository https://gitbox.apache.org/repos/asf/doris.git
from 623b927e11 fix map delete enable (#18905) new ebd38c8ccb [enhancement](Nereids) two phase read for topn (#18829) new 393fe15714 [typo](docs)Fix explode_json_array document error (#18867) new 47e53520f1 [fix](external table) Use FederationBackendPolicy in Coordinator for ExternalScanNode #18860 new 19f7051355 [fix](planner) Failed to create table with CTAS when multiple varchar type filed as key (#18814) new 417baec941 [fix](nereids) LogicalProject should always has non-empty project list (#18863) new 4bfbf55aa8 [Bug](topn opt) Fix be crash when enable topn opt with larger thresho… (#18858) new 7045ecdfd3 [bug](bdbje) Add retry for reSetupBdbEnvironment() `restore.execute()` (#18777) new e3e608ae51 (fix)[olap] not support in_memory=true now (#18731) new e3049f9709 [fix](test)Move broker test to p2. Move test data to cos in Beijing region (#18893) new 99fb3dc296 [Test](multi-catalog) Fix test_hive_parquet regression test order issue. (#18879) new 3da6c434c3 [bugfix](memoryleak) inlist is memory leak if the type is int (#18883) new bcb8f6cbf5 [fix](compaction) fix potential null pointer dereference (#18915) new 3fceff5200 [fix](jdbc catalog) Use default value if the user does not set the pool parameter in be.conf #18919 new 814f83e453 [bugfix](memleak) UserFunctionCache may have memory leak during close (#18913) new 7471ff24f9 [refactor](exceptionsafe) disallow call new method explicitly (#18830) The 15 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: be/src/common/factory_creator.h | 55 + be/src/olap/compaction.cpp | 12 +- be/src/olap/in_list_predicate.h | 20 +- be/src/olap/schema_change.cpp | 11 +- be/src/pipeline/exec/data_queue.cpp | 2 +- be/src/pipeline/exec/operator.h | 2 +- be/src/pipeline/pipeline_task.cpp | 2 +- be/src/runtime/runtime_predicate.cpp | 4 + be/src/runtime/user_function_cache.cpp | 124 +- be/src/runtime/user_function_cache.h | 25 +- be/src/service/point_query_executor.cpp | 4 +- be/src/vec/common/sort/sorter.h | 2 +- be/src/vec/core/block.cpp | 2 +- be/src/vec/core/block.h | 7 +- be/src/vec/core/block_spill_reader.cpp | 22 +- be/src/vec/exec/scan/pip_scanner_context.h | 9 +- be/src/vec/exec/scan/scanner_context.cpp | 8 +- be/src/vec/exec/vrepeat_node.cpp | 2 +- be/src/vec/exec/vsort_node.cpp | 68 +- be/src/vec/runtime/vdata_stream_recvr.cpp | 4 +- be/src/vec/runtime/vdata_stream_recvr.h | 2 +- be/src/vec/sink/vdata_stream_sender.cpp | 2 +- be/src/vec/sink/vresult_file_sink.cpp | 3 +- be/src/vec/sink/vtablet_sink.cpp | 6 +- be/test/vec/exec/parquet/parquet_reader_test.cpp | 5 +- be/test/vec/exec/parquet/parquet_thrift_test.cpp | 2 +- be/test/vec/function/function_test_util.cpp | 4 +- .../advanced/partition/table-temp-partition.md | 6 +- .../table-functions/explode-json-array.md | 5 +- .../Alter/ALTER-TABLE-PARTITION.md | 2 +- .../Alter/ALTER-TABLE-PROPERTY.md | 8 +- .../Create/CREATE-TABLE.md | 14 +- .../advanced/partition/table-temp-partition.md | 6 +- .../table-functions/explode-json-array.md | 3 - .../Alter/ALTER-TABLE-PARTITION.md | 2 +- .../Alter/ALTER-TABLE-PROPERTY.md | 8 +- .../Create/CREATE-TABLE.md | 14 +- .../main/java/org/apache/doris/alter/Alter.java | 5 + .../doris/analysis/ModifyPartitionClause.java | 6 +- .../analysis/ModifyTablePropertiesClause.java | 4 + .../apache/doris/analysis/SinglePartitionDesc.java | 3 + .../org/apache/doris/analysis/SlotDescriptor.java | 2 +- .../main/java/org/apache/doris/catalog/Env.java | 6 +- .../apache/doris/datasource/InternalCatalog.java | 13 +- .../apache/doris/journal/bdbje/BDBJEJournal.java | 23 +- .../glue/translator/PhysicalPlanTranslator.java | 130 +- .../glue/translator/PlanTranslatorContext.java | 4 - .../nereids/processor/post/PlanPostProcessors.java | 1 + .../doris/nereids/processor/post/TopNScanOpt.java | 32 +- .../nereids/processor/post/TwoPhaseReadOpt.java | 144 + .../rules/rewrite/logical/ColumnPruning.java | 3 - .../nereids/trees/expressions/Expression.java | 4 + .../trees/plans/logical/LogicalProject.java | 11 +- .../trees/plans/physical/PhysicalOlapScan.java | 2 + .../nereids/trees/plans/physical/PhysicalTopN.java | 5 +- .../apache/doris/nereids/util/ExpressionUtils.java | 3 + .../planner/external/FederationBackendPolicy.java | 4 + .../main/java/org/apache/doris/qe/Coordinator.java | 6 +- .../java/org/apache/doris/qe/SessionVariable.java | 2 +- .../java/org/apache/doris/alter/AlterTest.java | 14 +- .../analysis/CreateTableAsSelectStmtTest.java | 22 +- .../org/apache/doris/catalog/CreateTableTest.java | 9 + .../apache/doris/catalog/TempPartitionTest.java | 30 +- .../pattern/GroupExpressionMatchingTest.java | 14 +- .../nereids/postprocess/RuntimeFilterTest.java | 2 +- .../nereids/postprocess/TopNRuntimeFilterTest.java | 4 +- .../rules/analysis/AnalyzeSubQueryTest.java | 2 +- .../rules/analysis/AnalyzeWhereSubqueryTest.java | 2 +- .../nereids/rules/analysis/RegisterCTETest.java | 2 +- .../doris/nereids/trees/expressions/ViewTest.java | 2 +- .../java/org/apache/doris/udf/JdbcExecutor.java | 18 +- .../dup_key_topn_q01_asc_nulls_last_biglimit.out | 106 + ...onkey_topn_q01_bool_asc_nulls_last_biglimit.out | 518 ++ .../sql/unique1_key_topn_q01_asc_biglimit.out | 1031 +++ regression-test/data/ddl_p0/test_ctas.out | 4 +- regression-test/data/ddl_p0/test_ctl.out | 2 +- regression-test/data/ddl_p0/test_recover.out | 224 +- regression-test/data/ddl_p0/test_unicode_name.out | 2 +- .../external_catalog_p0/hive/test_hive_parquet.out | 8442 ++++++++++---------- .../broker_load/test_broker_load.out | 0 .../nereids_p0/show/test_array_show_create.out | 2 +- .../column_prune.out} | 0 .../data/query_p0/show/test_array_show_create.out | 2 +- .../data/query_p0/show/test_map_show_create.out | 2 +- .../data/query_p0/show/test_show_create_table.out | 2 +- .../data/query_p0/show/test_struct_show_create.out | 2 +- .../dup_key_topn_q01_asc_nulls_last_biglimit.sql | 1 + ...onkey_topn_q01_bool_asc_nulls_last_biglimit.sql | 1 + .../sql/unique1_key_topn_q01_asc_biglimit.sql | 1 + regression-test/suites/ddl_p0/test_ctas.groovy | 49 + .../hive/test_hive_parquet.groovy | 2 +- .../suites/jdbc_p0/test_jdbc_query_mysql.groovy | 4 +- .../broker_load/ddl/filter_create.sql | 0 .../broker_load/ddl/filter_drop.sql | 0 .../broker_load/ddl/null_default_create.sql | 0 .../broker_load/ddl/null_default_drop.sql | 0 .../broker_load/ddl/orc_s3_case1_create.sql | 0 .../broker_load/ddl/orc_s3_case1_drop.sql | 0 .../broker_load/ddl/orc_s3_case2_create.sql | 0 .../broker_load/ddl/orc_s3_case2_drop.sql | 0 .../broker_load/ddl/orc_s3_case3_create.sql | 0 .../broker_load/ddl/orc_s3_case3_drop.sql | 0 .../broker_load/ddl/orc_s3_case4_create.sql | 0 .../broker_load/ddl/orc_s3_case4_drop.sql | 0 .../broker_load/ddl/orc_s3_case5_create.sql | 0 .../broker_load/ddl/orc_s3_case5_drop.sql | 0 .../broker_load/ddl/orc_s3_case6_create.sql | 0 .../broker_load/ddl/orc_s3_case6_drop.sql | 0 .../broker_load/ddl/orc_s3_case7_create.sql | 0 .../broker_load/ddl/orc_s3_case7_drop.sql | 0 .../broker_load/ddl/orc_s3_case8_create.sql | 0 .../broker_load/ddl/orc_s3_case8_drop.sql | 0 .../broker_load/ddl/orc_s3_case9_create.sql | 0 .../broker_load/ddl/orc_s3_case9_drop.sql | 0 .../broker_load/ddl/parquet_s3_case1_create.sql | 0 .../broker_load/ddl/parquet_s3_case1_drop.sql | 0 .../broker_load/ddl/parquet_s3_case2_create.sql | 0 .../broker_load/ddl/parquet_s3_case2_drop.sql | 0 .../broker_load/ddl/parquet_s3_case3_create.sql | 0 .../broker_load/ddl/parquet_s3_case3_drop.sql | 0 .../broker_load/ddl/parquet_s3_case4_create.sql | 0 .../broker_load/ddl/parquet_s3_case4_drop.sql | 0 .../broker_load/ddl/parquet_s3_case5_create.sql | 0 .../broker_load/ddl/parquet_s3_case5_drop.sql | 0 .../broker_load/ddl/parquet_s3_case6_create.sql | 0 .../broker_load/ddl/parquet_s3_case6_drop.sql | 0 .../broker_load/ddl/parquet_s3_case7_create.sql | 0 .../broker_load/ddl/parquet_s3_case7_drop.sql | 0 .../broker_load/ddl/parquet_s3_case8_create.sql | 0 .../broker_load/ddl/parquet_s3_case8_drop.sql | 0 .../broker_load/ddl/parquet_s3_case9_create.sql | 0 .../broker_load/ddl/parquet_s3_case9_drop.sql | 0 .../broker_load/ddl/part_create.sql | 0 .../broker_load/ddl/part_drop.sql | 0 .../broker_load/ddl/path_column_create.sql | 0 .../broker_load/ddl/path_column_drop.sql | 0 .../broker_load/ddl/reverse_create.sql | 0 .../broker_load/ddl/reverse_drop.sql | 0 .../broker_load/ddl/set1_create.sql | 0 .../broker_load/ddl/set1_drop.sql | 0 .../broker_load/ddl/set2_create.sql | 0 .../broker_load/ddl/set2_drop.sql | 0 .../broker_load/ddl/set3_create.sql | 0 .../broker_load/ddl/set3_drop.sql | 0 .../broker_load/ddl/set4_create.sql | 0 .../broker_load/ddl/set4_drop.sql | 0 .../broker_load/ddl/set5_create.sql | 0 .../broker_load/ddl/set5_drop.sql | 0 .../broker_load/ddl/set6_create.sql | 0 .../broker_load/ddl/set6_drop.sql | 0 .../broker_load/ddl/set7_create.sql | 0 .../broker_load/ddl/set7_drop.sql | 0 .../broker_load/ddl/upper_case_create.sql | 0 .../broker_load/ddl/upper_case_drop.sql | 0 .../broker_load/test_broker_load.groovy | 77 +- .../suites/nereids_syntax_p0/column_prune.groovy | 89 + .../suites/query_p0/view/test_view.groovy | 2 +- 157 files changed, 6827 insertions(+), 4749 deletions(-) create mode 100644 be/src/common/factory_creator.h create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/processor/post/TwoPhaseReadOpt.java create mode 100644 regression-test/data/datatype_p0/scalar_types/sql/dup_key_topn_q01_asc_nulls_last_biglimit.out create mode 100644 regression-test/data/datatype_p0/scalar_types/sql/dup_nonkey_topn_q01_bool_asc_nulls_last_biglimit.out create mode 100644 regression-test/data/datatype_p0/scalar_types/sql/unique1_key_topn_q01_asc_biglimit.out rename regression-test/data/{load_p0 => load_p2}/broker_load/test_broker_load.out (100%) copy regression-test/data/{correctness_p0/test_join_with_projection.out => nereids_syntax_p0/column_prune.out} (100%) create mode 100644 regression-test/suites/datatype_p0/scalar_types/sql/dup_key_topn_q01_asc_nulls_last_biglimit.sql create mode 100644 regression-test/suites/datatype_p0/scalar_types/sql/dup_nonkey_topn_q01_bool_asc_nulls_last_biglimit.sql create mode 100644 regression-test/suites/datatype_p0/scalar_types/sql/unique1_key_topn_q01_asc_biglimit.sql rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/filter_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/filter_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/null_default_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/null_default_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/orc_s3_case1_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/orc_s3_case1_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/orc_s3_case2_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/orc_s3_case2_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/orc_s3_case3_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/orc_s3_case3_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/orc_s3_case4_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/orc_s3_case4_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/orc_s3_case5_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/orc_s3_case5_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/orc_s3_case6_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/orc_s3_case6_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/orc_s3_case7_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/orc_s3_case7_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/orc_s3_case8_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/orc_s3_case8_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/orc_s3_case9_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/orc_s3_case9_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/parquet_s3_case1_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/parquet_s3_case1_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/parquet_s3_case2_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/parquet_s3_case2_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/parquet_s3_case3_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/parquet_s3_case3_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/parquet_s3_case4_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/parquet_s3_case4_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/parquet_s3_case5_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/parquet_s3_case5_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/parquet_s3_case6_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/parquet_s3_case6_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/parquet_s3_case7_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/parquet_s3_case7_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/parquet_s3_case8_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/parquet_s3_case8_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/parquet_s3_case9_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/parquet_s3_case9_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/part_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/part_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/path_column_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/path_column_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/reverse_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/reverse_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/set1_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/set1_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/set2_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/set2_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/set3_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/set3_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/set4_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/set4_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/set5_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/set5_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/set6_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/set6_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/set7_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/set7_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/upper_case_create.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/ddl/upper_case_drop.sql (100%) rename regression-test/suites/{load_p0 => load_p2}/broker_load/test_broker_load.groovy (91%) create mode 100644 regression-test/suites/nereids_syntax_p0/column_prune.groovy --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org