This is an automated email from the ASF dual-hosted git repository. yiguolei pushed a change to branch branch-2.1 in repository https://gitbox.apache.org/repos/asf/doris.git
from 2ccb69dbedd [Feature](materialized-view) support some case unmached to materialized-view (#30036) new 7d3a3fee657 [fix](Nereids) update assignment column name should case insensitive (#30071) new f1462f6cf48 [fix](Nereids): eliminate redundant join condition after inferring condition (#30093) new a5ca8833d7a [Improvement](aggregate) optimize for small string aggregate (#29919) new 097641b5437 [fix](Nereids): fix AssertNumRows StatsCalculator (#30053) new ad111be2d1a [Fix](Show-Delete)Missing Delete job information causes query exception (#30092) new fac0580eae0 [opt](docker)optimize ES docker compose (#30068) new fd6ec977312 [fix](injection) don't disturb CLOSE_LOAD message in LoadStream (#30097) new 668a68967ca [fix](statistics)Reanalyze olapTable if getRowCount is not 0 and last time row count is 0 (#30096) new e560f316921 [fix](Nereids): fix eliminate join test for pk-fk constraint (#30094) new 97b2a3b993c [improvement](ip function) refactor some ip functions and remove dirty codes (#30080) new 93e039d579a [pipelineX](DOC) Add pipelineX doc (#30065) new 92a443a6336 [test](regression-test) fix case bugs (#30115) new eb86872b701 [improve](profile) add init probe side timer in join node (#30079) new afd440fea7a [fix](move-memtable) only do close wait on the last sink (#30098) new ddeed079d44 [opt](Nereids)make orToIn rule appliable to in-pred (#29990) The 15 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: be/src/pipeline/exec/aggregation_sink_operator.cpp | 4 +- .../pipeline/exec/aggregation_source_operator.cpp | 9 +- be/src/pipeline/exec/hashjoin_probe_operator.cpp | 1 + be/src/pipeline/exec/hashjoin_probe_operator.h | 1 + .../pipeline/exec/partition_sort_sink_operator.cpp | 4 +- be/src/runtime/load_stream.cpp | 22 +- be/src/vec/common/hash_table/hash_map.h | 6 - be/src/vec/common/hash_table/hash_map_context.h | 20 +- be/src/vec/common/hash_table/hash_table.h | 28 -- .../vec/common/hash_table/partitioned_hash_table.h | 11 - be/src/vec/common/hash_table/ph_hash_map.h | 8 - be/src/vec/common/hash_table/string_hash_map.h | 66 ++--- be/src/vec/common/hash_table/string_hash_table.h | 219 ++++++++------- be/src/vec/common/memcpy_small.h | 32 +++ be/src/vec/exec/distinct_vaggregation_node.cpp | 4 +- be/src/vec/exec/join/process_hash_table_probe.h | 1 + .../vec/exec/join/process_hash_table_probe_impl.h | 18 +- be/src/vec/exec/join/vhash_join_node.cpp | 1 + be/src/vec/exec/join/vhash_join_node.h | 1 + be/src/vec/exec/vaggregation_node.cpp | 30 +-- be/src/vec/exec/vpartition_sort_node.cpp | 2 +- be/src/vec/functions/function_ip.cpp | 4 +- be/src/vec/functions/function_ip.h | 228 ++++------------ be/src/vec/sink/load_stream_stub.cpp | 4 + .../elasticsearch/config/es6/elasticsearch.yml | 62 +++++ .../elasticsearch/config/es6/log4j2.properties | 205 ++++++++++++++ .../elasticsearch/config/es7/log4j2.properties | 299 +++++++++++++++++++++ .../elasticsearch/config/es8/log4j2.properties | 273 +++++++++++++++++++ .../docker-compose/elasticsearch/es.yaml.tpl | 28 +- .../elasticsearch/scripts/index/es6_test1.json | 2 +- .../elasticsearch/scripts/index/es6_test2.json | 2 +- docker/thirdparties/run-thirdparties-docker.sh | 8 + .../pipeline-x-execution-engine.md | 76 ++++++ docs/sidebars.json | 1 + .../pipeline-x-execution-engine.md | 75 ++++++ .../main/java/org/apache/doris/common/Config.java | 2 +- .../doris/catalog/BuiltinScalarFunctions.java | 4 +- .../java/org/apache/doris/catalog/OlapTable.java | 3 + .../java/org/apache/doris/load/DeleteInfo.java | 16 +- .../main/java/org/apache/doris/load/DeleteJob.java | 6 +- .../doris/nereids/rules/analysis/SlotBinder.java | 10 +- .../nereids/rules/expression/rules/OrToIn.java | 51 ++-- .../rules/rewrite/FindHashConditionForJoin.java | 9 +- .../doris/nereids/stats/StatsCalculator.java | 44 ++- .../{IPv6CIDRToRange.java => Ipv6CIDRToRange.java} | 12 +- .../expressions/functions/scalar/IsIpv4String.java | 4 +- .../expressions/functions/scalar/IsIpv6String.java | 4 +- .../expressions/visitor/ScalarFunctionVisitor.java | 4 +- .../trees/plans/commands/UpdateCommand.java | 33 ++- .../apache/doris/statistics/AnalysisManager.java | 2 +- .../doris/statistics/StatisticsAutoCollector.java | 2 +- .../apache/doris/statistics/TableStatsMeta.java | 2 +- .../joinorder/hypergraph/CompareOuterJoinTest.java | 5 +- .../doris/nereids/rules/rewrite/OrToInTest.java | 15 ++ .../doris/statistics/AnalysisManagerTest.java | 7 +- gensrc/script/doris_builtins_functions.py | 12 +- .../data/external_table_p0/es/test_es_query.out | 42 +-- .../es/test_es_query_no_http_url.out | 2 +- .../data/nereids_rules_p0/pkfk/eliminate_inner.out | 251 +++++++---------- .../shape/query13.out | 54 ++-- .../shape/query15.out | 2 +- .../shape/query48.out | 2 +- .../shape/query54.out | 112 ++++---- .../nereids_tpcds_shape_sf1000_p0/shape/query6.out | 68 ++--- .../shape/query85.out | 65 +++-- .../noStatsRfPrune/query13.out | 2 +- .../noStatsRfPrune/query15.out | 2 +- .../noStatsRfPrune/query48.out | 2 +- .../noStatsRfPrune/query58.out | 21 +- .../noStatsRfPrune/query85.out | 2 +- .../no_stats_shape/query13.out | 2 +- .../no_stats_shape/query15.out | 2 +- .../no_stats_shape/query48.out | 2 +- .../no_stats_shape/query58.out | 21 +- .../no_stats_shape/query85.out | 2 +- .../rf_prune/query13.out | 2 +- .../rf_prune/query15.out | 2 +- .../rf_prune/query48.out | 2 +- .../rf_prune/query54.out | 120 ++++----- .../rf_prune/query6.out | 7 +- .../rf_prune/query85.out | 58 ++-- .../nereids_tpcds_shape_sf100_p0/shape/query13.out | 2 +- .../nereids_tpcds_shape_sf100_p0/shape/query15.out | 2 +- .../nereids_tpcds_shape_sf100_p0/shape/query48.out | 2 +- .../nereids_tpcds_shape_sf100_p0/shape/query54.out | 120 ++++----- .../nereids_tpcds_shape_sf100_p0/shape/query6.out | 9 +- .../nereids_tpcds_shape_sf100_p0/shape/query85.out | 58 ++-- .../test_ipv6_cidr_to_range_function.out | 4 + .../suites/export/test_struct_export.groovy | 2 +- .../test_index_compaction_fault_injection.groovy | 8 + .../nereids_p0/update/update_unique_table.groovy | 14 +- .../nereids_rules_p0/pkfk/eliminate_inner.groovy | 16 +- .../test_ipv6_cidr_to_range_function.groovy | 10 +- .../suites/show_p0/test_show_delete.groovy | 67 +++++ .../suites/show_p0/test_show_statistic_proc.groovy | 1 + 95 files changed, 2066 insertions(+), 1098 deletions(-) create mode 100755 docker/thirdparties/docker-compose/elasticsearch/config/es6/elasticsearch.yml create mode 100755 docker/thirdparties/docker-compose/elasticsearch/config/es6/log4j2.properties create mode 100755 docker/thirdparties/docker-compose/elasticsearch/config/es7/log4j2.properties create mode 100755 docker/thirdparties/docker-compose/elasticsearch/config/es8/log4j2.properties create mode 100644 docs/en/docs/query-acceleration/pipeline-x-execution-engine.md create mode 100644 docs/zh-CN/docs/query-acceleration/pipeline-x-execution-engine.md rename fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{IPv6CIDRToRange.java => Ipv6CIDRToRange.java} (89%) create mode 100644 regression-test/suites/show_p0/test_show_delete.groovy --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org