This is an automated email from the ASF dual-hosted git repository. morningman pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/doris.git
from 5e6f8bb0da9 [feature](nereids)support alter table command (#44058) add 6580f6bfbce [feature](load) new insgestion load (#45937) No new revisions were added by this update. Summary of changes: be/src/olap/push_handler.cpp | 53 +- .../main/java/org/apache/doris/common/Config.java | 4 + .../org/apache/doris/sparkdpp/EtlJobConfig.java | 6 +- .../org/apache/doris/catalog/SparkResource.java | 1 + .../org/apache/doris/httpv2/rest/LoadAction.java | 211 ++++ .../java/org/apache/doris/load/EtlJobType.java | 1 + .../apache/doris/load/loadv2/IngestionLoadJob.java | 1139 ++++++++++++++++++++ .../java/org/apache/doris/load/loadv2/LoadJob.java | 5 + .../org/apache/doris/load/loadv2/LoadManager.java | 50 +- .../doris/load/loadv2/SparkEtlJobHandler.java | 1 + .../doris/load/loadv2/SparkLauncherMonitor.java | 1 + .../doris/load/loadv2/SparkLoadAppHandle.java | 1 + .../org/apache/doris/load/loadv2/SparkLoadJob.java | 1 + .../doris/load/loadv2/SparkLoadPendingTask.java | 8 +- .../load/loadv2/SparkPendingTaskAttachment.java | 1 + .../apache/doris/load/loadv2/SparkRepository.java | 1 + .../doris/load/loadv2/SparkYarnConfigFiles.java | 1 + .../java/org/apache/doris/master/MasterImpl.java | 7 +- .../org/apache/doris/persist/gson/GsonUtils.java | 9 +- .../load/loadv2/SparkLoadPendingTaskTest.java | 26 +- .../dpp/MinimumCoverageRollupTreeBuilderTest.java | 8 +- .../doris/load/loadv2/etl/SparkEtlJobTest.java | 4 +- .../data/load_p0/ingestion_load/data.parquet | Bin 0 -> 5745 bytes .../data/load_p0/ingestion_load/data1.parquet | Bin 0 -> 4057 bytes .../data/load_p0/ingestion_load/data2-0.parquet | Bin 0 -> 851 bytes .../data/load_p0/ingestion_load/data2-1.parquet | Bin 0 -> 781 bytes .../data/load_p0/ingestion_load/data2-2.parquet | Bin 0 -> 781 bytes .../data/load_p0/ingestion_load/data2-3.parquet | Bin 0 -> 839 bytes .../load_p0/ingestion_load/test_ingestion_load.out | 37 + .../test_ingestion_load_multi_table.out | 25 + .../test_ingestion_load_with_inverted_index.out | 13 + .../test_ingestion_load_with_partition.out | 7 + .../ingestion_load/test_ingestion_load.groovy | 222 ++++ .../test_ingestion_load_alter_column.groovy | 208 ++++ .../test_ingestion_load_alter_partition.groovy | 224 ++++ .../test_ingestion_load_drop_table.groovy | 196 ++++ .../test_ingestion_load_multi_table.groovy | 208 ++++ .../test_ingestion_load_with_inverted_index.groovy | 166 +++ .../test_ingestion_load_with_partition.groovy | 160 +++ 39 files changed, 2966 insertions(+), 39 deletions(-) create mode 100644 fe/fe-core/src/main/java/org/apache/doris/load/loadv2/IngestionLoadJob.java create mode 100644 regression-test/data/load_p0/ingestion_load/data.parquet create mode 100644 regression-test/data/load_p0/ingestion_load/data1.parquet create mode 100644 regression-test/data/load_p0/ingestion_load/data2-0.parquet create mode 100644 regression-test/data/load_p0/ingestion_load/data2-1.parquet create mode 100644 regression-test/data/load_p0/ingestion_load/data2-2.parquet create mode 100644 regression-test/data/load_p0/ingestion_load/data2-3.parquet create mode 100644 regression-test/data/load_p0/ingestion_load/test_ingestion_load.out create mode 100644 regression-test/data/load_p0/ingestion_load/test_ingestion_load_multi_table.out create mode 100644 regression-test/data/load_p0/ingestion_load/test_ingestion_load_with_inverted_index.out create mode 100644 regression-test/data/load_p0/ingestion_load/test_ingestion_load_with_partition.out create mode 100644 regression-test/suites/load_p0/ingestion_load/test_ingestion_load.groovy create mode 100644 regression-test/suites/load_p0/ingestion_load/test_ingestion_load_alter_column.groovy create mode 100644 regression-test/suites/load_p0/ingestion_load/test_ingestion_load_alter_partition.groovy create mode 100644 regression-test/suites/load_p0/ingestion_load/test_ingestion_load_drop_table.groovy create mode 100644 regression-test/suites/load_p0/ingestion_load/test_ingestion_load_multi_table.groovy create mode 100644 regression-test/suites/load_p0/ingestion_load/test_ingestion_load_with_inverted_index.groovy create mode 100644 regression-test/suites/load_p0/ingestion_load/test_ingestion_load_with_partition.groovy --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org