This is an automated email from the ASF dual-hosted git repository. morningman pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/doris.git
from 0db0b180da7 [Fix](inverted index) remove duplicate stats of inverted_index_query_cache_miss (#36707) add e11f516cd95 [feature-wip](Cloud) Support Azure Cloud Blob in FE (#35990) No new revisions were added by this update. Summary of changes: .../java/org/apache/doris/analysis/LoadStmt.java | 6 +- .../org/apache/doris/analysis/OutFileClause.java | 6 + .../org/apache/doris/analysis/StorageBackend.java | 17 +- .../org/apache/doris/backup/BackupHandler.java | 17 +- .../java/org/apache/doris/backup/Repository.java | 7 +- .../org/apache/doris/backup/RepositoryMgr.java | 4 +- .../{S3Resource.java => AzureResource.java} | 81 ++------ .../java/org/apache/doris/catalog/Resource.java | 6 +- .../datasource/property/PropertyConverter.java | 7 + .../{ObsProperties.java => AzureProperties.java} | 33 ++- .../property/constants/S3Properties.java | 12 ++ .../org/apache/doris/fs/FileSystemFactory.java | 10 + .../java/org/apache/doris/fs/FileSystemType.java | 3 +- .../org/apache/doris/fs/obj/AzureObjStorage.java | 227 +++++++++++++++++++++ .../java/org/apache/doris/fs/obj/ObjStorage.java | 4 +- .../java/org/apache/doris/fs/obj/S3ObjStorage.java | 6 +- .../apache/doris/fs/remote/AzureFileSystem.java | 132 ++++++++++++ .../org/apache/doris/fs/remote/ObjFileSystem.java | 16 +- .../doris/tablefunction/S3TableValuedFunction.java | 4 + .../org/apache/doris/fs/obj/S3ObjStorageTest.java | 10 +- fe/pom.xml | 2 +- gensrc/thrift/Types.thrift | 3 +- .../cloud_p0/conf/regression-conf-custom.groovy | 2 - .../cloud_p1/conf/regression-conf-custom.groovy | 2 - .../pipeline/external/conf/regression-conf.groovy | 1 + .../test_create_and_drop_repository.groovy | 6 +- .../cache/compaction/test_stale_rowset.groovy | 3 +- .../cache/http/test_cache_metrics_format.groovy | 3 +- .../cloud_p0/cache/http/test_clear_cache.groovy | 3 +- .../cache/http/test_clear_cache_async.groovy | 3 +- .../read_write/test_multi_stale_rowset.groovy | 3 +- .../warm_up/cluster/test_warm_up_cluster.groovy | 3 +- .../cluster/test_warm_up_cluster_batch.groovy | 3 +- .../cluster/test_warm_up_cluster_bigsize.groovy | 3 +- .../cluster/test_warm_up_cluster_empty.groovy | 3 +- .../warm_up/hotspot/test_warmup_show_stmt.groovy | 3 +- .../warm_up/hotspot/test_warmup_show_stmt_2.groovy | 3 +- .../warm_up/hotspot/test_warmup_show_stmt_3.groovy | 3 +- .../warm_up/table/test_warm_up_partition.groovy | 3 +- .../warm_up/table/test_warm_up_table.groovy | 3 +- .../warm_up/table/test_warm_up_tables.groovy | 3 +- .../suites/cloud_p0/cache/ttl/alter_ttl_1.groovy | 3 +- .../suites/cloud_p0/cache/ttl/alter_ttl_2.groovy | 3 +- .../suites/cloud_p0/cache/ttl/alter_ttl_3.groovy | 3 +- .../suites/cloud_p0/cache/ttl/alter_ttl_4.groovy | 3 +- .../cloud_p0/cache/ttl/alter_ttl_max_int64.groovy | 3 +- .../cloud_p0/cache/ttl/alter_ttl_random.groovy | 3 +- .../cloud_p0/cache/ttl/alter_ttl_seconds.groovy | 3 +- .../cache/ttl/create_table_as_select.groovy | 3 +- .../cloud_p0/cache/ttl/create_table_like.groovy | 3 +- .../suites/cloud_p0/cache/ttl/test_ttl.groovy | 3 +- .../cloud_p0/cache/ttl/test_ttl_preempt.groovy | 3 +- ...paction_with_dup_key_max_file_size_limit.groovy | 3 +- .../one_level_nestedtypes_with_s3data.groovy | 4 + .../three_level_nestedtypes_with_s3data.groovy | 2 + .../two_level_nestedtypes_with_s3data.groovy | 4 + .../test_nested_types_insert_into_with_s3.groovy | 5 + ...test_nestedtypes_csv_insert_into_with_s3.groovy | 2 + ...est_nestedtypes_json_insert_into_with_s3.groovy | 3 + .../export_p0/export/test_show_export.groovy | 8 +- .../suites/export_p0/test_export_data_types.groovy | 20 +- .../suites/export_p0/test_export_orc.groovy | 6 +- .../suites/export_p0/test_export_parquet.groovy | 4 +- ...test_export_table_with_materialized_view.groovy | 4 +- .../suites/export_p0/test_export_view.groovy | 4 +- .../export_p0/test_outfile_file_suffix.groovy | 1 + .../suites/export_p0/test_with_bom.groovy | 16 +- .../suites/export_p2/test_export_big_data.groovy | 1 + .../export_p2/test_export_with_parallelism.groovy | 4 +- .../suites/export_p2/test_export_with_s3.groovy | 4 +- .../external_table_p0/tvf/test_tvf_avro.groovy | 12 ++ .../test_segcompaction_fault_injection.groovy | 3 +- .../test_too_many_segments_fault_injection.groovy | 3 +- .../load_p0/broker_load/test_compress_type.groovy | 3 +- .../test_csv_with_enclose_and_escapeS3_load.groovy | 3 +- .../load_p0/broker_load/test_etl_failed.groovy | 3 +- .../broker_load/test_multi_table_load.groovy | 6 +- .../suites/load_p0/broker_load/test_s3_load.groovy | 3 +- .../load_p0/broker_load/test_seq_load.groovy | 3 +- .../load_p2/broker_load/test_broker_load.groovy | 6 +- .../test_parquet_large_metadata_load.groovy | 4 +- .../test_s3_load_with_load_parallelism.groovy | 3 +- .../broker_load/test_tvf_based_broker_load.groovy | 3 +- .../query_profile/s3_load_profile_test.groovy | 3 +- .../schema_change_p2/test_schema_change.groovy | 3 +- .../test_segcompaction_agg_keys.groovy | 3 +- .../test_segcompaction_agg_keys_index.groovy | 3 +- .../test_segcompaction_dup_keys.groovy | 3 +- .../test_segcompaction_dup_keys_index.groovy | 3 +- .../test_segcompaction_unique_keys.groovy | 3 +- .../test_segcompaction_unique_keys_mow.groovy | 3 +- ...test_segcompaction_unique_keys_mow_index.groovy | 3 +- regression-test/suites/ssb_sf100_p2/load.groovy | 3 +- ...est_update_rows_and_partition_first_load.groovy | 3 +- .../tpcds_sf100_dup_without_key_p2/load.groovy | 3 +- regression-test/suites/tpcds_sf100_p2/load.groovy | 3 +- regression-test/suites/tpch_sf100_p2/load.groovy | 3 +- .../load_four_step/load.groovy | 3 +- .../tpch_sf100_unique_p2/load_one_step/load.groovy | 3 +- .../load_three_step/load.groovy | 3 +- .../tpch_sf100_unique_p2/load_two_step/load.groovy | 3 +- .../suites/tpch_sf100_unique_sql_p2/load.groovy | 3 +- .../tpch_sf10_unique_p2/load_four_step/load.groovy | 3 +- .../tpch_sf10_unique_p2/load_one_step/load.groovy | 3 +- .../load_three_step/load.groovy | 3 +- .../tpch_sf10_unique_p2/load_two_step/load.groovy | 3 +- .../four/load_four_step.groovy | 3 +- .../ssb_unique_load_zstd/one/load_one_step.groovy | 3 +- .../three/load_three_step.groovy | 3 +- .../ssb_unique_load_zstd/two/load_two_step.groovy | 3 +- regression-test/suites/variant_p2/load.groovy | 3 +- 111 files changed, 740 insertions(+), 196 deletions(-) copy fe/fe-core/src/main/java/org/apache/doris/catalog/{S3Resource.java => AzureResource.java} (77%) copy fe/fe-core/src/main/java/org/apache/doris/datasource/property/constants/{ObsProperties.java => AzureProperties.java} (53%) create mode 100644 fe/fe-core/src/main/java/org/apache/doris/fs/obj/AzureObjStorage.java create mode 100644 fe/fe-core/src/main/java/org/apache/doris/fs/remote/AzureFileSystem.java --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org