This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 28c537c3313 [opt](hive) set hive.recursive_directories default to true
(#55737)
28c537c3313 is described below
commit 28c537c33139925b6626daedfbb13350ba3bbea5
Author: Mingyu Chen (Rayner) <[email protected]>
AuthorDate: Sun Sep 7 20:23:13 2025 -0700
[opt](hive) set hive.recursive_directories default to true (#55737)
### What problem does this PR solve?
set `hive.recursive_directories` default to true, to be act same as
other engine.
---
.../doris/datasource/hive/HiveMetaStoreCache.java | 2 +-
.../data/external_table_p0/hive/hive_config_test.out | Bin 399 -> 464 bytes
.../external_table_p0/hive/hive_config_test.groovy | 10 +++++++++-
3 files changed, 10 insertions(+), 2 deletions(-)
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java
b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java
index d24b5a643c4..872c9ca5961 100644
---
a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java
+++
b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java
@@ -370,7 +370,7 @@ public class HiveMetaStoreCache {
// So we need to recursively list data location.
//
https://blog.actorsfit.com/a?ID=00550-ce56ec63-1bff-4b0c-a6f7-447b93efaa31
boolean isRecursiveDirectories = Boolean.valueOf(
-
catalog.getProperties().getOrDefault("hive.recursive_directories", "false"));
+
catalog.getProperties().getOrDefault("hive.recursive_directories", "true"));
try {
RemoteIterator<RemoteFile> iterator =
directoryLister.listFiles(fs, isRecursiveDirectories,
table, path.getNormalizedLocation());
diff --git a/regression-test/data/external_table_p0/hive/hive_config_test.out
b/regression-test/data/external_table_p0/hive/hive_config_test.out
index 1a000281dfc..907cdc912da 100644
Binary files a/regression-test/data/external_table_p0/hive/hive_config_test.out
and b/regression-test/data/external_table_p0/hive/hive_config_test.out differ
diff --git
a/regression-test/suites/external_table_p0/hive/hive_config_test.groovy
b/regression-test/suites/external_table_p0/hive/hive_config_test.groovy
index 4829a13a548..3afd63d8503 100644
--- a/regression-test/suites/external_table_p0/hive/hive_config_test.groovy
+++ b/regression-test/suites/external_table_p0/hive/hive_config_test.groovy
@@ -94,6 +94,15 @@ suite("hive_config_test",
"p0,external,hive,external_docker,external_docker_hive
sql """ use `${catalog_name}`.`default` """
order_qt_2 """ select * from hive_recursive_directories_table order by
id; """
+ // test hive.recursive_directories_table default if true
+ sql """drop catalog if exists ${catalog_name}"""
+ sql """create catalog if not exists ${catalog_name} properties (
+ "type"="hms",
+ 'hive.metastore.uris' = 'thrift://${externalEnvIp}:${hms_port}'
+ );"""
+ sql """ use `${catalog_name}`.`default` """
+ order_qt_21 """ select * from hive_recursive_directories_table order
by id; """
+
// 2. test hive.ignore_absent_partitions-table
test_outfile("orc",
"/user/doris/suites/default/hive_ignore_absent_partitions_table/country=USA/city=NewYork/exp_")
@@ -107,7 +116,6 @@ suite("hive_config_test",
"p0,external,hive,external_docker,external_docker_hive
sql """use `${catalog_name}`.`default`"""
order_qt_3 """ select * from hive_ignore_absent_partitions_table order
by id;"""
-
// 'hive.ignore_absent_partitions' = 'false'
sql """drop catalog if exists ${catalog_name}"""
sql """create catalog if not exists ${catalog_name} properties (
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
