This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch branch-1.2-lts
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-1.2-lts by this push:
new d0accac09b [branch-1.2](test) add 'hive.exec.orc.split.strategy' =
'BI' for hive catalog
d0accac09b is described below
commit d0accac09b5866c58630150e54c649725577e2d9
Author: morningman <morning...@163.com>
AuthorDate: Mon Mar 13 17:44:42 2023 +0800
[branch-1.2](test) add 'hive.exec.orc.split.strategy' = 'BI' for hive
catalog
Avoid
```
Caused by: java.lang.NoSuchFieldError: types
at
org.apache.hadoop.hive.ql.io.orc.ReaderImpl.<init>(ReaderImpl.java:62)
~[hive-exec-3.1.3-core.jar:3.1.3]
at
org.apache.hadoop.hive.ql.io.orc.OrcFile.createReader(OrcFile.java:96)
~[hive-exec-3.1.3-core.jar:3.1.3]
at
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat$SplitGenerator.populateAndCacheStripeDetails(OrcInputFormat.java:1647)
~[hive-exec-3.1.3-core.jar:3.1.3]
at
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat$SplitGenerator.callInternal(OrcInputFormat.java:1533)
~[hive-exec-3.1.3-core.jar:3.1.3]
at
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat$SplitGenerator.access$2700(OrcInputFormat.java:1329)
~[hive-exec-3.1.3-core.jar:3.1.3]
at
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat$SplitGenerator$1.run(OrcInputFormat.java:1513)
~[hive-exec-3.1.3-core.jar:3.1.3]
at
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat$SplitGenerator$1.run(OrcInputFormat.java:1510)
~[hive-exec-3.1.3-core.jar:3.1.3]
at java.security.AccessController.doPrivileged(Native Method)
~[?:1.8.0_181]
at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_181]
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1878)
~[hadoop-common-3.3.3.jar:?]
at
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat$SplitGenerator.call(OrcInputFormat.java:1510)
~[hive-exec-3.1.3-core.jar:3.1.3]
at
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat$SplitGenerator.call(OrcInputFormat.java:1329)
~[hive-exec-3.1.3-core.jar:3.1.3]
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
~[?:1.8.0_181]
... 3 more
```
---
.../suites/external_table_emr_p2/hive/test_external_brown.groovy | 3 ++-
.../external_table_emr_p2/hive/test_external_catalog_hive.groovy | 1 +
.../suites/external_table_emr_p2/hive/test_external_github.groovy | 1 +
.../suites/external_table_emr_p2/hive/test_external_yandex.groovy | 1 +
4 files changed, 5 insertions(+), 1 deletion(-)
diff --git
a/regression-test/suites/external_table_emr_p2/hive/test_external_brown.groovy
b/regression-test/suites/external_table_emr_p2/hive/test_external_brown.groovy
index 455d0333f4..7cd293ff86 100644
---
a/regression-test/suites/external_table_emr_p2/hive/test_external_brown.groovy
+++
b/regression-test/suites/external_table_emr_p2/hive/test_external_brown.groovy
@@ -292,7 +292,8 @@ suite("test_external_brown", "p2") {
sql """
create catalog if not exists ${catalog_name} properties (
'type'='hms',
- 'hive.metastore.uris' =
'thrift://${extHiveHmsHost}:${extHiveHmsPort}'
+ 'hive.metastore.uris' =
'thrift://${extHiveHmsHost}:${extHiveHmsPort}',
+ 'hive.exec.orc.split.strategy' = 'BI'
);
"""
logger.info("catalog " + catalog_name + " created")
diff --git
a/regression-test/suites/external_table_emr_p2/hive/test_external_catalog_hive.groovy
b/regression-test/suites/external_table_emr_p2/hive/test_external_catalog_hive.groovy
index 7df45eab5d..10bcea354e 100644
---
a/regression-test/suites/external_table_emr_p2/hive/test_external_catalog_hive.groovy
+++
b/regression-test/suites/external_table_emr_p2/hive/test_external_catalog_hive.groovy
@@ -28,6 +28,7 @@ suite("test_external_catalog_hive", "p2") {
sql """
create catalog if not exists ${catalog_name} properties (
'type'='hms',
+ 'hive.exec.orc.split.strategy' = 'BI',
'hive.metastore.uris' =
'thrift://${extHiveHmsHost}:${extHiveHmsPort}'
);
"""
diff --git
a/regression-test/suites/external_table_emr_p2/hive/test_external_github.groovy
b/regression-test/suites/external_table_emr_p2/hive/test_external_github.groovy
index 7cd488870f..e8d083b3ce 100644
---
a/regression-test/suites/external_table_emr_p2/hive/test_external_github.groovy
+++
b/regression-test/suites/external_table_emr_p2/hive/test_external_github.groovy
@@ -506,6 +506,7 @@ suite("test_external_github", "p2") {
sql """
create catalog if not exists ${catalog_name} properties (
'type'='hms',
+ 'hive.exec.orc.split.strategy' = 'BI',
'hive.metastore.uris' =
'thrift://${extHiveHmsHost}:${extHiveHmsPort}'
);
"""
diff --git
a/regression-test/suites/external_table_emr_p2/hive/test_external_yandex.groovy
b/regression-test/suites/external_table_emr_p2/hive/test_external_yandex.groovy
index b995247748..96b7c70a36 100644
---
a/regression-test/suites/external_table_emr_p2/hive/test_external_yandex.groovy
+++
b/regression-test/suites/external_table_emr_p2/hive/test_external_yandex.groovy
@@ -54,6 +54,7 @@ suite("test_external_yandex", "p2") {
sql """
create catalog if not exists ${catalog_name} properties (
'type'='hms',
+ 'hive.exec.orc.split.strategy' = 'BI',
'hive.metastore.uris' =
'thrift://${extHiveHmsHost}:${extHiveHmsPort}'
);
"""
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
