zhangguoqiang666 commented on code in PR #24401:
URL: https://github.com/apache/doris/pull/24401#discussion_r1326713201
##########
regression-test/suites/external_table_p0/hive/test_hive_basic_type.groovy:
##########
@@ -0,0 +1,94 @@
+suite("test_hive_basic_type",
"external_docker,hive,external_docker_hive,p0,external") {
+ String enabled = context.config.otherConfigs.get("enableHiveTest")
+ if (enabled != null && enabled.equalsIgnoreCase("true")) {
+ String catalog_name = "test_hive_basic_type"
+ String ex_db_name = "`default`"
+ String externalEnvIp = context.config.otherConfigs.get("externalEnvIp")
+ String hms_port = context.config.otherConfigs.get("hms_port")
+ String hdfs_port = context.config.otherConfigs.get("hdfs_port")
+
+ sql """drop catalog if exists ${catalog_name} """
+
+ sql """CREATE CATALOG ${catalog_name} PROPERTIES (
+ 'type'='hms',
+ 'hive.metastore.uris' =
'thrift://${externalEnvIp}:${hms_port}',
+ 'hadoop.username' = 'hive'
+ );"""
+
+ sql """switch ${catalog_name}"""
+
+ order_qt_2 """select * from
${catalog_name}.${ex_db_name}.parquet_partition_table order by l_orderkey limit
1;"""
+ order_qt_3 """select * from
${catalog_name}.${ex_db_name}.parquet_delta_binary_packed order by int_value
limit 1;"""
+ order_qt_4 """select * from
${catalog_name}.${ex_db_name}.parquet_alltypes_tiny_pages order by id desc
limit 5;"""
+ order_qt_5 """select * from
${catalog_name}.${ex_db_name}.orc_all_types_partition order by bigint_col desc
limit 3;"""
+ order_qt_6 """select * from
${catalog_name}.${ex_db_name}.csv_partition_table order by k1 limit 1;"""
+ order_qt_9 """select * from
${catalog_name}.${ex_db_name}.csv_all_types limit 1;"""
+ order_qt_10 """select * from
${catalog_name}.${ex_db_name}.text_all_types limit 1;"""
+
+ // parquet bloom
+ order_qt_11 """select * from
${catalog_name}.${ex_db_name}.bloom_parquet_table limit 1;"""
+
+ // orc bloom
+ order_qt_12 """select * from
${catalog_name}.${ex_db_name}.bloom_orc_table limit 1;"""
+
+ // orc predicate
+ order_qt_13 """select * from
${catalog_name}.${ex_db_name}.orc_predicate_table where column_primitive_bigint
= 6 limit 10;"""
+ order_qt_14 """select count(1) from
${catalog_name}.${ex_db_name}.orc_predicate_table where column_primitive_bigint
= 6;"""
+ order_qt_15 """select * from
${catalog_name}.${ex_db_name}.orc_predicate_table where column_primitive_bigint
= 1 limit 10;"""
+ order_qt_16 """select count(1) from
${catalog_name}.${ex_db_name}.orc_predicate_table where column_primitive_bigint
= 1;"""
+ order_qt_17 """select * from
${catalog_name}.${ex_db_name}.orc_predicate_table where
column_primitive_integer = 3 and column_primitive_bigint = 6 limit 10;"""
+
+ // parquet predicate
+ order_qt_18 """select * from
${catalog_name}.${ex_db_name}.parquet_predicate_table where
column_primitive_bigint = 1 limit 10;"""
+ order_qt_19 """select count(1) from
${catalog_name}.${ex_db_name}.parquet_predicate_table where
column_primitive_bigint = 1;"""
+ order_qt_20 """select * from
${catalog_name}.${ex_db_name}.parquet_predicate_table where
column_primitive_integer = 3 limit 10;"""
+ order_qt_21 """select count(1) from
${catalog_name}.${ex_db_name}.parquet_predicate_table where
column_primitive_integer = 3;"""
+ order_qt_22 """select * from
${catalog_name}.${ex_db_name}.parquet_predicate_table where
column_primitive_integer = 1 limit 10;"""
+ order_qt_23 """select count(1) from
${catalog_name}.${ex_db_name}.parquet_predicate_table where
column_primitive_integer = 1;"""
+
+ // only null parquet file test
+ order_qt_24 """select * from
${catalog_name}.${ex_db_name}.only_null;"""
+ order_qt_25 """select * from ${catalog_name}.${ex_db_name}.only_null
where x is null;"""
+ order_qt_26 """select * from ${catalog_name}.${ex_db_name}.only_null
where x is not null;"""
+
+ // parquet timestamp millis test
+ order_qt_27 """desc
${catalog_name}.${ex_db_name}.parquet_timestamp_millis;"""
+ order_qt_28 """select * from
${catalog_name}.${ex_db_name}.parquet_timestamp_millis order by test;"""
+
+ // parquet timestamp micros test
+ order_qt_29 """desc
${catalog_name}.${ex_db_name}.parquet_timestamp_micros;"""
+ order_qt_30 """select * from
${catalog_name}.${ex_db_name}.parquet_timestamp_micros order by test;"""
+
+ // parquet timestamp nanos test
+ order_qt_31 """desc
${catalog_name}.${ex_db_name}.parquet_timestamp_nanos;"""
+ order_qt_32 """select * from
${catalog_name}.${ex_db_name}.parquet_timestamp_nanos order by test;"""
+
+ order_qt_7 """select * from
${catalog_name}.${ex_db_name}.orc_all_types_t limit 1;"""
+
+ // parquet predicate
+ order_qt_38 """select * from
${catalog_name}.${ex_db_name}.parquet_predicate_table where
column_primitive_bigint = 6 limit 10;"""
+ order_qt_39 """select count(1) from
${catalog_name}.${ex_db_name}.parquet_predicate_table where
column_primitive_bigint = 6;"""
+ order_qt_40 """select * from
${catalog_name}.${ex_db_name}.parquet_predicate_table where
column_primitive_integer = 3 and column_primitive_bigint = 6 limit 10;"""
+
+ order_qt_33 """select * from
${catalog_name}.${ex_db_name}.parquet_all_types limit 1;"""
+
+ order_qt_36 """select * from
${catalog_name}.${ex_db_name}.parquet_gzip_all_types limit 1;"""
+
+ // hive tables of json classes do not necessarily support column
separation to identify errors
+ //order_qt_8 """select * from
${catalog_name}.${ex_db_name}.json_all_types limit 1;"""
+
+ // 目前doris 外表 仅支持 orc parquet textfile 三种格式，其他的暂不支持 2023-08-18
Review Comment:
ok，I converted the comments to English
##########
regression-test/suites/external_table_p0/hive/test_hive_basic_type.groovy:
##########
@@ -0,0 +1,94 @@
+suite("test_hive_basic_type",
"external_docker,hive,external_docker_hive,p0,external") {
+ String enabled = context.config.otherConfigs.get("enableHiveTest")
+ if (enabled != null && enabled.equalsIgnoreCase("true")) {
+ String catalog_name = "test_hive_basic_type"
+ String ex_db_name = "`default`"
+ String externalEnvIp = context.config.otherConfigs.get("externalEnvIp")
+ String hms_port = context.config.otherConfigs.get("hms_port")
+ String hdfs_port = context.config.otherConfigs.get("hdfs_port")
+
+ sql """drop catalog if exists ${catalog_name} """
+
+ sql """CREATE CATALOG ${catalog_name} PROPERTIES (
+ 'type'='hms',
+ 'hive.metastore.uris' =
'thrift://${externalEnvIp}:${hms_port}',
+ 'hadoop.username' = 'hive'
+ );"""
+
+ sql """switch ${catalog_name}"""
+
+ order_qt_2 """select * from
${catalog_name}.${ex_db_name}.parquet_partition_table order by l_orderkey limit
1;"""
+ order_qt_3 """select * from
${catalog_name}.${ex_db_name}.parquet_delta_binary_packed order by int_value
limit 1;"""
+ order_qt_4 """select * from
${catalog_name}.${ex_db_name}.parquet_alltypes_tiny_pages order by id desc
limit 5;"""
+ order_qt_5 """select * from
${catalog_name}.${ex_db_name}.orc_all_types_partition order by bigint_col desc
limit 3;"""
+ order_qt_6 """select * from
${catalog_name}.${ex_db_name}.csv_partition_table order by k1 limit 1;"""
+ order_qt_9 """select * from
${catalog_name}.${ex_db_name}.csv_all_types limit 1;"""
+ order_qt_10 """select * from
${catalog_name}.${ex_db_name}.text_all_types limit 1;"""
+
+ // parquet bloom
+ order_qt_11 """select * from
${catalog_name}.${ex_db_name}.bloom_parquet_table limit 1;"""
+
+ // orc bloom
+ order_qt_12 """select * from
${catalog_name}.${ex_db_name}.bloom_orc_table limit 1;"""
+
+ // orc predicate
+ order_qt_13 """select * from
${catalog_name}.${ex_db_name}.orc_predicate_table where column_primitive_bigint
= 6 limit 10;"""
+ order_qt_14 """select count(1) from
${catalog_name}.${ex_db_name}.orc_predicate_table where column_primitive_bigint
= 6;"""
+ order_qt_15 """select * from
${catalog_name}.${ex_db_name}.orc_predicate_table where column_primitive_bigint
= 1 limit 10;"""
+ order_qt_16 """select count(1) from
${catalog_name}.${ex_db_name}.orc_predicate_table where column_primitive_bigint
= 1;"""
+ order_qt_17 """select * from
${catalog_name}.${ex_db_name}.orc_predicate_table where
column_primitive_integer = 3 and column_primitive_bigint = 6 limit 10;"""
+
+ // parquet predicate
+ order_qt_18 """select * from
${catalog_name}.${ex_db_name}.parquet_predicate_table where
column_primitive_bigint = 1 limit 10;"""
+ order_qt_19 """select count(1) from
${catalog_name}.${ex_db_name}.parquet_predicate_table where
column_primitive_bigint = 1;"""
+ order_qt_20 """select * from
${catalog_name}.${ex_db_name}.parquet_predicate_table where
column_primitive_integer = 3 limit 10;"""
+ order_qt_21 """select count(1) from
${catalog_name}.${ex_db_name}.parquet_predicate_table where
column_primitive_integer = 3;"""
+ order_qt_22 """select * from
${catalog_name}.${ex_db_name}.parquet_predicate_table where
column_primitive_integer = 1 limit 10;"""
+ order_qt_23 """select count(1) from
${catalog_name}.${ex_db_name}.parquet_predicate_table where
column_primitive_integer = 1;"""
+
+ // only null parquet file test
+ order_qt_24 """select * from
${catalog_name}.${ex_db_name}.only_null;"""
+ order_qt_25 """select * from ${catalog_name}.${ex_db_name}.only_null
where x is null;"""
+ order_qt_26 """select * from ${catalog_name}.${ex_db_name}.only_null
where x is not null;"""
+
+ // parquet timestamp millis test
+ order_qt_27 """desc
${catalog_name}.${ex_db_name}.parquet_timestamp_millis;"""
+ order_qt_28 """select * from
${catalog_name}.${ex_db_name}.parquet_timestamp_millis order by test;"""
+
+ // parquet timestamp micros test
+ order_qt_29 """desc
${catalog_name}.${ex_db_name}.parquet_timestamp_micros;"""
+ order_qt_30 """select * from
${catalog_name}.${ex_db_name}.parquet_timestamp_micros order by test;"""
+
+ // parquet timestamp nanos test
+ order_qt_31 """desc
${catalog_name}.${ex_db_name}.parquet_timestamp_nanos;"""
+ order_qt_32 """select * from
${catalog_name}.${ex_db_name}.parquet_timestamp_nanos order by test;"""
+
+ order_qt_7 """select * from
${catalog_name}.${ex_db_name}.orc_all_types_t limit 1;"""
+
+ // parquet predicate
+ order_qt_38 """select * from
${catalog_name}.${ex_db_name}.parquet_predicate_table where
column_primitive_bigint = 6 limit 10;"""
+ order_qt_39 """select count(1) from
${catalog_name}.${ex_db_name}.parquet_predicate_table where
column_primitive_bigint = 6;"""
+ order_qt_40 """select * from
${catalog_name}.${ex_db_name}.parquet_predicate_table where
column_primitive_integer = 3 and column_primitive_bigint = 6 limit 10;"""
+
+ order_qt_33 """select * from
${catalog_name}.${ex_db_name}.parquet_all_types limit 1;"""
+
+ order_qt_36 """select * from
${catalog_name}.${ex_db_name}.parquet_gzip_all_types limit 1;"""
+
+ // hive tables of json classes do not necessarily support column
separation to identify errors
+ //order_qt_8 """select * from
${catalog_name}.${ex_db_name}.json_all_types limit 1;"""
+
+ // 目前doris 外表 仅支持 orc parquet textfile 三种格式，其他的暂不支持 2023-08-18
Review Comment:
ok，I converted the comments to English
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
