morningman commented on code in PR #24401: URL: https://github.com/apache/doris/pull/24401#discussion_r1326086566
########## regression-test/suites/external_table_p0/hive/test_hive_basic_type.groovy: ########## @@ -0,0 +1,94 @@ +suite("test_hive_basic_type", "external_docker,hive,external_docker_hive,p0,external") { + String enabled = context.config.otherConfigs.get("enableHiveTest") + if (enabled != null && enabled.equalsIgnoreCase("true")) { + String catalog_name = "test_hive_basic_type" + String ex_db_name = "`default`" + String externalEnvIp = context.config.otherConfigs.get("externalEnvIp") + String hms_port = context.config.otherConfigs.get("hms_port") + String hdfs_port = context.config.otherConfigs.get("hdfs_port") + + sql """drop catalog if exists ${catalog_name} """ + + sql """CREATE CATALOG ${catalog_name} PROPERTIES ( + 'type'='hms', + 'hive.metastore.uris' = 'thrift://${externalEnvIp}:${hms_port}', + 'hadoop.username' = 'hive' + );""" + + sql """switch ${catalog_name}""" + + order_qt_2 """select * from ${catalog_name}.${ex_db_name}.parquet_partition_table order by l_orderkey limit 1;""" + order_qt_3 """select * from ${catalog_name}.${ex_db_name}.parquet_delta_binary_packed order by int_value limit 1;""" + order_qt_4 """select * from ${catalog_name}.${ex_db_name}.parquet_alltypes_tiny_pages order by id desc limit 5;""" + order_qt_5 """select * from ${catalog_name}.${ex_db_name}.orc_all_types_partition order by bigint_col desc limit 3;""" + order_qt_6 """select * from ${catalog_name}.${ex_db_name}.csv_partition_table order by k1 limit 1;""" + order_qt_9 """select * from ${catalog_name}.${ex_db_name}.csv_all_types limit 1;""" + order_qt_10 """select * from ${catalog_name}.${ex_db_name}.text_all_types limit 1;""" + + // parquet bloom + order_qt_11 """select * from ${catalog_name}.${ex_db_name}.bloom_parquet_table limit 1;""" + + // orc bloom + order_qt_12 """select * from ${catalog_name}.${ex_db_name}.bloom_orc_table limit 1;""" + + // orc predicate + order_qt_13 """select * from ${catalog_name}.${ex_db_name}.orc_predicate_table where column_primitive_bigint = 6 limit 10;""" + order_qt_14 """select count(1) from ${catalog_name}.${ex_db_name}.orc_predicate_table where column_primitive_bigint = 6;""" + order_qt_15 """select * from ${catalog_name}.${ex_db_name}.orc_predicate_table where column_primitive_bigint = 1 limit 10;""" + order_qt_16 """select count(1) from ${catalog_name}.${ex_db_name}.orc_predicate_table where column_primitive_bigint = 1;""" + order_qt_17 """select * from ${catalog_name}.${ex_db_name}.orc_predicate_table where column_primitive_integer = 3 and column_primitive_bigint = 6 limit 10;""" + + // parquet predicate + order_qt_18 """select * from ${catalog_name}.${ex_db_name}.parquet_predicate_table where column_primitive_bigint = 1 limit 10;""" + order_qt_19 """select count(1) from ${catalog_name}.${ex_db_name}.parquet_predicate_table where column_primitive_bigint = 1;""" + order_qt_20 """select * from ${catalog_name}.${ex_db_name}.parquet_predicate_table where column_primitive_integer = 3 limit 10;""" + order_qt_21 """select count(1) from ${catalog_name}.${ex_db_name}.parquet_predicate_table where column_primitive_integer = 3;""" + order_qt_22 """select * from ${catalog_name}.${ex_db_name}.parquet_predicate_table where column_primitive_integer = 1 limit 10;""" + order_qt_23 """select count(1) from ${catalog_name}.${ex_db_name}.parquet_predicate_table where column_primitive_integer = 1;""" + + // only null parquet file test + order_qt_24 """select * from ${catalog_name}.${ex_db_name}.only_null;""" + order_qt_25 """select * from ${catalog_name}.${ex_db_name}.only_null where x is null;""" + order_qt_26 """select * from ${catalog_name}.${ex_db_name}.only_null where x is not null;""" + + // parquet timestamp millis test + order_qt_27 """desc ${catalog_name}.${ex_db_name}.parquet_timestamp_millis;""" + order_qt_28 """select * from ${catalog_name}.${ex_db_name}.parquet_timestamp_millis order by test;""" + + // parquet timestamp micros test + order_qt_29 """desc ${catalog_name}.${ex_db_name}.parquet_timestamp_micros;""" + order_qt_30 """select * from ${catalog_name}.${ex_db_name}.parquet_timestamp_micros order by test;""" + + // parquet timestamp nanos test + order_qt_31 """desc ${catalog_name}.${ex_db_name}.parquet_timestamp_nanos;""" + order_qt_32 """select * from ${catalog_name}.${ex_db_name}.parquet_timestamp_nanos order by test;""" + + order_qt_7 """select * from ${catalog_name}.${ex_db_name}.orc_all_types_t limit 1;""" + + // parquet predicate + order_qt_38 """select * from ${catalog_name}.${ex_db_name}.parquet_predicate_table where column_primitive_bigint = 6 limit 10;""" + order_qt_39 """select count(1) from ${catalog_name}.${ex_db_name}.parquet_predicate_table where column_primitive_bigint = 6;""" + order_qt_40 """select * from ${catalog_name}.${ex_db_name}.parquet_predicate_table where column_primitive_integer = 3 and column_primitive_bigint = 6 limit 10;""" + + order_qt_33 """select * from ${catalog_name}.${ex_db_name}.parquet_all_types limit 1;""" + + order_qt_36 """select * from ${catalog_name}.${ex_db_name}.parquet_gzip_all_types limit 1;""" + + // hive tables of json classes do not necessarily support column separation to identify errors + //order_qt_8 """select * from ${catalog_name}.${ex_db_name}.json_all_types limit 1;""" + + // 目前doris 外表 仅支持 orc parquet textfile 三种格式,其他的暂不支持 2023-08-18 Review Comment: English ########## docker/thirdparties/docker-compose/hive/gen_env.sh.tpl: ########## @@ -23,9 +23,11 @@ set -eo pipefail ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")" &>/dev/null && pwd)" - -FS_PORT=8120 -HMS_PORT=9183 +eth0_num=$(ifconfig -a|grep flags=|grep -n ^eth0|awk -F ':' '{print $1}') Review Comment: Not all hosts have `eth0` -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org