This is an automated email from the ASF dual-hosted git repository. morningman pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push: new 44ee4386f7 [test](multi-catalog)Regression test for external hive orc table (#13762) 44ee4386f7 is described below commit 44ee4386f7f711e40a96e45017a7b9ee80f77a5c Author: Ashin Gau <ashin...@users.noreply.github.com> AuthorDate: Thu Nov 17 20:36:02 2022 +0800 [test](multi-catalog)Regression test for external hive orc table (#13762) Add regression test for external hive orc table. This PR has generated all basic types support by hive orc, and create a hive external table to touch them in docker environment. Functions to be tested: 1. Ensure that all types are parsed correctly 2. Ensure that the null map of all types are parsed correctly 3. Ensure that the `SearchArgument` of `OrcReader` works well 4. Only select partition columns --- .../docker-compose/hive/scripts/create.hql | 32 ++++- .../docker-compose/hive/scripts/hive-metastore.sh | 2 + ...0032_9ch4x_5b6acedf-02e6-4b4e-9de2-ae050ddb7c35 | Bin 0 -> 36054 bytes ...0032_9ch4x_f45472a3-a935-4ff7-9340-b977d51ef3a2 | Bin 0 -> 37278 bytes ...0032_9ch4x_e5a56983-f7e1-4b66-8d7d-134cd8a3b5d4 | Bin 0 -> 35762 bytes ...0032_9ch4x_d3313b2c-f4da-468a-b3b0-7627b7dd6398 | Bin 0 -> 34950 bytes ...0032_9ch4x_91eb689b-3053-4630-9f72-7e068afd3302 | Bin 0 -> 34925 bytes ...0032_9ch4x_fbdd6369-e923-47ff-af40-d023687b7d88 | Bin 0 -> 37973 bytes ...0032_9ch4x_02ec7d8c-ecb8-49f4-ad32-6a0fa0915743 | Bin 0 -> 34718 bytes ...0032_9ch4x_311f132e-20d2-4e1a-82c1-c0edbc3e7903 | Bin 0 -> 31367 bytes ...0032_9ch4x_feb65e62-844e-4890-b326-3aa48ceb917f | Bin 0 -> 33435 bytes ...0032_9ch4x_2f09f727-20f2-4e4c-adec-6a624df8c9f5 | Bin 0 -> 37453 bytes ...0032_9ch4x_de0f05f9-2fd4-4bd6-886a-434ac3349ca1 | Bin 0 -> 34090 bytes ...0032_9ch4x_099556fa-095b-4a70-8718-912c59154582 | Bin 0 -> 32184 bytes ...0032_9ch4x_3340eb7c-fb57-4cc4-a3ed-fc55eb2674f9 | Bin 0 -> 36891 bytes ...0032_9ch4x_ef0c50af-d5c4-4375-ad11-106c64ca7903 | Bin 0 -> 36050 bytes ...0032_9ch4x_45fd0f90-ca2f-4f89-832b-5b99395e7081 | Bin 0 -> 34195 bytes ...0032_9ch4x_d7af1778-dd22-4e08-804d-be1e462fca25 | Bin 0 -> 36132 bytes ...0032_9ch4x_78760342-f3b8-415c-aaf5-be7a7ed38b4c | Bin 0 -> 36163 bytes ...0032_9ch4x_bbb15063-ee62-4fd3-9602-3e9ce04f72ef | Bin 0 -> 35750 bytes .../doris/catalog/external/HMSExternalTable.java | 3 +- .../external_catalog_p0/hive/test_hive_orc.out | 85 +++++++++++ .../external_catalog_p0/hive/test_hive_parquet.out | 23 +++ ...st_hive_parquet.groovy => test_hive_orc.groovy} | 156 ++++++--------------- .../hive/test_hive_parquet.groovy | 24 ++++ 25 files changed, 213 insertions(+), 112 deletions(-) diff --git a/docker/thirdparties/docker-compose/hive/scripts/create.hql b/docker/thirdparties/docker-compose/hive/scripts/create.hql index e91ddbf9b6..c430cac465 100644 --- a/docker/thirdparties/docker-compose/hive/scripts/create.hql +++ b/docker/thirdparties/docker-compose/hive/scripts/create.hql @@ -157,7 +157,6 @@ LOCATION TBLPROPERTIES ( 'transient_lastDdlTime'='1661955829'); - CREATE TABLE `partition_table`( `l_orderkey` int, `l_partkey` int, @@ -189,5 +188,36 @@ TBLPROPERTIES ( msck repair table partition_table; +CREATE EXTERNAL TABLE IF NOT EXISTS `orc_all_types`( + `tinyint_col` tinyint, + `smallint_col` smallint, + `int_col` int, + `bigint_col` bigint, + `boolean_col` boolean, + `float_col` float, + `double_col` double, + `string_col` string, + `binary_col` binary, + `timestamp_col` timestamp, + `decimal_col` decimal(12,4), + `char_col` char(50), + `varchar_col` varchar(50), + `date_col` date, + `list_double_col` array<double>, + `list_string_col` array<string>) +PARTITIONED BY ( + `p1_col` string, + `p2_col` string) +ROW FORMAT SERDE + 'org.apache.hadoop.hive.ql.io.orc.OrcSerde' +STORED AS INPUTFORMAT + 'org.apache.hadoop.hive.ql.io.orc.OrcInputFormat' +OUTPUTFORMAT + 'org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat' +LOCATION + '/user/doris/orc/orc_all_types'; + +msck repair table orc_all_types; + show tables; diff --git a/docker/thirdparties/docker-compose/hive/scripts/hive-metastore.sh b/docker/thirdparties/docker-compose/hive/scripts/hive-metastore.sh index a54ae3c2c1..6d97471cc5 100755 --- a/docker/thirdparties/docker-compose/hive/scripts/hive-metastore.sh +++ b/docker/thirdparties/docker-compose/hive/scripts/hive-metastore.sh @@ -31,6 +31,8 @@ echo "hadoop fs -put /mnt/scripts/json_format_test.db /user/doris/" hadoop fs -put /mnt/scripts/json_format_test /user/doris/ echo "hadoop fs -put /mnt/scripts/parquet /user/doris/" hadoop fs -put /mnt/scripts/parquet /user/doris/ +echo "hadoop fs -put /mnt/scripts/orc /user/doris/" +hadoop fs -put /mnt/scripts/orc /user/doris/ echo "hive -f /mnt/scripts/create.hql" hive -f /mnt/scripts/create.hql diff --git a/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=desktops/p2_col=bigint_col/20221027_110128_00032_9ch4x_5b6acedf-02e6-4b4e-9de2-ae050ddb7c35 b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=desktops/p2_col=bigint_col/20221027_110128_00032_9ch4x_5b6acedf-02e6-4b4e-9de2-ae050ddb7c35 new file mode 100644 index 0000000000..91c52caaab Binary files /dev/null and b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=desktops/p2_col=bigint_col/20221027_110128_00032_9ch4x_5b6acedf-02e6-4b4e-9de2-ae050ddb7c35 differ diff --git a/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=desktops/p2_col=boolean_col/20221027_110128_00032_9ch4x_f45472a3-a935-4ff7-9340-b977d51ef3a2 b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=desktops/p2_col=boolean_col/20221027_110128_00032_9ch4x_f45472a3-a935-4ff7-9340-b977d51ef3a2 new file mode 100644 index 0000000000..bdc543fc38 Binary files /dev/null and b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=desktops/p2_col=boolean_col/20221027_110128_00032_9ch4x_f45472a3-a935-4ff7-9340-b977d51ef3a2 differ diff --git a/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=desktops/p2_col=float_col/20221027_110128_00032_9ch4x_e5a56983-f7e1-4b66-8d7d-134cd8a3b5d4 b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=desktops/p2_col=float_col/20221027_110128_00032_9ch4x_e5a56983-f7e1-4b66-8d7d-134cd8a3b5d4 new file mode 100644 index 0000000000..faa31f1d53 Binary files /dev/null and b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=desktops/p2_col=float_col/20221027_110128_00032_9ch4x_e5a56983-f7e1-4b66-8d7d-134cd8a3b5d4 differ diff --git a/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=desktops/p2_col=int_col/20221027_110128_00032_9ch4x_d3313b2c-f4da-468a-b3b0-7627b7dd6398 b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=desktops/p2_col=int_col/20221027_110128_00032_9ch4x_d3313b2c-f4da-468a-b3b0-7627b7dd6398 new file mode 100644 index 0000000000..81e3fa5d22 Binary files /dev/null and b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=desktops/p2_col=int_col/20221027_110128_00032_9ch4x_d3313b2c-f4da-468a-b3b0-7627b7dd6398 differ diff --git a/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=desktops/p2_col=smallint_col/20221027_110128_00032_9ch4x_91eb689b-3053-4630-9f72-7e068afd3302 b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=desktops/p2_col=smallint_col/20221027_110128_00032_9ch4x_91eb689b-3053-4630-9f72-7e068afd3302 new file mode 100644 index 0000000000..c2777bf859 Binary files /dev/null and b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=desktops/p2_col=smallint_col/20221027_110128_00032_9ch4x_91eb689b-3053-4630-9f72-7e068afd3302 differ diff --git a/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=desktops/p2_col=tinyint_col/20221027_110128_00032_9ch4x_fbdd6369-e923-47ff-af40-d023687b7d88 b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=desktops/p2_col=tinyint_col/20221027_110128_00032_9ch4x_fbdd6369-e923-47ff-af40-d023687b7d88 new file mode 100644 index 0000000000..1a7d37e1af Binary files /dev/null and b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=desktops/p2_col=tinyint_col/20221027_110128_00032_9ch4x_fbdd6369-e923-47ff-af40-d023687b7d88 differ diff --git a/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=phones/p2_col=bigint_col/20221027_110128_00032_9ch4x_02ec7d8c-ecb8-49f4-ad32-6a0fa0915743 b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=phones/p2_col=bigint_col/20221027_110128_00032_9ch4x_02ec7d8c-ecb8-49f4-ad32-6a0fa0915743 new file mode 100644 index 0000000000..621542ca96 Binary files /dev/null and b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=phones/p2_col=bigint_col/20221027_110128_00032_9ch4x_02ec7d8c-ecb8-49f4-ad32-6a0fa0915743 differ diff --git a/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=phones/p2_col=boolean_col/20221027_110128_00032_9ch4x_311f132e-20d2-4e1a-82c1-c0edbc3e7903 b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=phones/p2_col=boolean_col/20221027_110128_00032_9ch4x_311f132e-20d2-4e1a-82c1-c0edbc3e7903 new file mode 100644 index 0000000000..1702a1ff5c Binary files /dev/null and b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=phones/p2_col=boolean_col/20221027_110128_00032_9ch4x_311f132e-20d2-4e1a-82c1-c0edbc3e7903 differ diff --git a/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=phones/p2_col=float_col/20221027_110128_00032_9ch4x_feb65e62-844e-4890-b326-3aa48ceb917f b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=phones/p2_col=float_col/20221027_110128_00032_9ch4x_feb65e62-844e-4890-b326-3aa48ceb917f new file mode 100644 index 0000000000..65f77bf062 Binary files /dev/null and b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=phones/p2_col=float_col/20221027_110128_00032_9ch4x_feb65e62-844e-4890-b326-3aa48ceb917f differ diff --git a/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=phones/p2_col=int_col/20221027_110128_00032_9ch4x_2f09f727-20f2-4e4c-adec-6a624df8c9f5 b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=phones/p2_col=int_col/20221027_110128_00032_9ch4x_2f09f727-20f2-4e4c-adec-6a624df8c9f5 new file mode 100644 index 0000000000..53aab0d556 Binary files /dev/null and b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=phones/p2_col=int_col/20221027_110128_00032_9ch4x_2f09f727-20f2-4e4c-adec-6a624df8c9f5 differ diff --git a/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=phones/p2_col=smallint_col/20221027_110128_00032_9ch4x_de0f05f9-2fd4-4bd6-886a-434ac3349ca1 b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=phones/p2_col=smallint_col/20221027_110128_00032_9ch4x_de0f05f9-2fd4-4bd6-886a-434ac3349ca1 new file mode 100644 index 0000000000..f0d8409295 Binary files /dev/null and b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=phones/p2_col=smallint_col/20221027_110128_00032_9ch4x_de0f05f9-2fd4-4bd6-886a-434ac3349ca1 differ diff --git a/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=phones/p2_col=tinyint_col/20221027_110128_00032_9ch4x_099556fa-095b-4a70-8718-912c59154582 b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=phones/p2_col=tinyint_col/20221027_110128_00032_9ch4x_099556fa-095b-4a70-8718-912c59154582 new file mode 100644 index 0000000000..254e96ced3 Binary files /dev/null and b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=phones/p2_col=tinyint_col/20221027_110128_00032_9ch4x_099556fa-095b-4a70-8718-912c59154582 differ diff --git a/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=tablets/p2_col=bigint_col/20221027_110128_00032_9ch4x_3340eb7c-fb57-4cc4-a3ed-fc55eb2674f9 b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=tablets/p2_col=bigint_col/20221027_110128_00032_9ch4x_3340eb7c-fb57-4cc4-a3ed-fc55eb2674f9 new file mode 100644 index 0000000000..0179daa3b4 Binary files /dev/null and b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=tablets/p2_col=bigint_col/20221027_110128_00032_9ch4x_3340eb7c-fb57-4cc4-a3ed-fc55eb2674f9 differ diff --git a/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=tablets/p2_col=boolean_col/20221027_110128_00032_9ch4x_ef0c50af-d5c4-4375-ad11-106c64ca7903 b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=tablets/p2_col=boolean_col/20221027_110128_00032_9ch4x_ef0c50af-d5c4-4375-ad11-106c64ca7903 new file mode 100644 index 0000000000..b65ed926c0 Binary files /dev/null and b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=tablets/p2_col=boolean_col/20221027_110128_00032_9ch4x_ef0c50af-d5c4-4375-ad11-106c64ca7903 differ diff --git a/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=tablets/p2_col=float_col/20221027_110128_00032_9ch4x_45fd0f90-ca2f-4f89-832b-5b99395e7081 b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=tablets/p2_col=float_col/20221027_110128_00032_9ch4x_45fd0f90-ca2f-4f89-832b-5b99395e7081 new file mode 100644 index 0000000000..4f3dee6322 Binary files /dev/null and b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=tablets/p2_col=float_col/20221027_110128_00032_9ch4x_45fd0f90-ca2f-4f89-832b-5b99395e7081 differ diff --git a/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=tablets/p2_col=int_col/20221027_110128_00032_9ch4x_d7af1778-dd22-4e08-804d-be1e462fca25 b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=tablets/p2_col=int_col/20221027_110128_00032_9ch4x_d7af1778-dd22-4e08-804d-be1e462fca25 new file mode 100644 index 0000000000..3b032ebb6a Binary files /dev/null and b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=tablets/p2_col=int_col/20221027_110128_00032_9ch4x_d7af1778-dd22-4e08-804d-be1e462fca25 differ diff --git a/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=tablets/p2_col=smallint_col/20221027_110128_00032_9ch4x_78760342-f3b8-415c-aaf5-be7a7ed38b4c b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=tablets/p2_col=smallint_col/20221027_110128_00032_9ch4x_78760342-f3b8-415c-aaf5-be7a7ed38b4c new file mode 100644 index 0000000000..1e1c647e66 Binary files /dev/null and b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=tablets/p2_col=smallint_col/20221027_110128_00032_9ch4x_78760342-f3b8-415c-aaf5-be7a7ed38b4c differ diff --git a/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=tablets/p2_col=tinyint_col/20221027_110128_00032_9ch4x_bbb15063-ee62-4fd3-9602-3e9ce04f72ef b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=tablets/p2_col=tinyint_col/20221027_110128_00032_9ch4x_bbb15063-ee62-4fd3-9602-3e9ce04f72ef new file mode 100644 index 0000000000..8ceb448953 Binary files /dev/null and b/docker/thirdparties/docker-compose/hive/scripts/orc/orc_all_types/p1_col=tablets/p2_col=tinyint_col/20221027_110128_00032_9ch4x_bbb15063-ee62-4fd3-9602-3e9ce04f72ef differ diff --git a/fe/fe-core/src/main/java/org/apache/doris/catalog/external/HMSExternalTable.java b/fe/fe-core/src/main/java/org/apache/doris/catalog/external/HMSExternalTable.java index b60b7c5737..761ca278d3 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/catalog/external/HMSExternalTable.java +++ b/fe/fe-core/src/main/java/org/apache/doris/catalog/external/HMSExternalTable.java @@ -146,7 +146,8 @@ public class HMSExternalTable extends ExternalTable { } /** - * Now we only support three file input format hive tables: parquet/orc/text. And they must be managed_table. + * Now we only support three file input format hive tables: parquet/orc/text. + * Support managed_table and external_table. */ private boolean supportedHiveTable() { String inputFileFormat = remoteTable.getSd().getInputFormat(); diff --git a/regression-test/data/external_catalog_p0/hive/test_hive_orc.out b/regression-test/data/external_catalog_p0/hive/test_hive_orc.out new file mode 100644 index 0000000000..f4911570ea --- /dev/null +++ b/regression-test/data/external_catalog_p0/hive/test_hive_orc.out @@ -0,0 +1,85 @@ +-- This file is automatically generated. You should know what you did if you want to edit this +-- !select_top50 -- +4 55 999742610 400899305488827731 false 6.5976813E8 7.8723304616937395E17 \N base tennis pit vertical friday 2022-08-19T07:29:58 \N tablets smallint_col 2019-02-07 [7.53124931825377e+17] ['NbSSBtwzpxNSkkwga'] tablets smallint_col +2 49 999613702 105493714032727452 \N 6.3322381E8 9.8642324410240179E17 Unveil bright recruit participate. Suspect impression camera mathematical revelation. Fault live2 elbow debt west hydrogen current. how literary 2022-09-03T17:20:21 481707.1065 tablets boolean_col 2020-01-12 [] ['HoMrAnn', 'wteEFvIwoZsVpVQdscMb', NULL, 'zcGFmv', 'kGEBBckbMtX', 'hrEtCGFdPWZK'] tablets boolean_col +5 95 998979717 575009259015135910 \N 9.0493901E8 5.4512431766617229E17 Authority assassination annoy skiing. Pleased employ broad crime fortunate punish apartment. \N \N 453810.9551 desktops bigint_col 2013-03-17 [5.5663403615529414e+17, 63330505233342272, 3.1009537653752474e+17] ['VDwZhzTah', 'AEGcQbFCNyemU', NULL, 'UfYoRU', 'lRNGmphqUUwsVQYVGU', 'mVdEZ', 'LSzhkkcrAmQxP', 'BslhNs'] desktops bigint_col +8 99 998719010 603880418542146480 false 2.72213472E8 7.0963347087235728E16 Revival lifelong crawl purpose. Regulator scary elbow. Economist mine league bone launch. subtle gym farm interval included 2022-09-03T02:00:12 671308.8364 phones tinyint_col 2020-01-18 [] ['irMZIDUiOq', NULL, 'IuDJPPTIGDMdQ', NULL, 'XmxFGOWLc', 'ULHMLLulC', 'vqXhvfdFH'] phones tinyint_col +1 10 998617581 754459379266079664 false 5.08661376E8 3.2850645569567008E17 Born fundraising sharp cult isolated race. Pension1 used opponent edition trustee. \N 2022-08-30T19:28:59 733652.7631 tablets bigint_col 2019-07-11 [3.5693025295728045e+17, 7.1714103590147226e+17] ['lEWHB', 'nrjkSFzMMSBPLwiT'] tablets bigint_col +8 32 998442612 636848138056884948 true 9.56856E8 1.3031709761648916E16 Distribute sunday beneath especially crystal mentor. Enterprise unemployed snow depression green. Sweet screening and habit limited report. thank issue assassination fork 2022-08-15T21:04:19 170099.5226 desktops float_col 2022-08-14 [662084635579153.12, 9.5202508425028557e+17, 6.8547874796067738e+17, 2009792464461647, 7.0130044568537254e+17] ['vjEpySFbMUMyag', 'BZTPdpKLiAbk', 'LeRAXjdsgLa', 'ftuYwfHsqPNXpgyTHo', 'XzCI [...] +1 48 997001325 732069608470626517 \N 5.9623251E8 8.3877805956411546E17 Costume rock extensive wooden placement play. Neutral roof domain entertainment unveil someone. Beside correctly gallon. Classify meditation jail complaint please abolish. massive convincing entity precisely invade 2022-08-26T09:42:16 979252.0764 desktops float_col 2015-12-06 [8.9364082315504947e+17] \N desktops float_col +4 58 996952097 768862777706807153 false 3.49622816E8 6.074364826499328E17 Strategy steam branch confer. Outsider radiation click boot season beach communicate. allegedly evil lovely 2022-08-22T08:11:40 554241.1621 tablets float_col \N [] ['rlYNubjGewb', 'GlibPXItkVXfCqHIzfF', 'ifmwTRnYxOiIy', 'oVZTvGtkfiCbjh', 'HztHxOXyIl'] tablets float_col +1 81 996555483 420927942708721583 false 9.0464557E8 5.83945915640288E17 Flood appreciation offering diary. Cake comment celebrity processor boy recommend. training solidarity similarity 2022-08-10T04:45:43 988855.7929 desktops boolean_col 2018-08-26 [8.14988510525504e+17] ['ZFEqYVLAUjEczpPn', 'NVTIw', 'wCnYBqSTiuFozOmxfafI', NULL] desktops boolean_col +3 60 995559445 496640756596372260 true 7.7654016E8 8.2488184598939226E17 Opinion soccer regulation sum firm prejudice. Largely strong educated organize stand. authentic efficiently shake predator \N 719156.1038 phones float_col 2018-12-03 [3.0370154940373338e+17, 7.1058600146591091e+17, 5.523870697300384e+17, 4.6299085569885766e+17, 6.7001514539109235e+17] ['knnkRrThAETWlKDtn', NULL, 'bhWydMwoQuqgWFyqia', 'LmXUNZpGhIOYBZQgz', 'DPhGDqtqAHDFJlmCbLAn', 'yFghgTlk', NULL] phones float_col +3 \N 995548120 623416117915767990 false 2.83810944E8 8.5693376228360768E17 Library partly argument evaluation pace breast. Criminal thereafter dense educator arms. \N 2022-09-05T15:00:05 189213.3634 desktops float_col 2021-01-13 [8.13564051647795e+17] [] desktops float_col +1 67 995547119 39850937084984262 false 2.86086336E8 \N Lane decide illegal banana chamber. Capital pressure medal. gap investigate instruct can2 2022-09-01T02:09:15 719982.8368 tablets tinyint_col 2022-07-20 [4.7556700332533555e+17, 3.6441248240169235e+17, 6.92717278190866e+17, 8.5068031969243622e+17, 3.8655969043505446e+17] ['rwPIlzMLGzVxezOzg', 'CLUplJ', 'thXF', 'tNPD', 'qxtAZcbONyrVdtSVshf', 'mgjKvIBHPTOkpx', 'rKrnVxk', 'FYbrxCQUGO'] tablets tinyint_col +7 55 995328433 676410314096484340 \N 8.2933288E7 5.4213585819745126E17 Comfort allegedly noble equation. Philosophy improve divide dancer breakdown. clause flee log machine number 2022-09-03T20:36:17 148885.7960 desktops boolean_col 2015-06-25 [7.9229087257987763e+17, 8.2703650833379558e+17] ['VEAAL', 'tMWGSZkSwjzL', 'rBaICQpyFqiEKYAJP', 'JIHiNfWZEOZbaijWcoz', 'HXUZXapTct', 'jUcqSS', 'DWgSFfuDoYvbb'] desktops boolean_col +8 97 995168790 329139323170285912 true 4.191344E8 2.460622878030516E16 Gift discovery yesterday weather condemn damage. Realm consume robbery december surprised plan league. Smoking useful viewer delicate methodology gathering pair. Regardless throughout how port. Pencil swallow valuable logical adopt maybe statistic. murder rebel such ear front 2022-08-31T18:00:52 \N tablets float_col \N [5.0322602630748339e+17] ['xKlRXvLcsdgEiYEHf'] tablets float_col +2 37 994976337 64458235379408511 true 2.78464512E8 \N Cost span my garden unity resign. Carve last1 anything brutal programming whereas plain. Contact plain website language odds drain deadly. Evening newsletter steel elsewhere long-standing figure methodology. \N 2022-08-16T08:01:21 178924.0501 tablets float_col 2021-12-14 [6.7366244590619533e+17, 8.5591107171774963e+17, 6.8121166912315174e+17] ['OsqHo', 'FSsynpWBSaEFQQt', 'LNYBxPkA', 'mqCnnbNiAUCutU', 'XprhHSwYvKvlmZaQfIgO', 'GtHgElaId [...] +7 41 994723799 663343287411312115 true 9.9466253E8 4.8859864838042835E17 Regardless old-fashioned penny congregation. Access palace drain credit neck. Receive middle teens reason number. Check dollar lung. yet relax \N 371344.1451 desktops int_col 2022-06-19 [5.3569236084611917e+17, 9.503022354445399e+17, 3.7718724009399072e+17, 1.1026878203904256e+17] ['KCfZsewMFUVBvJZKscU', 'ztIJBHMAA', 'hfLz', NULL, 'MSEomldskPu', 'pwCR', NULL, 'CwIfrZdWp'] desktops int_col +8 82 994639378 \N \N \N \N \N moreover class 2022-08-26T00:16:25 855610.6494 tablets boolean_col 2015-09-08 [] [NULL, 'LVlPuTu', 'BJRcLDsjyPBgiM', 'tYXgzGMr', 'mafPcmX', 'gXsGcqhqIH', 'szFDxBGcvML', 'UwVJugQgKURgYchUDx'] tablets boolean_col +\N \N 994534648 275056213033724461 false 8.8335142E8 3.9353102442374336E16 Bishop different used. Globalization trio absolute people smell. arrive access 2022-09-02T08:42:57 252619.5125 desktops boolean_col 2018-10-03 [4.9706313273106061e+17, 6.2041444684110042e+17, 7.9479428357356211e+17, 3.3045269424080678e+17, 3.0402739456761965e+17] ['QWm', 'MXYZizChOLneBymZSGou', 'LqNwFXvZ', 'YKBsSvnhJY', 'coUcb', 'eLOYYXRSz', 'ikWSBjo'] desktops boolean_col +7 65 994382962 348028031439811917 false 6.8747546E8 4.2382370154214624E17 Many negotiate goodbye have. Associated cruise ban philosophy reckon inspection. Mature possess treatment mixed. Affordable insert primary expect rock. Disturb pity accident year cute hatred. consultation believe 2022-08-07T11:16:09 415339.5028 tablets float_col 2016-08-22 [3.0086734676548032e+17, 4.8735516725405146e+17, 9.3596536631516083e+17, 9.1663816035208179e+17] ['tpiRs', 'kKEN', 'wpClDVNjnxwe', 'vHGHkxjqXHIp [...] +5 46 994133872 338219472721526956 false 2.59046112E8 7.9466221089006246E17 Disability nevertheless old-fashioned word. Influence commissioner invent adjust accordance underwear ceiling. Wander comfort disrupt enquire scholarship breathing reputation. Significant monk dissolve flaw fraud. \N 2022-08-15T05:28:19 689199.0771 desktops bigint_col \N [9.0070495056671181e+17, 1.7996775601617808e+17, 20298765261513864, 180060680264327.75, 2.6825749730073821e+17] ['tZIpUDUW', 'rrHPe', NULL, 'fgWh [...] +4 46 993507340 977588954291513457 false 6.9995917E8 1.63251635114689536E17 Heavily decorate profession beloved monster compelling bedroom. Collective publicity discount copper throat. Analyst constantly proceedings ultimate advertising. Ambition discovery internal angry dirty strongly. detention fighting 2022-08-15T00:38:02 817473.6937 phones boolean_col 2021-09-07 [4.946917661433303e+17, 1.3273031316668304e+17, 7.5244240424299174e+17, 8.7644354739655078e+17] ['LVHOZIzE', 'dugMZkZFydCTBh [...] +7 \N 993355824 137993334783196500 \N 1.53571424E8 \N Prosperity printer vitamin equipment vision height twin. Traveller stereotype circulate personal little cemetery tide. emergency gaming pump metal slam 2022-08-27T18:50:50 577513.4432 phones bigint_col 2017-02-13 [8.1179390476499021e+17, 7.4148037798744269e+17, 7938246732863808] ['ErSbGzXmodRzRie', 'cHSzuVLhEMAf'] phones bigint_col +3 17 993292527 449488952514291370 true 8.0099328E8 8.3623994541438477E17 Isolated coast body. Bridge initiate until philosophical. factor confuse produce nasty 2022-08-30T06:11:29 560319.8951 desktops int_col 2021-08-10 [7.083063145462272e+17, 7.5303869026635738e+17, 5.4587446217583654e+17, 2802338805376948, 6.7811500872898483e+17] ['EaUMfRbwPP', 'ExFBaRK', NULL, 'duOefOehEXtw', 'OHtYtKEj', 'fvgg'] desktops int_col +2 95 993012822 312372245617770804 true 2.62728E8 9.2371528807596749E17 Passing consultant lecture blast. Let conclude compelling indirect his. Gear sixteen harbour lost legislature primary substantially. Aim wear heel coat divert. Enjoyable devise arrest. formal eight 2022-08-11T12:16:06 842330.4588 desktops tinyint_col 2021-04-29 [9.83715950101926e+17, 7.529749459101504e+17, 1.31686491596813e+16, 48034895183293072, 2.1326477477269613e+17] [] desktops tinyint_col +8 \N 992799913 669369990298511963 true 7.7835168E8 2.85465663177764576E17 Distribute following handle. Arms impress threshold mild. Export spot connect. Mainstream prosecution fundamental estimate clinical. Mess ideological advertising museum fish. violence map camping based 2022-08-24T09:18:53 224570.1521 phones bigint_col 2018-05-24 [6.943143080562025e+17, 18479449383053016] [NULL, 'sQupQUoYfeq', 'SAkyHKdxXgWZaWac', 'dyXYkHocgXXoAh', 'TFCuzviyolrwyq', 'pKsXHIM'] phones bigint_col +9 \N 992668782 326055487254498364 false 5.5347853E8 1.42732445000672288E17 Make-up every apparently addition compute. Long1 official controversy well money devastate lesson. nowadays pass civic label 2022-08-10T22:14:52 781120.8462 tablets bigint_col 2014-03-07 [] ['nyg'] tablets bigint_col +9 67 992075287 43139399012470413 true 6.4972723E8 6.0874795006894605E17 Cream feat weekly mystery freedom. Extend absurd beer sleep athlete project. Enthusiasm unit disorder. Capable whisper hook communicate. listen tremendous gut 2022-08-11T18:00:29 242771.1208 tablets bigint_col 2014-05-01 [1.4888694889510467e+17, 1.1624496877076141e+17, 4.9838309536411174e+17, 9.1944861374577472e+17] ['zCWydqSmY', 'gzGhWxHbzjvucuRMzq', 'GAPMPbYcQIFxS', 'hszicJZUzDPUlCWadWtN', 'AOSJfjeJiR', 'hfjkZngkLB [...] +7 \N 991827409 911949425639198306 true \N \N Work revenue chase. Farming suite cut adverse campus. Disposal tune dull landmark rejection ally. Event grace voluntary acknowledge fit distress. Delight treasure grocery string evoke born. o’clock sentiment theme drop 2022-08-22T16:00:25 302133.7746 desktops smallint_col 2013-05-05 [] ['TRpHvUaJq', 'SnQTsquVURqSDQYctA', 'wyKsKxmeKlbVxpWMQTAw', 'cEYG', 'cEqMOPrPfg', 'PmhostVgjdH', 'kFmrCegIrOl', 'XJTNmVfdD', 'DZUeOco', 'jKKmrbrqnuKheN'] deskto [...] +3 59 991236722 396070856231408452 true 9.1057043E8 9.979261569945737E17 Rehabilitation percentage pride tender. Benchmark solve probe crystal architect conflict question. Protocol wipe ancient reference trail. Exotic traveller identical talented fake load. Entire draw administrator creation affection. ignorance experience couple crush 2022-09-05T03:28:17 812360.3430 phones tinyint_col 2015-05-13 [6.9043852169663718e+17, 1.074495099529511e+17, 9.58145113249252e+17, 1.353462997183208e+17, [...] +6 54 991074207 887145496628965173 false \N 2.33327143660900224E17 Shake donate therapist scene. Eighteen violence resist next. Courage sympathy temperature tide kidnap engage. Together estimate hockey racing mobile. Creative incur feed economic detection greet inherent. between racist fibre \N \N tablets int_col 2021-11-11 [9.146044424068343e+17, 4.4065851245243014e+17, 2.714994762482793e+17] ['bzrpJOEM', 'PsGUTmchpXsszTlPzOaN', 'rivXLjIGLuttFR', 'dOeeHNOnca', 'ZTsPccW', 'zgDNEzdEoTYWJOL [...] +7 92 990973551 257952123158816158 true 1.24285968E8 7.5205980925500122E17 Lens version fault. Bare estimate live1 journal demonstrate. Coordinator openly lady without white animation organization. Drown unhappy basket editorial caution prestigious. treatment music tour ratio 2022-08-15T02:55:27 \N phones bigint_col 2020-06-07 [3.9083767066960326e+17] [] phones bigint_col +8 13 990055297 264342532771407294 true 9.6825094E8 2.83202945069486848E17 Gang infant consist pull. Pencil aircraft recycle exceed involve sand diverse. busy exam extremely qualification 2022-08-24T23:20:23 689457.0794 desktops int_col 2020-11-05 [8.7740186466710413e+17, 7.3699880175397581e+17, 7.2891532622949082e+17] ['NNbqHuhMJWqQyJY', 'auMcHgSfmcTjPFsWk', 'EPLgRynwJtyfbDD', 'JXpuIGA', 'hlgBrRXukCJenxEoYnuS', 'IHLvsB'] desktops int_col +3 22 989737678 212691360844244176 false 2.91214592E8 5.5305254019680784E16 Enter line canal typical archive absolutely care. Come straightforward removal up fix. Weak broad immune lyric publish. Ourselves can2 disabled out permit. Text wedding add being compassion personnel consciousness. furniture expected conceal duo \N 173936.2991 tablets float_col 2015-10-27 [1.8740700830673674e+17, 8.26144642072196e+17, 7.0254358170509069e+17, 7.2090724096775821e+17, 8.2513780555372224e+17] ['EDAk', [...] +3 33 989556776 861148107399538236 true 8.2829504E8 3.9487522718177128E16 Foot breakfast regular retreat nasty smash other. Self down high topic practice resignation administrative. steep operate download framework bean 2022-09-01T14:37:11 \N tablets tinyint_col 2017-09-11 [1.1291426654032322e+17, 1.1282105208845827e+17, 8.6101953368477517e+17, 4.4123420285917715e+17, 4.7036855003688262e+17] ['TSEojLqfgoUoyYeO', 'PmjmvtuoHt', 'VYatlwquiRjpqJRiG', 'wBWMxkHb', NULL] tablets tinyint_col +3 33 989544553 372415973165915438 false 6.7393088E8 7.7552886519944E17 Kid composer expected rental split end. Emotionally wonderful counterpart metre. Start division drug gang cope naval supermarket. Software lean editorial multiple habitat. Side promising gentle her compromise. tradition badly nurse satellite 2022-08-30T19:31 191555.6732 tablets float_col 2014-07-16 [2.114505290225689e+17, 1.9787310867757923e+17, 2.9478388153066368e+17] ['dYaDWpPMCF', 'lOsnKKidKGmJeBdiN', 'gCWasnndId', [...] +4 78 989286745 448462623900311272 true 7.4245421E8 6.2670659738407949E17 Spot sink blame other charge. Cheek have thousand beautiful. \N 2022-08-15T03:51:42 928095.5454 tablets float_col 2020-02-12 [1.155409471089488e+17, 2.0161022044884957e+17, 7.1934979717784243e+17] ['uPmfLkUPP', 'AFLoOHT', 'pDuBnZAIeiTYNbBOu'] tablets float_col +\N \N 988129246 321336188038349244 true 5.05806176E8 \N \N next contemplate compromise 2022-08-20T14:38:27 807203.9008 tablets smallint_col 2013-03-15 [7.4733005320873293e+17] \N tablets smallint_col +\N 70 987478218 598162529085799203 \N \N 5.977672985795881E17 Occurrence shower double. Interactive duty positive assess attain circumstance. Regime unhappy genre sheep marketing assert. Flag persuade district acknowledge regulate encouraging criterion. Voting engage break multiply. ugly smash 2022-08-10T20:25:03 550275.2557 phones boolean_col 2014-08-20 [7.74535081898372e+17, 1.815794304143369e+17] ['CCWplUlBg', 'QWcgjHzWhG', 'sWhqlI', 'ESGYsWpUCA'] phones boolean_col +8 42 987470977 163333247606351459 true 9.1720755E8 5.2763199707000384E17 Pair backing competitor dig. Whenever sketch programming outlet cease sack standing. Monster response protocol worship scared. Classical govern female. \N 2022-08-13T23:11:22 829923.8961 tablets tinyint_col 2015-02-02 [5.9909779852457741e+17, 7.2692919376306035e+17, 3.6941342971354982e+17, 5.862745930336576e+17] ['Ilo', 'iyltFdsgVLds', 'bNn', 'YvENgCixRZVoeWUabk'] tablets tinyint_col +\N 20 987329394 129268823222240972 false \N 8.6075266796586701E17 Despite bail including. Conventional circumstance fence story step. Ceremony belt humour reputation. Infrastructure easy toilet my dollar premise supermarket. Sword mass restaurant yesterday interference spring exit. mile determination 2022-09-02T01:03:22 604701.7592 tablets boolean_col 2019-01-06 [3.1078810412278368e+17, 7.3542127312740134e+17] \N tablets boolean_col +1 79 987289606 840144213771116088 true 2.20893872E8 3.5566725998016077E17 Shore parental powerful. Protection foreign firm sanction pressure. Current mechanism guilty choose instruction delegation prepare. Rival sugar kidney hit lab admit proceed. coincidence overall consideration ingredient 2022-08-20T20:08:01 930874.4553 tablets int_col 2015-02-07 [6.498773865161129e+17, 4.8237070793227654e+17] ['aOVKyZKSfDIwlYH', 'gbNUFCO', 'bPEvtAYjXdKXmd'] tablets int_col +1 46 987241408 868449561086137157 true 5.7386643E8 4.8678626719734816E17 Find careless however invention adoption. Arbitrary open neglect. Friend embarrassment amid density possess operational qualified. Angle novel mean. Inflation depth reporting consumption spot poverty. staff reasonably platform scholar circulate \N 326501.8514 desktops boolean_col 2016-08-28 [2.2132500254258102e+17, 1.6095855062087562e+17, 7.395204232644439e+17, 4.6493367683013286e+17] ['KPKOmTVFMnSbWfx', 'YtavgHAkPs [...] +5 68 987011098 882759368495896161 true 8258863.5 9.1284571965376384E17 \N grace fair hidden trail 2022-08-15T19:05:15 591251.5881 phones tinyint_col 2017-01-08 [3.553412039578169e+17] ['sUBpYeEjXLku', 'KoDTVscoRkVO', 'qhNYa', 'EBXmZ', NULL, 'HCvQtRQRCOzIzjO', 'YnHK', 'JAge', 'FKlfYoFQzUiZYap'] phones tinyint_col +8 25 986830519 498867943145833747 false \N 6.8335729823235059E17 Conventional investigate thanks instance rhetoric. Limb firstly resident fantastic employee tall. transportation absurd warfare 2022-08-09T13:57:55 850871.2292 desktops bigint_col 2017-05-23 [4.226899791754336e+17, 4.7095064399080653e+17] ['xNECmu', 'uwyfpikWGfxM', 'TVZNMxVfiSXJTWsvZS', 'UqXajVrdjqdPzOGz', 'RCivZjW', 'vXMVwjkMiO'] desktops bigint_col +4 12 986812276 518479261183178454 true 1.0965992E7 1.32328604302364368E17 Metaphor brush fraud needle confidence never hook. Test tent objection connection governance similar born. Threshold superior alarm aftermath. Poison all laughter. raise cope 2022-08-15T13:41:09 467983.1687 phones int_col \N [6.8375952419669158e+17] ['licAlaF'] phones int_col +4 72 986681839 966965240896174962 false 3.12841216E8 1.9757531555380768E17 Pack aim rip engage fixture. Broadcast roughly smooth. Acute establish hurricane architectural correction chairman weather. \N 2022-08-09T05:35:56 753918.3430 phones bigint_col 2015-11-10 [2.2531448753722371e+17, 68934654326404336] ['pPnGKupbrjtZUZMjCB', 'ywuw', 'rBhhKpTErtoep', 'zswxiCFDXslBJGoG', 'VoGkC'] phones bigint_col +\N 77 986641435 882634950713305211 false 1.8774816E7 7.0741662914685082E17 Guideline religious vice. Ghost excuse county derive. Glance military panel unveil. Joke lost survival most as. extent gas hint coordinate 2022-08-08T00:40:09 295070.2219 phones boolean_col 2016-07-14 [8.0321866928608115e+17, 7.4137236509302656e+17, 1.5073113715907139e+17, 7.8313495728948659e+17] [] phones boolean_col +5 72 986349337 86980633188107783 true 6.3851021E8 7.5548400246108992E17 Relation ninety know cloud hate terminal egg. Extreme ticket detail domain acknowledge complain live1. Dedicated hair escape. email senator speculate anything swim 2022-08-07T19:11:47 760440.5681 tablets int_col 2015-06-26 [] ['RJGkpBfoNE', 'jpQoLfYrI', 'gOgkBQUg', 'QBs', 'IrHb', 'AazarmoPsX', 'AAxTPdvLHpP', 'JPx'] tablets int_col +4 71 986333570 88457348565826264 true 3.8514276E7 5.177242499015833E17 Football stumble result taste pleased midst. Mirror loyal divide. Ultimately injury chip lawyer. Leadership teacher belong. \N 2022-08-26T19:19:31 140717.2626 phones smallint_col 2022-08-22 [] ['PWCCGPfT'] phones smallint_col +3 21 986131998 683875991736989008 \N 6.0774349E8 \N Weird period none. Assertion coincide college. Subscriber fridge craft. Poisonous donation ordinary. Explode village debt. split terrify 2022-08-27T01:05:20 390407.1015 tablets tinyint_col 2015-11-04 [6.6301721738494848e+17] [NULL, 'lSQFYzUG', 'vMVMwfZzpl', 'QRFiYUUefBc', 'VdtTHy', 'YrPtPPzynqXCCzm', 'LfIgQvGimBBzlgn'] tablets tinyint_col + +-- !count_all -- +desktops bigint_col 188 186 181 193 182 192 180 187 174 180 184 206 206 180 512 936 +desktops boolean_col 192 190 198 194 192 198 187 197 193 194 180 212 212 186 555 932 +desktops float_col 186 189 183 178 188 187 179 186 180 184 186 205 205 188 460 952 +desktops int_col 182 182 182 178 184 171 181 181 175 180 183 200 200 172 465 915 +desktops smallint_col 170 166 177 178 174 181 181 174 166 172 176 195 195 172 508 939 +desktops tinyint_col 191 196 191 184 197 196 191 187 196 198 194 213 213 200 599 964 +phones bigint_col 185 181 176 177 174 180 182 180 173 174 177 196 196 176 535 890 +phones boolean_col 155 160 161 171 166 170 163 168 166 167 160 183 183 164 422 770 +phones float_col 169 169 169 166 172 173 172 166 183 172 180 193 193 177 456 871 +phones int_col 185 193 190 180 188 196 187 186 193 190 194 210 210 182 510 1031 +phones smallint_col 175 167 174 171 172 172 173 172 174 178 178 194 194 175 480 888 +phones tinyint_col 166 162 167 156 167 158 165 163 164 167 165 182 182 156 480 833 +tablets bigint_col 186 188 182 192 178 183 181 191 194 189 188 208 208 187 531 897 +tablets boolean_col 184 181 182 186 182 177 174 183 182 182 182 201 201 182 485 908 +tablets float_col 183 184 177 178 176 181 174 174 179 184 171 196 196 169 514 874 +tablets int_col 178 185 185 172 174 181 183 187 180 182 181 201 201 184 512 931 +tablets smallint_col 180 180 182 182 182 183 175 188 189 181 171 203 203 186 566 927 +tablets tinyint_col 179 182 182 187 183 181 177 183 177 187 183 202 202 186 528 974 + +-- !search_lg_int -- +1 + +-- !search_in_int -- +2 + +-- !search_mix -- +996555483 988855.7929 2018-08-26 + +-- !only_partition_col -- +3600 3600 + diff --git a/regression-test/data/external_catalog_p0/hive/test_hive_parquet.out b/regression-test/data/external_catalog_p0/hive/test_hive_parquet.out index 48e0afbd1c..1eea4d8534 100644 --- a/regression-test/data/external_catalog_p0/hive/test_hive_parquet.out +++ b/regression-test/data/external_catalog_p0/hive/test_hive_parquet.out @@ -10110,3 +10110,26 @@ beijing 3 cn -- !q17 -- 4010 +-- !q18 -- +2669 + +-- !q19 -- +1 +4 +8 +14 +16 +19 +23 +25 +29 +40 + +-- !q20 -- +cn beijing 857 +cn shanghai 2007 +jp tokyo 995 +rus moscow 996 +us chicago 1995 +us washington 1999 + diff --git a/regression-test/suites/external_catalog_p0/hive/test_hive_parquet.groovy b/regression-test/suites/external_catalog_p0/hive/test_hive_orc.groovy similarity index 54% copy from regression-test/suites/external_catalog_p0/hive/test_hive_parquet.groovy copy to regression-test/suites/external_catalog_p0/hive/test_hive_orc.groovy index 9a5ead41b8..6da21ac09f 100644 --- a/regression-test/suites/external_catalog_p0/hive/test_hive_parquet.groovy +++ b/regression-test/suites/external_catalog_p0/hive/test_hive_orc.groovy @@ -15,110 +15,57 @@ // specific language governing permissions and limitations // under the License. -suite("test_hive_parquet", "p0") { - def q01 = { - qt_q01 """ - select * from partition_table order by l_orderkey; - """ +suite("test_hive_orc", "all_types") { + // Ensure that all types are parsed correctly + def select_top50 = { + qt_select_top50 """select * from orc_all_types order by int_col desc limit 50;""" } - def q02 = { - qt_q02 """ - select count(*) from partition_table; - """ + // Ensure that the null map of all types are parsed correctly + def count_all = { + qt_count_all """ + select p1_col, p2_col, + count(tinyint_col), + count(smallint_col), + count(int_col), + count(bigint_col), + count(boolean_col), + count(float_col), + count(double_col), + count(string_col), + count(binary_col), + count(timestamp_col), + count(decimal_col), + count(char_col), + count(varchar_col), + count(date_col), + sum(size(list_double_col)), + sum(size(list_string_col)) + from orc_all_types group by p1_col, p2_col + order by p1_col, p2_col; + """ } - def q03 = { - qt_q03 """ - select count(city) from partition_table; - """ + // Ensure that the SearchArgument works well: LG + def search_lg_int = { + qt_search_lg_int """select count(int_col) from orc_all_types where int_col > 999613702;""" } - def q04 = { - qt_q04 """ - select count(nation) from partition_table; - """ + // Ensure that the SearchArgument works well: IN + def search_in_int = { + qt_search_in_int """select count(int_col) from orc_all_types where int_col in (999742610, 999613702);""" } - def q05 = { - qt_q05 """ - select distinct city from partition_table order by city; - """ + // Ensure that the SearchArgument works well: MIX + def search_mix = { + qt_search_mix """select int_col, decimal_col, date_col from orc_all_types where int_col > 995328433 and decimal_col > 988850.7929 and date_col > date '2018-08-25';""" } - def q06 = { - qt_q06 """ - select distinct nation from partition_table order by nation; - """ + // only partition column selected + def only_partition_col = { + qt_only_partition_col """select count(p1_col), count(p2_col) from orc_all_types;""" } - def q07 = { - qt_q07 """ - select city from partition_table order by city limit 10; - """ - } - - def q08 = { - qt_q08 """ - select nation from partition_table order by nation limit 10; - """ - } - - def q09 = { - qt_q09 """ - select city, nation from partition_table order by nation, city limit 10; - """ - } - - def q10 = { - qt_q10 """ - select nation, city, count(*) from partition_table group by nation, city order by nation, city; - """ - } - - def q11 = { - qt_q11 """ - select city, count(*) from partition_table group by city order by city; - """ - } - - def q12 = { - qt_q12 """ - select nation, count(*) from partition_table group by nation order by nation; - """ - } - - def q13 = { - qt_q13 """ - select city, l_orderkey, nation from partition_table order by l_orderkey limit 10; - """ - } - - def q14 = { - qt_q14 """ - select l_orderkey from partition_table order by l_orderkey limit 10; - """ - } - - def q15 = { - qt_q15 """ - select count(l_orderkey) from partition_table; - """ - } - - def q16 = { - qt_q16 """ - select count(*) from partition_table where city='beijing'; - """ - } - - def q17 = { - qt_q17 """ - select count(*) from partition_table where nation='cn'; - """ - } - - def set_be_config = { flag -> String[][] backends = sql """ show backends; """ assertTrue(backends.size() > 0) @@ -158,27 +105,16 @@ suite("test_hive_parquet", "p0") { """ sql """use `hive`.`default`""" - q01() - q02() - q03() - q04() - q05() - q06() - q07() - q08() - q09() - q10() - q11() - q12() - q13() - q14() - q15() - q16() - q17() + select_top50() + count_all() + search_lg_int() + search_in_int() + search_mix() + only_partition_col() + } finally { sql """ADMIN SET FRONTEND CONFIG ("enable_new_load_scan_node" = "false");""" set_be_config.call('false') } } } - diff --git a/regression-test/suites/external_catalog_p0/hive/test_hive_parquet.groovy b/regression-test/suites/external_catalog_p0/hive/test_hive_parquet.groovy index 9a5ead41b8..5365824ab9 100644 --- a/regression-test/suites/external_catalog_p0/hive/test_hive_parquet.groovy +++ b/regression-test/suites/external_catalog_p0/hive/test_hive_parquet.groovy @@ -118,6 +118,27 @@ suite("test_hive_parquet", "p0") { """ } + def q18 = { + qt_q18 """ + select count(l_orderkey) from partition_table where nation != 'cn' and l_quantity > 28; + """ + } + + def q19 = { + qt_q19 """ + select l_partkey from partition_table + where (nation != 'cn' or city !='beijing') and (l_quantity > 28 or l_extendedprice > 30000) + order by l_partkey limit 10; + """ + } + + def q20 = { + qt_q20 """ + select nation, city, count(l_linenumber) from partition_table + where city != 'beijing' or l_quantity > 28 group by nation, city order by nation, city; + """ + } + def set_be_config = { flag -> String[][] backends = sql """ show backends; """ @@ -175,6 +196,9 @@ suite("test_hive_parquet", "p0") { q15() q16() q17() + q18() + q19() + q20() } finally { sql """ADMIN SET FRONTEND CONFIG ("enable_new_load_scan_node" = "false");""" set_be_config.call('false') --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org