This is an automated email from the ASF dual-hosted git repository. morningman pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push: new d771f16b791 [fix](parquet)fix bug that can not read parquet data page v2 (#27655) d771f16b791 is described below commit d771f16b791ced78c8e99fdffebab40256b16af4 Author: daidai <2017501...@qq.com> AuthorDate: Tue Nov 28 22:43:46 2023 +0800 [fix](parquet)fix bug that can not read parquet data page v2 (#27655) --- .../tvf/test_s3_tvf_parquet_compress.out | 185 ++++++ .../tvf/test_s3_tvf_parquet_compress.groovy | 651 +++++++++++++++++++++ 2 files changed, 836 insertions(+) diff --git a/regression-test/data/external_table_p0/tvf/test_s3_tvf_parquet_compress.out b/regression-test/data/external_table_p0/tvf/test_s3_tvf_parquet_compress.out new file mode 100644 index 00000000000..bdabe4f2b73 --- /dev/null +++ b/regression-test/data/external_table_p0/tvf/test_s3_tvf_parquet_compress.out @@ -0,0 +1,185 @@ +-- This file is automatically generated. You should know what you did if you want to edit this +-- !gzip_1 -- + +-- !gzip_2 -- + +-- !gzip_3 -- + +-- !gzip_4 -- +1564 325 10 143864319215 1.0850098E7 1.8213909835504765E10 false WNimzJ FzUmkpokth rvUeXZDSroGMbmvdAPTWNRwXV 2025-11-05 2023-12-28T05:47:37 44980.17 +1668 491 7 117571775364 9.9940696E7 9.701980510428255E9 false hICAsLLERWs PLyzxBOqLx iAczHecIGIkwPDVzmSDYNIIyo 2024-04-22 2023-12-12T20:16:37 51522.04 +2398 287 1 50023210093 3.3281682E7 1.2771441084116616E9 false GSxpvBtDs uYZxmPFnrD mNnMYQfzuNksmZCDEGMOPJWIo 2021-11-25 2023-12-09T15:39:37 125314.51 +5103 203 5 147767173537 3.2217082E7 1.1398368094759958E10 true DPAJeMetPhaGcLf kCQHOseqxM yFIubHohRHbNtLdTiNQyJLzpX 2024-08-19 2023-12-22T21:16:37 184070.99 +6192 8 4 143947090532 5.5333332E7 1.4477460789058594E10 false NUSfncaPiVPOWoWy yiOZtVUmxn hgFZMFnahwWauiTUDRGcrbHjm 2026-08-10 2023-12-01T10:19:37 86351.44 +6226 75 7 64107996632 2.043812E7 4.68241706778275E9 true YDJUttKPsJPknJgPCCsQ OichDrHpbR JYbDuynhpVcSMMiwklJiHswdS 2027-05-27 2023-12-27T09:59:37 63291.69 +7177 242 10 79143578402 2.1207298E7 3.493073001162331E9 false IoXxoANRdLzi JHGiUNthsU hCmzdYYcmlyEUmUtjKiKpOkHS 2022-03-24 2023-12-13T03:07:37 112661.56 +862 263 1 39973050004 1.9387052E7 4.176116841836267E9 false lXnSrcNHfgYzHURCw cMjrYqCetO XjHjiVpwZskvmqBrRkgcLMTFO 2024-04-30 2023-12-11T04:57:37 5197.78 +9525 387 9 25195785817 5.8421788E7 1.4225957898379774E10 true XHGfSkbzrK ENCcNrCbNp svCnWJvgSCrxXhBJDzqYXfSot 2028-07-24 2023-12-18T12:43:37 139546.08 +9945 163 10 141900020369 3.2400444E7 1.554696451316843E10 true AlzTfwn WpLULspqZK FRufswEdXHiJslGvsBzqppFAb 2024-08-03 2023-12-14T19:02:37 161665.49 + +-- !gzip_5 -- + +-- !lz42_1 -- + +-- !lz42_2 -- + +-- !lz42_3 -- + +-- !lz42_4 -- +123 413 41 31256173112 2538895.0 1.210256462227462E10 false FIYhbaoeYKzioDcSIz vAREVcDTxz NaKatTOFKKfeYovtAWbqluYUx 2025-01-09 2023-12-08T05:21:35 555.68 +1542 143 46 108520036928 5.1077408E7 2.0487181788492233E10 false zdVnykLiePDoSj pYmTnloWbn vlTDesIFoKSXWQJmeyErnfwFK 2030-08-08 2023-12-10T00:48:35 148.54 +2266 433 15 105873219227 4.8684736E7 5.265299058631221E9 false apY EWkXLOcGmD DHRGKmaGJWuwwlGIOvclnByns 2033-01-01 2023-12-02T09:51:35 50.23 +2819 271 28 81725301437 9.4405816E7 9.82620901000283E9 true zebrXdGTGMxroIJo rQcxNXPrFr KYvVTfcDEpcmVaQXNZjrJiqvY 2026-11-06 2023-12-06T14:59:35 1384.35 +3268 165 1 142401321962 5.5133996E7 2.5486781033954887E9 false nCUvMFaXKfKT gQcpCbLvQL rRbshNHLVMQfzwQtsZtfaEYHY 2021-02-22 2023-12-06T15:51:35 1327.90 +3926 200 13 30050982563 7862024.5 1.7841214369751728E10 true zHMdgMgWrRUmRUYip wgZSJxVesm LNSmWNNfFPXivwLRNwLnlRCzn 2023-04-09 2023-12-19T09:43:35 409.24 +4203 374 60 122945496780 8.3296E7 1.764882208561375E10 false RmXtfizgsUDyoCE CYIzLVHYvD AEIiIKOATksgORAVpcdSFPBJH 2034-05-31 2023-12-03T17:46:35 326.42 +6529 439 29 73416430566 3.3359424E7 1.949241511173809E10 true myzr WtZMVXtpun pfvgwYcdPwNyqeNjKqphtdXyU 2026-03-31 2023-12-05T20:43:35 872.26 +7888 252 12 144084724700 3.2299228E7 1.8406068854886074E10 false nbVmBNsQuFTmCrpR kXNeJxUWsF aYyEfoELUAQFRlfXJbRrbpcsW 2027-12-02 2023-12-08T01:58:35 714.86 +8850 286 68 31796762044 5.2957636E7 9.745578729562857E9 true FtClyHG LLkLmyPxXG sGGgIBVklPCiupCfQfHNyLiHn 2033-07-05 2023-12-18T11:17:35 1117.50 + +-- !no_null_none_1 -- + +-- !no_null_none_2 -- + +-- !no_null_none_3 -- + +-- !no_null_none_4 -- + +-- !no_null_none_5 -- + +-- !none_1 -- + +-- !none_2 -- + +-- !none_3 -- + +-- !none_4 -- + +-- !none_5 -- + +-- !none_6 -- + +-- !snappy2_1 -- + +-- !snappy2_2 -- + +-- !snappy2_3 -- + +-- !snappy2_4 -- + +-- !gzip2_1 -- + +-- !gzip2_2 -- + +-- !gzip2_3 -- + +-- !gzip2_4 -- + +-- !no_null_gzip_1 -- + +-- !no_null_gzip_2 -- + +-- !no_null_gzip_3 -- + +-- !no_null_snappy_1 -- + +-- !no_null_snappy_2 -- + +-- !no_null_snappy_3 -- + +-- !no_null_snappy_4 -- +1735 271 9 60346027512 7.1809408E7 1.1542596070194454E8 true PQhXcQjEVEcvB GNTURsqQPR uxoVrWvvQpRdURLefjWPqcuym 2031-07-13 2023-12-28T09:29:39 48192.71 +2580 50 58 69249672497 6.85824E7 8.513882709782144E7 false vVnpuJWDJh qLonevGdLz wndtBVgAzlHyCSoEoScfQziYf 2024-12-30 2023-12-10T07:01:39 197543.36 +3763 436 31 107071953533 5.33427E7 9.534465359291871E7 false QFWLOoIYXgLRug KLBTuyZUlR fZIFxGHUYQRikplSkQjZlsqCF 2025-05-30 2023-12-13T00:50:39 26625.70 +5462 472 21 104973629214 9.6762848E7 2.185684504798187E7 false kwkYBLTUsKDw OkUwAMMFya cMhuewGhSxHeoJLQXULzrlCms 2034-06-02 2023-12-02T22:41:39 63617.65 +5474 426 12 42722162752 3.2170124E7 8.804404064844951E7 false cpq zscIVsMewJ ORxiIkBaPyHTMHxlNyfmjChon 2025-08-27 2023-12-21T03:33:39 181825.24 +5857 368 52 40930392551 6.1337756E7 1.023509329427285E8 true UDzC PTMXXZsvyE EMbfwFEmQIbMkfrPKiDVYeHOA 2021-09-19 2023-12-14T15:06:39 43382.62 +6335 247 23 75599898342 9.260008E7 2.7036205338388097E7 true yEThqFnRPj EJwgAOLnsm iLoukKsngncSxxqacAFHnVIqi 2028-09-16 2023-12-09T05:07:39 156419.99 +670 15 14 98662225199 9.1477744E7 6.88714186315456E7 false DuufJxCIGmoVHSLWP LuqwUtKFDW RyCajswEVhOXYIOupVDmJUfqh 2025-12-02 2023-12-22T13:21:39 120131.69 +7733 141 1 52671352949 7.4806392E7 1.110764780477845E7 false QVmPZWSLpRNPWyD wuvRYvaFqt xdvwMENBnAipsOZOBDVgRbLmu 2024-06-03 2023-12-27T17:23:39 118699.19 +9405 409 21 107351298418 1.9931788E7 5.6723663780093096E7 true ADRhycfiHBGBtvlJeVcb NUeaftoSmT HioPrElDQXvaGJJKaBJzOgQxV 2031-04-01 2023-12-24T10:27:39 62226.72 + +-- !none2_1 -- + +-- !none2_2 -- + +-- !none2_3 -- + +-- !none2_4 -- +2900 341 25 10088150880 5.875234E7 1.9284854951681435E10 false MPqcsUwkAhLhIxW YLKXNemlov yqpLcuiwpSwnLpVjFAYvSfNTi 2022-01-07 2023-12-01T21:40:04 190184.28 +4487 495 13 10316747093 1.8574004E7 1.7523820634890663E10 false kjYchCMTsJoauXDU NhsQKtYfMa ljEeEquWuPKYLxlCQCSmyoJBn 2024-12-02 2023-12-08T07:25:04 22883.65 +5013 407 62 10169303340 8.2304232E7 1.3872229599628126E10 true QCrLjklhO NnbYgnqDeO kDVRVqrCjovqAxQrsHGspLJmQ 2020-10-22 2023-12-26T19:59:04 86383.93 +5482 371 36 10287245865 3.3911876E7 9.899660468716501E9 true Ofy RYuzpCqRIc nmoJWtBbOWhSciXIqEkLEtTFS 2022-03-19 2023-12-07T06:53:04 12159.62 +6944 307 35 10118760839 4.9430636E7 8.928666056824632E8 false ApHXeJos icTrKTCPxK RZvXnTYnrYuljysldIRmAcMSC 2023-03-30 2023-12-13T05:17:04 176750.16 +805 425 34 10087075925 3.3842428E7 9.340510350959852E9 false MFeTfBOFrxtpI adpglhhSaH ogFqttOhPHKxDhrPYmQYiHfAu 2033-10-16 2023-12-04T10:43:04 40377.50 +8347 72 45 10263415754 1.7299256E7 1.3399835950398888E8 true qXGHpJcAvL czwVIPKiKo ButfIhNLWrlcBFIoKqHNlgZdN 2022-11-05 2023-12-21T10:56:04 11735.63 +8768 143 35 10146208549 7.8137584E7 8.967516129741959E9 true CyppoJFFmpNoNxnx bmlKHaErTd mWKfQzFZCiAPsJsAKLwWqpEeI 2026-04-05 2023-12-26T19:22:04 165288.57 +9165 340 4 10163157832 3100085.0 2.185136235034098E10 false yelYDBtfnlnJV QVlHPpYVQc DufhLfGcUVjQXtiYZmEjiQrrn 2021-04-07 2023-12-05T22:31:04 185971.87 +9761 110 4 10133304479 3.2209318E7 6.632848353229889E9 false dUtCFGnLMWbtEg IMJlPtaOJp tBDIlqGuEzzXEyVgkYASycvEd 2020-03-05 2023-12-24T15:25:04 79100.17 + +-- !none2_5 -- + +-- !zstd2_1 -- + +-- !zstd2_2 -- + +-- !zstd2_3 -- + +-- !zstd2_4 -- +1312 340 14 147176897373 6.3653556E7 1.7178218821412378E10 false eXMf SJpBpVYWbs nvxKEbmWqTJFIhCeRHUvRKiGZ 2024-03-02 2023-12-11T18:07:09 123613.01 +2433 340 32 134681184365 1.7680632E7 1.7563484635199E10 false DhFjIB npUzPUDfiY ZrQEgsknIVNRuXbsCtrZxGFSc 2026-03-18 2023-12-22T00:58:09 35433.79 +2491 104 36 112577913121 1834077.0 1.893395865292783E10 false tglGVhSAklagcHqAGTv DaAXlKbnfW AwSQlUAYmxhdISjFjTnZmDTrx 2020-02-29 2023-12-06T20:17:09 29655.53 +3820 157 11 24723365393 2.0236874E7 5.997382284492535E9 false hhFUUD XYXpXoWRon BFrNYOBeYeNxChfVKlfSxFulM 2032-07-15 2023-11-28T14:33:09 64603.31 +5055 336 55 26887547526 6.9563584E7 5.760953396099434E9 false HMrzLVqDTDZOrTAvny uqYYmEBWQQ ZbCUzMghvzBOjdJUutdqppVoD 2034-05-16 2023-12-21T23:56:09 111103.27 +5137 106 43 47754302132 4.8185832E7 1.1526454048268053E10 false NxOuXWyGyg kzQtEEToOb qlNYVnGdYSsrpJzJHrURqzjPg 2027-10-08 2023-12-21T15:41:09 99731.29 +5224 132 41 112455524629 3.3051536E7 9.941947060306278E9 false nIgnvryfvRbar ciRFZTrdUT gnQYthtqWZUhgPHOEGEAuwJlA 2026-03-09 2023-12-09T06:56:09 84164.06 +5793 296 10 52907730760 9.5646328E7 1.1200586288381305E9 false KxKBVpworG DiWOJelnFx xvkUQpaLHqEoXCvpRVgLhCTUu 2034-12-05 2023-12-10T22:23:09 30967.64 +8884 65 74 85010558965 6.6290416E7 1.2063704499794256E10 false pMPAXZGzVknskKmIlDl QlGlscSWGY iqgGtUWNjyliThgZLticgzxqs 2030-12-01 2023-12-04T17:57:09 124538.85 +973 272 63 28184649837 2.170711E7 4.759095368836494E9 false FGwKfBVzugJ NHAvnpmlfq hMglZrwBcMfSXiFLTFVlxjdnD 2024-12-09 2023-12-01T10:29:09 61038.36 + +-- !lz4_1 -- + +-- !lz4_2 -- + +-- !lz4_3 -- + +-- !no_null_lz4_1 -- + +-- !no_null_lz4_2 -- + +-- !no_null_lz4_3 -- + +-- !no_null_lz4_4 -- + +-- !no_null_zstd_1 -- + +-- !no_null_zstd_2 -- + +-- !no_null_zstd_3 -- + +-- !no_null_zstd_4 -- + +-- !no_null_zstd_5 -- +383 293 51 33044558645 326028.1 2.189678010941299E9 false kVmBt EkkVZYfRZD qCGmOIYzYPxgjqwsygiQuHprk 2020-01-02 2023-12-02T18:56:54 131227.87 +4243 276 48 62445263394 496504.66 1.8498306610117477E10 true SVzhcQpuPkG wyOnICYTPN cwVFEkMXkTftsqiLdVEkWAhLz 2023-12-31 2023-12-11T22:53:54 187918.56 +4840 61 54 26240668018 6438.2705 1.0309399295602386E10 true zQinQW TolZiTvbGZ LivmxkZAvdQKUbIivXtyukcwb 2034-12-29 2023-12-06T00:37:54 5674.70 +5590 139 44 50838994101 422656.72 9.947330937061028E9 false OZjBLJUcJNIQ zAddUBuikL SqnZTmbFrLKJcExUkouadwDZG 2029-12-15 2023-12-23T16:48:54 191558.13 +56 92 48 85501469933 371303.5 1.5374355252136162E10 false gTFiSJNIIVCUQBmgaqEw PEyDSWWZSr IUmVtPmsOzUgGVyBENBEfRAuz 2026-06-02 2023-12-27T06:49:54 76821.40 +8405 166 66 74722925142 415562.88 2.0266805279476093E10 true XHaglMHPkqEpIyrEoW PNdFzeFWmU PvlViKZNwkmhxJYhZEIAABGTM 2029-10-19 2023-12-16T22:38:54 139384.88 +8588 124 57 112514759844 352363.44 8.66651024813605E9 true PzMOcqHjZSTrT vTMntQPtzn WCJZkzWXzyZEqzexQGWVldXGr 2031-03-16 2023-12-27T05:55:54 17153.37 +897 225 67 79324747270 246958.16 1.782671640884806E10 true WEBxgxcg VKppIKbyoT jnzGJxHnxybhJAqGDrwsruRwg 2029-11-18 2023-11-30T12:55:54 5301.50 +9378 239 37 101475897296 597503.9 7.616898174341047E9 false jBMZF mOWgZRkuJE SztNODvhaKzpFYGDpAUwanUgz 2034-04-18 2023-12-23T15:06:54 176903.62 +9960 216 63 16070096189 376901.34 1.195508798637962E10 false LLOnSN eGDMZgazSV hpIzhEgnKeiXEoytKKDIMwmwB 2029-07-15 2023-12-03T14:54:54 180721.58 + +-- !no_null_zstd_6 -- + +-- !snappy_1 -- + +-- !snappy_2 -- + +-- !snappy_3 -- + +-- !snappy_4 -- + +-- !snappy_5 -- + diff --git a/regression-test/suites/external_table_p0/tvf/test_s3_tvf_parquet_compress.groovy b/regression-test/suites/external_table_p0/tvf/test_s3_tvf_parquet_compress.groovy new file mode 100644 index 00000000000..66ad6118a10 --- /dev/null +++ b/regression-test/suites/external_table_p0/tvf/test_s3_tvf_parquet_compress.groovy @@ -0,0 +1,651 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +suite("test_s3_tvf_parquet_compress", "p0") { +//parquet data page v2 test + + + String ak = getS3AK() + String sk = getS3SK() + + + String s3_endpoint = getS3Endpoint() + String region = getS3Region() + String bucket = context.config.otherConfigs.get("s3BucketName"); + + order_qt_gzip_1 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_gzip.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_bigint > 607 and col_string = 'CyGmiNdrY' order by col_bigint , col_string limit 10 ; + """ + order_qt_gzip_2 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_gzip.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_bigint > 752 and col_float = 0.3 order by col_bigint , col_float limit 10 ; + """ + order_qt_gzip_3 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_gzip.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_char = 'TaOCwaPcNfGeNxMqi' and col_boolean = 680 and col_int = 1953 order by col_char , col_boolean , col_int limit 10 ; + """ + order_qt_gzip_4 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_gzip.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_tinyint < 1423 order by col_tinyint limit 10 ; + """ + order_qt_gzip_5 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_gzip.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_float = 2.5 order by col_float limit 10 ; + """ + order_qt_lz42_1 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_lz42.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_decimal = 0.8 order by col_decimal limit 10 ; + """ + order_qt_lz42_2 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_lz42.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_char = 'MVAhYjsZf' and col_decimal < 2.3 and col_float = 2.7 order by col_char , col_decimal , col_float limit 10 ; + """ + order_qt_lz42_3 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_lz42.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_tinyint < 32 and col_char = 'Ja' order by col_tinyint , col_char limit 10 ; + """ + order_qt_lz42_4 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_lz42.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_decimal > 1.6 order by col_decimal limit 10 ; + """ + order_qt_no_null_none_1 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_none.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_varchar = 'gLmEXgvqlm' and col_smallint < 1271 order by col_varchar , col_smallint limit 10 ; + """ + order_qt_no_null_none_2 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_none.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_tinyint > 1288 order by col_tinyint limit 10 ; + """ + order_qt_no_null_none_3 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_none.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_string = 'jTFdDLHZK' and year(col_date)=2016 order by col_string , col_date limit 10 ; + """ + order_qt_no_null_none_4 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_none.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where year(col_timestamp)=2016 order by col_timestamp limit 10 ; + """ + order_qt_no_null_none_5 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_none.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_char = 'qHqL' order by col_char limit 10 ; + """ + order_qt_none_1 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_none.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_float = 0.3 order by col_float limit 10 ; + """ + order_qt_none_2 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_none.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_bigint < 50 and col_float < 1.6 order by col_bigint , col_float limit 10 ; + """ + order_qt_none_3 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_none.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_boolean > 314 order by col_boolean limit 10 ; + """ + order_qt_none_4 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_none.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_boolean = 1240 and col_decimal < 0.8 and col_float < 1.4 order by col_boolean , col_decimal , col_float limit 10 ; + """ + order_qt_none_5 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_none.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_char = 'doB' order by col_char limit 10 ; + """ + order_qt_none_6 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_none.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_double = 2.4 and col_varchar = 'OlykmDCvDpdh' and col_boolean > 1449 order by col_double , col_varchar , col_boolean limit 10 ; + """ + order_qt_snappy2_1 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_snappy2.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where year(col_timestamp)=2016 and col_boolean > 1011 and col_smallint < 780 order by col_timestamp , col_boolean , col_smallint limit 10 ; + """ + order_qt_snappy2_2 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_snappy2.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_decimal = 1.4 order by col_decimal limit 10 ; + """ + order_qt_snappy2_3 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_snappy2.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_float > 1.8 and col_double < 2.0 order by col_float , col_double limit 10 ; + """ + order_qt_snappy2_4 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_snappy2.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_double = 1.0 and col_varchar = 'YpajmCZhNSTaHwOriViw' and col_char = 'Syavtn' order by col_double , col_varchar , col_char limit 10 ; + """ + order_qt_gzip2_1 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_gzip2.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_int = 1795 and col_smallint > 1239 order by col_int , col_smallint limit 10 ; + """ + order_qt_gzip2_2 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_gzip2.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_int = 1812 and col_bigint < 1976 and col_float < 2.2 order by col_int , col_bigint , col_float limit 10 ; + """ + order_qt_gzip2_3 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_gzip2.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_float > 1.4 and col_tinyint > 1799 and col_decimal > 0.3 order by col_float , col_tinyint , col_decimal limit 10 ; + """ + order_qt_gzip2_4 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_gzip2.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where year(col_timestamp)=2016 and col_bigint > 1938 order by col_timestamp , col_bigint limit 10 ; + """ + order_qt_no_null_gzip_1 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_gzip.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_bigint = 1426 and col_varchar = 'NcXlcfnRpO' order by col_bigint , col_varchar limit 10 ; + """ + order_qt_no_null_gzip_2 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_gzip.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_float = 1.8 and col_string = 'khbrpZBfNbFP' order by col_float , col_string limit 10 ; + """ + order_qt_no_null_gzip_3 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_gzip.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_double < 0.3 and col_float < 0.3 and col_bigint < 1642 order by col_double , col_float , col_bigint limit 10 ; + """ + order_qt_no_null_snappy_1 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_snappy.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_varchar = 'DdYENcTybQV' and col_boolean < 1004 order by col_varchar , col_boolean limit 10 ; + """ + order_qt_no_null_snappy_2 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_snappy.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_char = 'bcuSohgIFYKTMVv' and year(col_date)=2016 order by col_char , col_date limit 10 ; + """ + order_qt_no_null_snappy_3 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_snappy.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_tinyint = 693 and col_varchar = 'qHnjmUWAaKcpAn' and year(col_timestamp)=2016 order by col_tinyint , col_varchar , col_timestamp limit 10 ; + """ + order_qt_no_null_snappy_4 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_snappy.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_double > 2.3 order by col_double limit 10 ; + """ + order_qt_none2_1 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_none2.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_decimal < 0.2 order by col_decimal limit 10 ; + """ + order_qt_none2_2 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_none2.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_boolean > 1693 and col_varchar = 'YowzLFscqYmYB' and col_char = 'CJ' order by col_boolean , col_varchar , col_char limit 10 ; + """ + order_qt_none2_3 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_none2.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_char = 'WGSpFnLYSPVTlyl' and year(col_date)=2016 and col_string = 'fmhUKNb' order by col_char , col_date , col_string limit 10 ; + """ + order_qt_none2_4 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_none2.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_bigint > 1841 order by col_bigint limit 10 ; + """ + order_qt_none2_5 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_none2.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where year(col_date)=2016 order by col_date limit 10 ; + """ + order_qt_zstd2_1 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_zstd2.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where year(col_timestamp)=2016 and col_smallint = 130 order by col_timestamp , col_smallint limit 10 ; + """ + order_qt_zstd2_2 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_zstd2.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_decimal > 2.0 and col_tinyint = 1662 and col_bigint < 1224 order by col_decimal , col_tinyint , col_bigint limit 10 ; + """ + order_qt_zstd2_3 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_zstd2.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_smallint > 615 and col_int > 1410 order by col_smallint , col_int limit 10 ; + """ + order_qt_zstd2_4 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_zstd2.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_boolean < 128 order by col_boolean limit 10 ; + """ + order_qt_lz4_1 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_lz4.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_varchar = 'qirvWjuTAgAPrzjlcU' and col_float < 0.9 order by col_varchar , col_float limit 10 ; + """ + order_qt_lz4_2 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_lz4.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_char = 'YNT' and col_string = 'iLZNgqK' order by col_char , col_string limit 10 ; + """ + order_qt_lz4_3 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_lz4.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where year(col_date)=2016 and col_tinyint > 1491 and col_int > 342 order by col_date , col_tinyint , col_int limit 10 ; + """ + order_qt_no_null_lz4_1 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_lz4.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_decimal > 2.5 and year(col_timestamp)=2016 order by col_decimal , col_timestamp limit 10 ; + """ + order_qt_no_null_lz4_2 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_lz4.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where year(col_date)=2016 and col_int > 166 order by col_date , col_int limit 10 ; + """ + order_qt_no_null_lz4_3 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_lz4.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_char = 'YN' and col_string = 'XBnUNfbPCijQSaxwKLh' order by col_char , col_string limit 10 ; + """ + order_qt_no_null_lz4_4 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_lz4.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_boolean = 27 and col_string = 'VYDMZZ' and year(col_date)=2016 order by col_boolean , col_string , col_date limit 10 ; + """ + order_qt_no_null_zstd_1 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_zstd.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_int = 1361 order by col_int limit 10 ; + """ + order_qt_no_null_zstd_2 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_zstd.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_bigint = 516 and col_varchar = 'rxqicLIhJEykBOEmr' and col_char = 'sioJZDxWfjFkTsO' order by col_bigint , col_varchar , col_char limit 10 ; + """ + order_qt_no_null_zstd_3 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_zstd.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where year(col_timestamp)=2016 and col_char = 'NSKJPkGHUSXVDD' order by col_timestamp , col_char limit 10 ; + """ + order_qt_no_null_zstd_4 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_zstd.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_bigint < 886 and year(col_timestamp)=2016 order by col_bigint , col_timestamp limit 10 ; + """ + order_qt_no_null_zstd_5 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_zstd.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_float > 0.5 order by col_float limit 10 ; + """ + order_qt_no_null_zstd_6 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_no_null_zstd.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_char = 'VyUYzxhFtq' and col_varchar = 'OJfigYX' and col_string = 'EzFjFJEWXuOdG' order by col_char , col_varchar , col_string limit 10 ; + """ + order_qt_snappy_1 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_snappy.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_float = 1.0 and year(col_timestamp)=2016 and col_boolean < 1328 order by col_float , col_timestamp , col_boolean limit 10 ; + """ + order_qt_snappy_2 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_snappy.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_float < 1.8 and year(col_date)=2016 order by col_float , col_date limit 10 ; + """ + order_qt_snappy_3 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_snappy.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_bigint = 949 order by col_bigint limit 10 ; + """ + order_qt_snappy_4 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_snappy.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_string = 'rq' and col_varchar = 'pinxLaVk' and col_decimal < 2.3 order by col_string , col_varchar , col_decimal limit 10 ; + """ + order_qt_snappy_5 """ + select * from + s3( + "URI" = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/data_page_v2_snappy.parquet", + "s3.access_key" = "${ak}", + "s3.secret_key" = "${sk}", + "REGION" = "${region}", + "FORMAT" = "parquet" + )where col_tinyint > 628 and col_varchar = 'xQWHzZPhLlCM' order by col_tinyint , col_varchar limit 10 ; + """ + +} \ No newline at end of file --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org