This is an automated email from the ASF dual-hosted git repository.
saurabhd336 pushed a change to branch release-1.0.0-rc
in repository https://gitbox.apache.org/repos/asf/pinot.git
from b2eb24a9a7 Fix return type for arrayLength (#11498)
add 7ac65bb702 Updated License-binary for stax2-api. (#11500)
add 4aecd77fd5 Changes to support private columns (#11484)
add d97651bfd9 Add metric to track helix connection for minions (#11508)
add 2ad5351023 Update license binary (#11505)
add 2ab25322d2 add floating point integration test (#11492)
add 5baf56658c do not rewrite float double comparison in
NumericalFilterOptimizer (#11493)
add ecf7c7af42 Change substring to comply with standard sql definition
(#11502)
add af8521cb03 UI: fix sql exception display (#11513)
add f5e94c2277 Make all accessor methods on BrokerResponse public (#11506)
add cca684d89e do not rewrite float equals in NumericalFilterOptimizer
(#11495)
add 3b2fd7d3cc Added support to skip unparseable records in the csv record
reader (#11487)
add 5ed8fb01ee Ensure dataStream is cleaned up even when offsetStream
cleanup fails. (#11490)
add 18f3d0a8a5 Add auto generated query tests for tpch (#11511)
add b25b62add5 [multistage] disable calcite float to double cast (#11518)
add cd32d16f60 enable some previously failed tests (#11516)
add e949d958a8 [multistage] Support range queries in search (#11512)
add 32d25ab0a6 UI: add error code to sql exceptions (#11526)
add 444e445dbf Add metric to track the number of primary keys in valid doc
id snapshot (#11515)
add b3c87ec195 Return better error info when no servers instances can be
found in mu… (#11440)
add 8e956ff0e2 fix quickstart ci (#11524)
add 53be25eaa2 fix(ui): UI shows a blank screen when it encounters a
unknown task (#11527)
add 1238c1a43f fixing dateTimeConvert with double scientific notation
values (#11528)
add 982b128ba3 handle reading empty parquet files (#11532)
add 61a81abc33 Exclude unnecessary dependencies in pinot-clients (#11510)
add be496bc763 Multi stage int tests (#11404)
new 2ef214ad22 [maven-release-plugin] prepare release release-1.0.0-rc1
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/scripts/.pinot_quickstart.sh | 2 +-
LICENSE-binary | 14 +-
contrib/pinot-fmpp-maven-plugin/pom.xml | 6 +-
pinot-broker/pom.xml | 5 +-
.../MultiStageBrokerRequestHandler.java | 17 +-
pinot-clients/pinot-java-client/pom.xml | 47 +-
.../org/apache/pinot/client/BrokerResponse.java | 18 +-
.../org/apache/pinot/client/ConnectionFactory.java | 1 +
pinot-clients/pinot-jdbc-client/pom.xml | 34 +-
pinot-clients/pom.xml | 6 +-
pinot-common/pom.xml | 43 +-
.../pinot/common/exception/QueryException.java | 3 +
.../common/function/scalar/StringFunctions.java | 30 +-
.../apache/pinot/common/metrics/ServerGauge.java | 3 +-
pinot-compatibility-verifier/pom.xml | 5 +-
pinot-connectors/pinot-flink-connector/pom.xml | 8 +-
pinot-connectors/pinot-spark-2-connector/pom.xml | 5 +-
pinot-connectors/pinot-spark-3-connector/pom.xml | 5 +-
pinot-connectors/pinot-spark-common/pom.xml | 5 +-
pinot-connectors/pom.xml | 6 +-
pinot-controller/pom.xml | 5 +-
.../src/main/resources/app/interfaces/types.d.ts | 5 +
.../src/main/resources/app/pages/HomePage.tsx | 1 -
.../src/main/resources/app/pages/Query.tsx | 31 +-
.../main/resources/app/utils/PinotMethodUtils.ts | 21 +-
pinot-core/pom.xml | 5 +-
.../optimizer/filter/NumericalFilterOptimizer.java | 23 +-
.../genericrow/GenericRowFileWriter.java | 8 +-
.../core/data/function/DateTimeFunctionsTest.java | 3 +
.../filter/NumericalFilterOptimizerTest.java | 24 +-
pinot-distribution/pom.xml | 7 +-
pinot-integration-test-base/pom.xml | 5 +-
.../tests/BaseClusterIntegrationTest.java | 31 +-
.../pinot/integration/tests/ClusterTest.java | 45 ++
pinot-integration-tests/pom.xml | 5 +-
.../AggregateMetricsClusterIntegrationTest.java | 5 +-
.../tests/BaseClusterIntegrationTestSet.java | 18 +-
.../tests/BaseRealtimeClusterIntegrationTest.java | 34 +-
.../tests/GrpcBrokerClusterIntegrationTest.java | 5 +-
.../tests/HybridClusterIntegrationTest.java | 56 +-
.../IngestionConfigHybridIntegrationTest.java | 5 +-
.../tests/LLCRealtimeClusterIntegrationTest.java | 6 +-
.../MultiNodesOfflineClusterIntegrationTest.java | 9 +-
.../tests/MultiStageEngineIntegrationTest.java | 97 +++-
.../tests/NullHandlingIntegrationTest.java | 76 ++-
.../tests/OfflineClusterIntegrationTest.java | 587 ++++++++++++++++-----
...flineClusterMemBasedServerQueryKillingTest.java | 18 +-
...fflineClusterServerCPUTimeQueryKillingTest.java | 6 +-
...OfflineGRPCServerMultiStageIntegrationTest.java | 14 +-
.../tests/StarTreeClusterIntegrationTest.java | 10 +-
.../tests/custom/FloatingPointDataTypeTest.java | 186 +++++++
.../integration/tests/custom/JsonPathTest.java | 13 +-
.../integration/tests/custom/TextIndicesTest.java | 10 +-
.../pinot/integration/tests/tpch/Constants.java | 21 +-
...java => TPCHGeneratedQueryIntegrationTest.java} | 100 ++--
.../tests/tpch/TPCHQueryIntegrationTest.java | 5 +-
.../tests/tpch/TblToAvroMultiValue.java | 220 ++++++++
.../integration/tests/tpch/generator/Column.java | 97 ++++
.../tests/tpch/generator/ColumnType.java | 26 +-
.../PinotQueryBasedColumnDataProvider.java | 76 +++
.../tests/tpch/generator/QuerySkeleton.java | 94 ++++
.../tests/tpch/generator/RelatedTable.java | 36 +-
.../tpch/generator/SampleColumnDataProvider.java | 13 +-
.../tests/tpch/generator/TPCHQueryGeneratorV2.java | 553 +++++++++++++++++++
.../integration/tests/tpch/generator/Table.java | 41 +-
.../src/test/resources/tpch/7.sql | 2 +-
.../src/test/resources/tpch/8.sql | 2 +-
.../src/test/resources/tpch/9.sql | 2 +-
pinot-minion/pom.xml | 5 +-
.../org/apache/pinot/minion/BaseMinionStarter.java | 2 +
pinot-perf/pom.xml | 5 +-
.../pinot-batch-ingestion-common/pom.xml | 6 +-
.../pinot-batch-ingestion-hadoop/pom.xml | 6 +-
.../pinot-batch-ingestion-spark-2.4/pom.xml | 6 +-
.../pinot-batch-ingestion-spark-3.2/pom.xml | 6 +-
.../pinot-batch-ingestion-standalone/pom.xml | 6 +-
pinot-plugins/pinot-batch-ingestion/pom.xml | 6 +-
.../pinot-environment/pinot-azure/pom.xml | 6 +-
pinot-plugins/pinot-environment/pom.xml | 6 +-
pinot-plugins/pinot-file-system/pinot-adls/pom.xml | 5 +-
pinot-plugins/pinot-file-system/pinot-gcs/pom.xml | 6 +-
pinot-plugins/pinot-file-system/pinot-hdfs/pom.xml | 5 +-
pinot-plugins/pinot-file-system/pinot-s3/pom.xml | 9 +-
pinot-plugins/pinot-file-system/pom.xml | 6 +-
.../pinot-input-format/pinot-avro-base/pom.xml | 5 +-
.../pinot-input-format/pinot-avro/pom.xml | 5 +-
.../pinot-input-format/pinot-clp-log/pom.xml | 5 +-
.../pinot-confluent-avro/pom.xml | 5 +-
pinot-plugins/pinot-input-format/pinot-csv/pom.xml | 5 +-
.../plugin/inputformat/csv/CSVRecordReader.java | 170 +++++-
.../inputformat/csv/CSVRecordReaderConfig.java | 9 +
.../inputformat/csv/CSVRecordReaderTest.java | 262 +++++++++
.../resources/dataFileWithAlternateDelimiter.csv | 4 +
.../test/resources/dataFileWithCommentedLines.csv | 6 +
.../src/test/resources/dataFileWithEmptyLines.csv | 9 +
.../test/resources/dataFileWithEscapedQuotes.csv | 3 +
.../test/resources/dataFileWithInvalidHeader.csv | 4 +
.../resources/dataFileWithMultipleCombinations.csv | 17 +
.../dataFileWithMultipleCombinationsParseable.csv | 15 +
.../src/test/resources/dataFileWithNoHeader.csv | 3 +
.../test/resources/dataFileWithQuotedHeaders.csv | 3 +
.../resources/dataFileWithUnparseableLines.csv | 3 +
.../pinot-input-format/pinot-json/pom.xml | 5 +-
pinot-plugins/pinot-input-format/pinot-orc/pom.xml | 6 +-
.../pinot-input-format/pinot-parquet/pom.xml | 5 +-
.../parquet/ParquetNativeRecordReader.java | 24 +-
.../parquet/ParquetNativeRecordReaderFullTest.java | 9 +-
.../parquet/ParquetRecordReaderTest.java | 10 +
.../pinot-input-format/pinot-protobuf/pom.xml | 5 +-
.../pinot-input-format/pinot-thrift/pom.xml | 5 +-
pinot-plugins/pinot-input-format/pom.xml | 6 +-
.../pinot-metrics/pinot-dropwizard/pom.xml | 5 +-
pinot-plugins/pinot-metrics/pinot-yammer/pom.xml | 5 +-
pinot-plugins/pinot-metrics/pom.xml | 6 +-
.../pinot-minion-builtin-tasks/pom.xml | 5 +-
pinot-plugins/pinot-minion-tasks/pom.xml | 6 +-
.../pinot-segment-uploader-default/pom.xml | 6 +-
pinot-plugins/pinot-segment-uploader/pom.xml | 6 +-
.../pinot-segment-writer-file-based/pom.xml | 6 +-
pinot-plugins/pinot-segment-writer/pom.xml | 6 +-
.../pinot-stream-ingestion/pinot-kafka-2.0/pom.xml | 6 +-
.../pinot-kafka-base/pom.xml | 6 +-
.../pinot-stream-ingestion/pinot-kinesis/pom.xml | 12 +-
.../pinot-stream-ingestion/pinot-pulsar/pom.xml | 6 +-
pinot-plugins/pinot-stream-ingestion/pom.xml | 6 +-
pinot-plugins/pom.xml | 11 +-
pinot-query-planner/pom.xml | 5 +-
.../query/planner/logical/RexExpressionUtils.java | 83 ++-
.../apache/pinot/query/routing/WorkerManager.java | 2 +-
.../org/apache/pinot/query/type/TypeFactory.java | 13 +-
.../org/apache/pinot/query/validate/Validator.java | 24 +
.../apache/pinot/query/type/TypeFactoryTest.java | 4 -
pinot-query-runtime/pom.xml | 5 +-
.../test/resources/queries/StringFunctions.json | 2 +-
pinot-segment-local/pom.xml | 5 +-
.../segment/index/readers/DocIdDictionary.java | 5 +
.../upsert/BasePartitionUpsertMetadataManager.java | 5 +
pinot-segment-spi/pom.xml | 5 +-
pinot-server/pom.xml | 5 +-
pinot-spi/pom.xml | 5 +-
.../apache/pinot/spi/data/DateTimeFormatSpec.java | 4 +-
pinot-tools/pom.xml | 5 +-
pom.xml | 13 +-
143 files changed, 3157 insertions(+), 755 deletions(-)
copy
pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/StringResultResponse.java
=>
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/OfflineGRPCServerMultiStageIntegrationTest.java
(75%)
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/FloatingPointDataTypeTest.java
copy
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/{TPCHQueryIntegrationTest.java
=> TPCHGeneratedQueryIntegrationTest.java} (68%)
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/TblToAvroMultiValue.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/generator/Column.java
copy
pinot-common/src/main/java/org/apache/pinot/common/restlet/resources/TableSegments.java
=>
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/generator/ColumnType.java
(65%)
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/generator/PinotQueryBasedColumnDataProvider.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/generator/QuerySkeleton.java
copy
pinot-common/src/main/java/org/apache/pinot/common/auth/NullAuthProvider.java
=>
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/generator/RelatedTable.java
(57%)
copy
pinot-core/src/main/java/org/apache/pinot/core/query/utils/rewriter/ResultRewriter.java
=>
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/generator/SampleColumnDataProvider.java
(73%)
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/generator/TPCHQueryGeneratorV2.java
copy
pinot-core/src/main/java/org/apache/pinot/core/segment/processing/lifecycle/impl/SegmentDeletionEventDetails.java
=>
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/generator/Table.java
(56%)
create mode 100644
pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithAlternateDelimiter.csv
create mode 100644
pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithCommentedLines.csv
create mode 100644
pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithEmptyLines.csv
create mode 100644
pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithEscapedQuotes.csv
create mode 100644
pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithInvalidHeader.csv
create mode 100644
pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithMultipleCombinations.csv
create mode 100644
pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithMultipleCombinationsParseable.csv
create mode 100644
pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithNoHeader.csv
create mode 100644
pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithQuotedHeaders.csv
create mode 100644
pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithUnparseableLines.csv
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org
For additional commands, e-mail: commits-h...@pinot.apache.org
