This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch
dependabot/maven/com.google.cloud-libraries-bom-26.78.0
in repository https://gitbox.apache.org/repos/asf/pinot.git
discard 61bf754c306 Bump com.google.cloud:libraries-bom from 26.74.0 to 26.78.0
add 2ff1f6b776f Bump org.roaringbitmap:RoaringBitmap from 1.6.12 to 1.6.13
(#17902)
add 782be027d1f Bump org.webjars:swagger-ui from 5.32.0 to 5.32.1 (#17903)
add f659ba01a6d [Flaky-test] Fix doc load for BaseDedupIntegrationTest
(#17906)
add 1aa5d02ca4f Remove retry support from GitHub Actions CI workflows
(#17908)
add 7ac81c0d2b9 Reject partial upsert for OFFLINE tables (#17907)
add b6b2e9936cd Fix correctness issue for FULL OUTER and RIGHT JOINs with
only non-equi join conditions (#17883)
add 2a8512dcf8a Bump commons-net:commons-net from 3.12.0 to 3.13.0 (#17910)
add bf20176491d Bump software.amazon.awssdk:bom from 2.42.15 to 2.42.16
(#17911)
add 32698825e8a Bump org.glassfish.jersey:jersey-bom from 2.47 to 2.48
(#17912)
add 7da7d3c5a87 Bump org.jline:jline from 4.0.5 to 4.0.7 (#17913)
add 759848c61b9 Bump org.testcontainers:testcontainers-bom from 2.0.3 to
2.0.4 (#17914)
add 5c8076c90e8 Respect SSL Provider for GrpcQueryServer in support of
RenewableTlsUtils (#17760)
add 9caf7b89dff update ingestion timestamp metadata when all rows filtered
out (#17758)
add e2882f9232d Removes pauseless FSM scheme (#17852)
add f9bf057aa0d Fix getPartition(EndToEnd)IngestionDelayMs to return null
for invalid timestamps (long.min for example) (#17749)
add 716de7f6be0 [Testing] Always raise error when condition is not met
(#17909)
add ad1cdb13af8 Add additional pruning step for Upsert Tables (#17898)
add 7ea6e34eacb [Flaky-test] Fix expected timeout error message in
QueryRunnerTest (#17916)
add a7ad912b082 [Minor] Make BaseDedupIntegrationTest extensible (#17917)
add 55bb21e742d Consolidate integration tests into
CustomDataQueryClusterIntegrationTest (#17881)
add 55e531b793e Bump software.amazon.awssdk:bom from 2.42.16 to 2.42.17
(#17922)
add c8dccfb5f2b Bump org.codehaus.jettison:jettison from 1.5.4 to 1.5.5
(#17923)
add 279b0a0c7fb Bump io.github.hakky54:ayza-bom from 10.0.3 to 10.0.4
(#17924)
add d35b13a9917 Remove disallowed codecov/test-results-action from CI
workflow (#17928)
add 508cb789007 Fix binary key stream decoder (#17927)
add 550afb77119 [Upsert] Optimize reverting preveious keys (#17918)
add fc95b7951b9 Fix S3PinotFS logging 'Failed to delete' even on success
(#17930)
add 1329e1f7f23 Add useRawBytes config to Murmur and Murmur3 partition
functions (#17932)
add 8fb6c918187 Implement cross-table segment pruning for logical table
(#17868)
add 3d5904182c3 BugFix: CPC sketch deserialization failure on empty byte
arrays (#17925)
add 78ec9831772 Make segment completion time configurable (#17936)
add 4cd38239210 Fix partition function config not passed in realtime
segment creation (#17937)
add 74e54e053cb Fix pauseless segment going to ERROR on segmentCommitStart
timeout (#17885)
add c297fbec3b4 Enhance JSON extraction functions to support null handling
in queries (#17867)
add 8a86e2ba350 Bump org.jline:jline from 4.0.7 to 4.0.8 (#17940)
add 7bfb9e6868b Bump com.fasterxml.jackson:jackson-bom from 2.21.1 to
2.21.2 (#17941)
add 2908ff6de87 Bump software.amazon.awssdk:bom from 2.42.17 to 2.42.18
(#17942)
add 6669f065c1a Upserts Pruning Optimization - Do not clone
MutableRoaringBitmap for each segment (#17920)
add 1907302c237 Bump axios from 0.30.2 to 0.30.3 in
/pinot-controller/src/main/resources (#17943)
add c67ac111eb1 Add GitHub Actions workflow to auto-close stale issues
(#17934)
add ce3a3d16f91 Remove Presto integration support (#17947)
add a4d1c6c0933 Bump flatted from 3.3.3 to 3.4.2 in
/pinot-controller/src/main/resources (#17926)
add d7feaa49fb7 [Minor] Fix format for broker response classes (#17945)
add 29d0e05e7ee Add filterMv MV filtering support (#17659)
add 884bcf4d3ce [Refactor] Simplify handling of InstancePartitions (#17944)
add 3b8d700ba93 [Flaky-test] Fix flakiness of UpsertTableIntegrationTest
caused by server inconsistency (#17948)
add b1e87a34849 Remove Spark 2 integration support (#17950)
add be3ad3bc17d Simplify FilterMvScalarFunction: replace static Guava
cache with instance-level caching (#17949)
add e5c9bcb86bb Migrate ZooKeeper from Bitnami to native Helm templates
(chart v1.0.0) (#17946)
add 5b7d6fd146e Add post-partial-upsert transforms for derived columns
(#17308)
add acedd322cf9 Enhance ContinuousJfrStarter to utilize JFR
DiagnosticCommand MBean for recording management (#17851)
add 8d6a3bb16ac Add AI-friendly metadata fields (description, tags) to
Schema, FieldSpec, and TableConfig (#17952)
add 1638473d807 Bump org.jline:jline from 4.0.8 to 4.0.9 (#17955)
add d8e3d3c5fa6 Bump software.amazon.awssdk:bom from 2.42.18 to 2.42.19
(#17956)
add 43c8ecccffd [multistage] Reset GRPC mailbox channel backoff on server
instance config changes (#17892)
add d49d0d6993f Fix Helm ZK upgrade doc: handle snapshot/log separation
during data migration (#17954)
add c30a5123ed9 Upgrade io.prometheus.jmx:jmx_prometheus_javaagent to 1.x
#17777 (#17931)
add 3cf812bc6da Add configurable FNV partition function (#17964)
add fc424c47346 Handle exceptions in freshness checker per-segment loop
(#17963)
add dceb42238bb Give out clear message when coordinate is NULL - H3 Index
(#17967)
add e03c4e943b8 Fix incorrect stream partition id for multi-stream
realtime consumption (#17953)
add 412df8b00d5 Improve fastdev build cycle performance. (#17957)
add c813d39f66c Add quickstart process-specific config override hooks
(#17959)
add a80c9ee9640 Fix StaleInstancesCleanupTask to properly detect server
instances in use (#17969)
add 56faa363989 Bump software.amazon.awssdk:bom from 2.42.19 to 2.42.20
(#17972)
add 17ba6d46381 Always create inverted index during segment creation
(#17951)
add 6c8e52bfa84 Fix prometheus dependency version conflict after bump to
1.5.1 (#17975)
add 7f8c920f120 Bump yaml from 1.10.2 to 1.10.3 in
/pinot-controller/src/main/resources (#17976)
add dc588d3805a Add pinot-arrow to binary distribution (#17968)
add a2594bbc4eb fix: update GitHub Actions for Node 24 (#17977)
add 47dab3ce282 Bump picomatch in /pinot-controller/src/main/resources
(#17979)
add 786d0562980 wait for controller to populate resource utilization info
during startup (#17862)
add f2988a23e4f Remove redundant Prometheus dependency management entries
(#17978)
add 7dabde6e3a4 Allow sorting on raw column (#17965)
add 428d0558edf Upgrade Netty from 4.1.122.Final to 4.1.132.Final (#17981)
add 1484921cebf [multistage] add MSE upstream/downstream stage ID MDC
fields for debugging (#17982)
add 9a4864e3993 Reduce memory allocation when computing length for
STRING/BYTES (#17983)
add dbb5482b3f1 Bump Netty from 4.1.132 to 4.2.11 with compatibility fixes
(#17980)
add 022e6ad76c0 Add OpChain converter SPI and adopt it in runtime paths.
(#17974)
add da1ea533d1c Bump org.scalatest:scalatest_2.12 from 3.2.19 to 3.2.20
(#17984)
add 4babda1a471 Optimize broker reducer for row-heap data blocks. (#17958)
add 57589a1faf1 Bump io.netty:netty-bom from 4.2.11.Final to 4.2.12.Final
(#17985)
add 4d139c3016d Add V6 forward index format with delta-encoded chunk
headers (#17966)
add 72921ad8223 Revert "Bump Netty from 4.1.132 to 4.2.11 with
compatibility fixes (#17980)" (#17991)
add 908b5030a0b Bump software.amazon.awssdk:bom from 2.42.20 to 2.42.21
(#17986)
add 476916839c1 Bump com.gradle:develocity-maven-extension from 2.3.4 to
2.4.0 (#17988)
add 61009f66dfe Optimize splitPart scalar function to reduce allocation
(#17660)
add e53aa219803 Skip unknown index types when loading
SingleFileIndexDirectory (#17992)
add 2c3f73372a6 Bump com.google.protobuf:protobuf-bom from 3.25.8 to
3.25.9 (#17987)
add cd3e850ca93 Bump node-forge in /pinot-controller/src/main/resources
(#17993)
add ba0c0e01853 Add Parquet output format to segment converter tool
(#17990)
add c50330213d8 Bump com.google.cloud:libraries-bom from 26.74.0 to 26.78.0
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (61bf754c306)
\
N -- N -- N
refs/heads/dependabot/maven/com.google.cloud-libraries-bom-26.78.0 (c50330213d8)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../build-multi-arch-pinot-docker-image.yml | 18 +-
.../workflows/build-pinot-base-docker-image.yml | 8 +-
.github/workflows/build-pinot-docker-image.yml | 8 +-
.github/workflows/build-presto-docker-image.yml | 67 ---
.github/workflows/build-superset-docker-image.yml | 8 +-
.github/workflows/close_stale_issues.yml | 53 ++
.github/workflows/pinot_compatibility_tests.yml | 21 +-
...ulti_stage_query_engine_compatibility_tests.yml | 21 +-
.github/workflows/pinot_tests-workflow-run.yml | 37 --
.github/workflows/pinot_tests.yml | 285 +++-------
.github/workflows/pinot_vuln_check.yml | 6 +-
.../scripts/docker/.presto_build_info_gen.sh | 42 --
.../docker/.presto_docker_image_build_and_push.sh | 61 ---
.github/workflows/scripts/retry_on_fast_fail.sh | 42 --
.mvn/extensions.xml | 2 +-
AGENTS.md | 1 -
CLAUDE.md | 1 -
README.md | 2 +-
docker/images/pinot-presto/Dockerfile | 63 ---
docker/images/pinot-presto/README.md | 62 ---
docker/images/pinot-presto/docker-build.sh | 47 --
.../pinot-presto/etc/catalog/pinot.properties | 22 -
.../etc/catalog/pinot_quickstart.properties | 22 -
docker/images/pinot-presto/etc/config.properties | 27 -
docker/images/pinot-presto/etc/jvm.config | 8 -
docker/images/pinot-presto/etc/log.properties | 20 -
docker/images/pinot-presto/etc/node.properties | 22 -
docker/images/pinot/Dockerfile | 4 +-
docker/images/pinot/Dockerfile.build | 2 +-
docker/images/pinot/Dockerfile.package | 4 +-
helm/index.yaml | 66 +--
helm/pinot-1.0.0.tgz | Bin 0 -> 24565 bytes
helm/pinot/Chart.yaml | 4 +-
helm/pinot/README.md | 84 +--
helm/pinot/UPGRADING.md | 190 +++++++
helm/pinot/charts/zookeeper-13.8.7.tgz | Bin 55335 -> 0 bytes
helm/pinot/requirements.lock | 25 -
helm/pinot/requirements.yaml | 6 +-
helm/pinot/templates/_helpers.tpl | 40 ++
.../{minion => zookeeper}/service-headless.yaml | 29 +-
.../service.yaml} | 21 +-
helm/pinot/templates/zookeeper/statefulset.yaml | 201 +++++++
helm/pinot/values.yaml | 85 ++-
helm/presto-0.2.0.tgz | Bin 8299 -> 0 bytes
helm/presto-0.2.1.tgz | Bin 8313 -> 0 bytes
helm/presto/Chart.yaml | 34 --
helm/presto/README.md | 232 --------
helm/presto/launch-presto-ui.sh | 28 -
helm/presto/pinot-presto-cli.sh | 31 --
helm/presto/presto-cli.sh | 8 -
helm/presto/presto-coordinator.yaml | 159 ------
helm/presto/presto-worker.yaml | 144 -----
helm/presto/templates/_helpers.tpl | 91 ----
helm/presto/templates/coordinator/configmap.yaml | 56 --
.../templates/coordinator/service-external.yaml | 41 --
.../templates/coordinator/service-headless.yaml | 38 --
helm/presto/templates/coordinator/service.yaml | 38 --
helm/presto/templates/coordinator/statefulset.yml | 127 -----
helm/presto/templates/worker/configmap.yaml | 44 --
helm/presto/templates/worker/service-headless.yaml | 38 --
helm/presto/templates/worker/service.yaml | 38 --
helm/presto/templates/worker/statefulset.yml | 127 -----
helm/presto/values.yaml | 191 -------
.../MultiStageBrokerRequestHandler.java | 5 +-
.../MultiStageReplicaGroupSelector.java | 16 +-
pinot-common/pom.xml | 10 +-
.../common/assignment/InstancePartitionsUtils.java | 12 +-
.../common/function/TransformFunctionType.java | 2 +
.../common/function/scalar/HashFunctions.java | 89 +++
.../common/function/scalar/StringFunctions.java | 131 ++++-
.../apache/pinot/common/metrics/ServerGauge.java | 2 +
.../pinot/common/response/BrokerResponse.java | 6 +-
.../pinot/common/response/CursorResponse.java | 16 +-
.../response/broker/BrokerResponseNative.java | 5 +-
.../common/utils/config/TableConfigSerDeUtils.java | 30 +-
.../common/function/scalar/HashFunctionsTest.java | 26 +
.../function/scalar/StringFunctionsTest.java | 112 ++++
.../prometheus/PinotPrometheusMetricsTest.java | 30 +-
.../test/java/org/apache/pinot/util/TestUtils.java | 19 +-
.../java/org/apache/pinot/compat/StreamOp.java | 3 +-
pinot-connectors/pinot-spark-2-connector/README.md | 87 ---
...pinot-connector-executor-server-interaction.jpg | Bin 100316 -> 0 bytes
.../documentation/read_model.md | 142 -----
pinot-connectors/pinot-spark-2-connector/pom.xml | 192 -------
...org.apache.spark.sql.sources.DataSourceRegister | 1 -
.../connector/spark/datasource/DataExtractor.scala | 148 -----
.../spark/datasource/PinotDataSourceReader.scala | 123 -----
.../spark/datasource/PinotDataSourceV2.scala | 36 --
.../spark/datasource/PinotInputPartition.scala | 45 --
.../spark/datasource/query/FilterPushDown.scala | 127 -----
.../src/test/resources/schema/pinot-schema.json | 75 ---
.../src/test/resources/schema/spark-schema.json | 105 ----
.../connector/spark/datasource/BaseTest.scala | 24 -
.../spark/datasource/DataExtractorTest.scala | 235 --------
.../ExampleSparkPinotConnectorTest.scala | 212 --------
.../datasource/query/FilterPushDownTest.scala | 82 ---
.../spark/common/CaseInsensitiveStringMap.java | 5 +-
.../reader/PinotAbstractPartitionReader.scala | 4 +-
pinot-connectors/pom.xml | 1 -
.../pinot/controller/BaseControllerStarter.java | 38 +-
.../apache/pinot/controller/ControllerConf.java | 13 +-
.../PinotInstanceAssignmentRestletResource.java | 4 +-
.../helix/core/PinotHelixResourceManager.java | 50 +-
.../core/cleanup/StaleInstancesCleanupTask.java | 6 +-
.../realtime/PauselessSegmentCompletionFSM.java | 1 +
.../realtime/PinotLLCRealtimeSegmentManager.java | 52 +-
.../core/realtime/SegmentCompletionManager.java | 24 +-
.../helix/core/rebalance/TableRebalancer.java | 6 +-
.../workload/scheme/TablePropagationScheme.java | 12 +-
.../src/main/resources/package-lock.json | 62 +--
pinot-controller/src/main/resources/package.json | 2 +-
.../PinotHelixResourceManagerAssignmentTest.java | 3 +-
.../StaleInstancesCleanupTaskStatelessTest.java | 43 ++
.../cleanup/StaleInstancesCleanupTaskTest.java | 280 ++++++++++
.../PinotLLCRealtimeSegmentManagerTest.java | 50 ++
.../manager/realtime/IngestionDelayTracker.java | 46 +-
.../realtime/RealtimeSegmentDataManager.java | 39 +-
.../function/scalar/FilterMvScalarFunction.java | 242 +++++++++
.../function/FilterMvPredicateEvaluator.java | 450 +++++++++++++++
.../function/FilterMvTransformFunction.java | 337 ++++++++++++
.../JsonExtractScalarTransformFunction.java | 82 ++-
.../function/TransformFunctionFactory.java | 1 +
.../pinot/core/periodictask/BasePeriodicTask.java | 10 +
.../DistinctCountCPCSketchAggregationFunction.java | 22 +-
.../query/executor/LogicalTableExecutionInfo.java | 60 +-
.../query/executor/SingleTableExecutionInfo.java | 17 -
.../core/query/executor/TableExecutionInfo.java | 30 +
.../core/query/pruner/SegmentPrunerService.java | 20 +-
.../DistinctCountCPCSketchAggregator.java | 22 +-
.../pinot/core/transport/ServerInstance.java | 65 ++-
.../pinot/core/transport/grpc/GrpcQueryServer.java | 11 +-
.../core/util/trace/ContinuousJfrStarter.java | 605 ++++++++++++++++-----
.../ServerSegmentCompletionProtocolHandler.java | 13 +-
.../realtime/IngestionDelayTrackerTest.java | 45 +-
.../pinot/core/minion/SegmentPurgerTest.java | 6 +-
.../function/FilterMvTransformFunctionTest.java | 366 +++++++++++++
...adataAndDictionaryAggregationPlanMakerTest.java | 9 +-
...tinctCountCPCSketchAggregationFunctionTest.java | 78 +++
.../executor/LogicalTableExecutionInfoTest.java | 294 ++++++++++
.../query/pruner/SegmentPrunerServiceTest.java | 145 +++++
.../DistinctCountCPCSketchAggregatorTest.java | 43 ++
.../pinot/core/transport/ServerInstanceTest.java | 53 ++
.../org/apache/pinot/core/util/CrcUtilsTest.java | 43 +-
.../core/util/trace/ContinuousJfrStarterTest.java | 408 +++++++++++---
.../apache/pinot/queries/BaseJsonQueryTest.java | 4 +-
.../ForwardIndexDisabledMultiValueQueriesTest.java | 1 -
...dexDisabledMultiValueQueriesWithReloadTest.java | 9 +-
...ForwardIndexDisabledSingleValueQueriesTest.java | 11 +-
.../pinot/queries/JsonExtractScalarTest.java | 38 ++
pinot-distribution/pinot-assembly.xml | 14 +-
.../tests/BaseClusterIntegrationTest.java | 53 +-
.../tests/BaseDedupIntegrationTest.java | 71 ++-
.../tests/BasePauselessRealtimeIngestionTest.java | 4 +-
.../integration/tests/CursorIntegrationTest.java | 2 +-
.../GroupByEnableTrimOptionIntegrationTest.java | 3 +-
.../tests/LLCRealtimeClusterIntegrationTest.java | 3 +-
.../tests/MultiStageEngineIntegrationTest.java | 43 +-
.../tests/OfflineClusterIntegrationTest.java | 32 +-
...pRealtimeIngestionSegmentCommitFailureTest.java | 2 +-
...sRealtimeIngestionSegmentCommitFailureTest.java | 2 +-
...otLLCRealtimeSegmentManagerIntegrationTest.java | 116 ++++
.../tests/PurgeMinionClusterIntegrationTest.java | 2 +-
...fflineSegmentsMinionClusterIntegrationTest.java | 3 +-
...ntMetadataPushMinionClusterIntegrationTest.java | 71 ---
...RefreshSegmentMinionClusterIntegrationTest.java | 445 ---------------
.../tests/RetentionManagerIntegrationTest.java | 2 +-
.../tests/RowLevelSecurityIntegrationTest.java | 5 +-
...mentGenerationMinionClusterIntegrationTest.java | 4 +-
...gmentGenerationMinionRealtimeIngestionTest.java | 4 +-
.../tests/SegmentUploadIntegrationTest.java | 17 +-
.../SegmentWriterUploaderIntegrationTest.java | 8 +-
.../SparkSegmentMetadataPushIntegrationTest.java | 11 +-
.../UpsertCompactMergeTaskIntegrationTest.java | 18 +-
.../tests/UpsertTableIntegrationTest.java | 90 ++-
.../pinot/integration/tests/custom/ArrayTest.java | 176 ++++++
.../CustomDataQueryClusterIntegrationTest.java | 149 +++--
.../tests/custom/GroupByTrimmingTest.java | 9 +-
.../OfflineUpsertTableTest.java} | 161 ++----
.../tests/custom/RefreshSegmentMinionTest.java | 409 ++++++++++++++
.../SSBQueryTest.java} | 178 +++---
.../BaseLogicalTableIntegrationTest.java | 2 +-
.../ingestion/BaseKinesisIntegrationTest.java | 20 +-
.../ingestion/RealtimeKinesisIntegrationTest.java | 11 +-
.../org/apache/pinot/perf/BenchmarkSplitPart.java | 160 ++++++
.../pinot-batch-ingestion-spark-2.4/pom.xml | 121 -----
.../spark/SparkSegmentGenerationJobRunner.java | 387 -------------
.../spark/SparkSegmentMetadataPushJobRunner.java | 75 ---
.../batch/spark/SparkSegmentTarPushJobRunner.java | 74 ---
.../batch/spark/SparkSegmentUriPushJobRunner.java | 71 ---
.../segmentCreationAndMetadataPushJobSpec.yaml | 53 --
.../segmentCreationAndTarPushJobSpec.yaml | 46 --
.../segmentCreationAndUriPushJobSpec.yaml | 46 --
.../src/main/resources/segmentCreationJobSpec.yaml | 44 --
.../src/main/resources/segmentTarPushJobSpec.yaml | 46 --
.../src/main/resources/segmentUriPushJobSpec.yaml | 46 --
.../spark/SparkSegmentGenerationJobRunnerTest.java | 234 --------
pinot-plugins/pinot-batch-ingestion/pom.xml | 1 -
.../apache/pinot/plugin/filesystem/S3PinotFS.java | 4 +-
.../pinot-input-format/pinot-protobuf/pom.xml | 1 +
.../refreshsegment/RefreshSegmentTaskExecutor.java | 4 -
.../pinot-timeseries-m3ql/pom.xml | 6 +
.../rel/rules/PinotJoinExchangeNodeInsertRule.java | 45 +-
.../pinot/calcite/rel/traits/TraitAssignment.java | 23 +-
.../planner/physical/DispatchablePlanVisitor.java | 9 +-
.../apache/pinot/query/QueryCompilationTest.java | 89 +++
.../apache/pinot/query/mailbox/MailboxService.java | 9 +
.../query/mailbox/channel/ChannelManager.java | 21 +
.../apache/pinot/query/runtime/QueryRunner.java | 8 +-
.../pinot/query/runtime/plan/OpChainConverter.java | 76 +++
.../runtime/plan/OpChainConverterDispatcher.java | 128 +++++
.../plan/pipeline/PipelineBreakerExecutor.java | 4 +-
.../plan/server/ServerPlanRequestUtils.java | 4 +-
.../query/service/dispatch/QueryDispatcher.java | 60 +-
.../pinot/query/service/server/QueryServer.java | 47 +-
.../query/mailbox/channel/ChannelManagerTest.java | 81 +++
.../runtime/operator/NonEquiJoinOperatorTest.java | 122 +++++
.../plan/OpChainConverterDispatcherTest.java | 20 +-
.../query/runtime/queries/QueryRunnerTest.java | 7 +-
.../query/service/server/QueryServerTest.java | 128 +++++
.../test/resources/queries/NonEquiOuterJoins.json | 64 +++
.../DistinctCountCPCSketchValueAggregator.java | 14 +-
.../immutable/ImmutableSegmentLoader.java | 12 +
.../indexsegment/mutable/MutableSegmentImpl.java | 105 +++-
.../impl/VarByteChunkForwardIndexWriterV4.java | 19 +-
.../impl/VarByteChunkForwardIndexWriterV6.java | 74 +++
.../converter/RealtimeSegmentConverter.java | 15 +-
.../CompactedDictEncodedColumnStatistics.java | 4 +-
.../CompactedRawIndexDictColumnStatistics.java | 4 +-
.../converter/stats/MutableColumnStatistics.java | 14 +-
.../stats/MutableNoDictionaryColStatistics.java | 195 ++++++-
.../RealtimeSegmentSegmentCreationDataSource.java | 13 +-
.../stats/RealtimeSegmentStatsContainer.java | 29 +-
.../local/realtime/impl/RealtimeSegmentConfig.java | 15 +-
.../writer/StatelessRealtimeSegmentWriter.java | 6 +-
.../recordtransformer/ExpressionTransformer.java | 148 ++++-
.../recordtransformer/RecordTransformerUtils.java | 37 ++
.../SchemaConformingTransformer.java | 5 +-
.../fwd/MultiValueFixedByteRawIndexCreator.java | 9 +-
.../impl/fwd/MultiValueVarByteRawIndexCreator.java | 5 +
.../fwd/SingleValueVarByteRawIndexCreator.java | 5 +
.../impl/inv/geospatial/BaseH3IndexCreator.java | 1 +
.../stats/NoDictColumnStatisticsCollector.java | 4 +-
.../stats/StringColumnPreIndexStatsCollector.java | 6 +-
.../index/column/PhysicalColumnIndexContainer.java | 9 +
.../index/forward/ForwardIndexReaderFactory.java | 7 +-
.../segment/index/loader/IndexLoadingConfig.java | 9 +
...IndexAndDictionaryBasedForwardIndexCreator.java | 13 +-
.../forward/VarByteChunkForwardIndexReaderV4.java | 31 +-
.../forward/VarByteChunkForwardIndexReaderV5.java | 7 +-
.../forward/VarByteChunkForwardIndexReaderV6.java | 100 ++++
.../segment/readers/PinotSegmentRecordReader.java | 17 +-
.../segment/store/SingleFileIndexDirectory.java | 9 +-
.../local/startree/StarTreeBuilderUtils.java | 3 +-
.../upsert/BaseTableUpsertMetadataManager.java | 2 +-
...oncurrentMapPartitionUpsertMetadataManager.java | 15 +-
...nUpsertMetadataManagerForConsistentDeletes.java | 14 +-
.../segment/local/upsert/PartialUpsertHandler.java | 15 +-
.../pinot/segment/local/upsert/UpsertUtils.java | 12 +
.../local/utils/ExpressionTransformerUtils.java | 105 ----
.../segment/local/utils/TableConfigUtils.java | 57 ++
.../DistinctCountCPCSketchValueAggregatorTest.java | 29 +
.../mutable/MutableSegmentImplTest.java | 24 +
.../converter/RealtimeSegmentConverterTest.java | 540 +++++++++++++++++-
.../CompactedDictEncodedColumnStatisticsTest.java | 8 +-
.../CompactedRawIndexDictColumnStatisticsTest.java | 4 +-
.../stats/MutableColumnStatisticsTest.java | 2 +-
.../ExpressionTransformerTest.java | 65 ++-
.../local/segment/creator/SegmentTestUtils.java | 4 +-
.../MultiValueFixedByteRawIndexCreatorTest.java | 2 +-
.../MultiValueVarByteRawIndexCreatorTest.java | 2 +-
.../SegmentGenerationWithSortedColumnTest.java | 163 ++++++
.../segment/index/creator/VarByteChunkV4Test.java | 36 +-
.../segment/index/creator/VarByteChunkV5Test.java | 175 +-----
.../segment/index/creator/VarByteChunkV6Test.java | 104 ++++
.../index/loader/ForwardIndexHandlerTest.java | 5 +-
.../local/segment/index/loader/LoaderTest.java | 3 +-
.../index/loader/SegmentPreProcessorTest.java | 1 -
.../readers/PinotSegmentRecordReaderTest.java | 26 +
.../local/upsert/PartialUpsertHandlerTest.java | 83 ++-
.../segment/local/utils/TableConfigUtilsTest.java | 196 +++++++
.../spi/creator/SegmentGeneratorConfig.java | 35 --
.../mutable/ThreadSafeMutableRoaringBitmap.java | 4 +
.../spi/partition/FnvPartitionFunction.java | 158 ++++++
.../spi/partition/Murmur3PartitionFunction.java | 25 +-
.../spi/partition/MurmurPartitionFunction.java | 30 +-
.../spi/partition/PartitionFunctionFactory.java | 7 +-
.../spi/partition/PartitionFunctionTest.java | 269 +++++++++
pinot-server/pom.xml | 5 +
.../pinot/server/api/resources/TablesResource.java | 30 +-
.../pinot/server/starter/ServerInstance.java | 5 +
.../server/starter/helix/BaseServerStarter.java | 17 +
.../IngestionBasedConsumptionStatusChecker.java | 3 +
.../ServerGrpcChannelBackoffResetHandler.java | 172 ++++++
.../pinot/server/worker/WorkerQueryServer.java | 11 +-
...FreshnessBasedConsumptionStatusCheckerTest.java | 56 ++
.../ServerGrpcChannelBackoffResetHandlerTest.java | 237 ++++++++
.../pinot/spi/config/table/IndexingConfig.java | 7 +-
.../apache/pinot/spi/config/table/TableConfig.java | 34 ++
.../pinot/spi/config/table/UpsertConfig.java | 22 +
.../java/org/apache/pinot/spi/data/FieldSpec.java | 46 +-
.../java/org/apache/pinot/spi/data/Schema.java | 51 ++
.../apache/pinot/spi/query/QueryThreadContext.java | 37 +-
.../pinot/spi/stream/StreamConfigProperties.java | 4 -
.../pinot/spi/stream/StreamDataDecoderImpl.java | 20 +-
.../apache/pinot/spi/trace/LoggerConstants.java | 6 +-
.../spi/utils/builder/TableConfigBuilder.java | 30 +-
.../pinot/spi/utils/hash/FnvHashFunctions.java | 116 ++++
.../pinot/spi/config/table/TableConfigTest.java | 65 +++
.../org/apache/pinot/spi/data/FieldSpecTest.java | 91 ++++
.../java/org/apache/pinot/spi/data/SchemaTest.java | 101 ++++
.../spi/stream/StreamDataDecoderImplTest.java | 41 ++
.../pinot/spi/utils/hash/FnvHashFunctionsTest.java | 88 +++
.../{AuthQuickstart.java => JfrQuickstart.java} | 30 +-
.../java/org/apache/pinot/tools/Quickstart.java | 13 +-
.../LaunchSparkDataIngestionJobCommand.java | 1 -
.../tools/admin/command/QuickstartRunner.java | 48 +-
.../converter/DictionaryToRawIndexConverter.java | 4 +-
.../converter/PinotSegmentConvertCommand.java | 27 +-
.../converter/PinotSegmentToAvroConverter.java | 29 +-
.../converter/PinotSegmentToCsvConverter.java | 12 +-
.../converter/PinotSegmentToJsonConverter.java | 11 +-
.../converter/PinotSegmentToParquetConverter.java | 85 +++
.../converter/PinotSegmentConverterTest.java | 29 +
pom.xml | 74 ++-
324 files changed, 11556 insertions(+), 7401 deletions(-)
delete mode 100644 .github/workflows/build-presto-docker-image.yml
create mode 100644 .github/workflows/close_stale_issues.yml
delete mode 100644 .github/workflows/pinot_tests-workflow-run.yml
delete mode 100755 .github/workflows/scripts/docker/.presto_build_info_gen.sh
delete mode 100755
.github/workflows/scripts/docker/.presto_docker_image_build_and_push.sh
delete mode 100755 .github/workflows/scripts/retry_on_fast_fail.sh
delete mode 100644 docker/images/pinot-presto/Dockerfile
delete mode 100644 docker/images/pinot-presto/README.md
delete mode 100755 docker/images/pinot-presto/docker-build.sh
delete mode 100644 docker/images/pinot-presto/etc/catalog/pinot.properties
delete mode 100644
docker/images/pinot-presto/etc/catalog/pinot_quickstart.properties
delete mode 100644 docker/images/pinot-presto/etc/config.properties
delete mode 100644 docker/images/pinot-presto/etc/jvm.config
delete mode 100644 docker/images/pinot-presto/etc/log.properties
delete mode 100644 docker/images/pinot-presto/etc/node.properties
create mode 100644 helm/pinot-1.0.0.tgz
create mode 100644 helm/pinot/UPGRADING.md
delete mode 100644 helm/pinot/charts/zookeeper-13.8.7.tgz
delete mode 100644 helm/pinot/requirements.lock
copy helm/pinot/templates/{minion => zookeeper}/service-headless.yaml (61%)
copy helm/pinot/templates/{serviceaccount.yaml => zookeeper/service.yaml} (71%)
create mode 100644 helm/pinot/templates/zookeeper/statefulset.yaml
delete mode 100644 helm/presto-0.2.0.tgz
delete mode 100644 helm/presto-0.2.1.tgz
delete mode 100644 helm/presto/Chart.yaml
delete mode 100644 helm/presto/README.md
delete mode 100755 helm/presto/launch-presto-ui.sh
delete mode 100755 helm/presto/pinot-presto-cli.sh
delete mode 100755 helm/presto/presto-cli.sh
delete mode 100644 helm/presto/presto-coordinator.yaml
delete mode 100644 helm/presto/presto-worker.yaml
delete mode 100644 helm/presto/templates/_helpers.tpl
delete mode 100644 helm/presto/templates/coordinator/configmap.yaml
delete mode 100644 helm/presto/templates/coordinator/service-external.yaml
delete mode 100644 helm/presto/templates/coordinator/service-headless.yaml
delete mode 100644 helm/presto/templates/coordinator/service.yaml
delete mode 100644 helm/presto/templates/coordinator/statefulset.yml
delete mode 100644 helm/presto/templates/worker/configmap.yaml
delete mode 100644 helm/presto/templates/worker/service-headless.yaml
delete mode 100644 helm/presto/templates/worker/service.yaml
delete mode 100644 helm/presto/templates/worker/statefulset.yml
delete mode 100644 helm/presto/values.yaml
delete mode 100644 pinot-connectors/pinot-spark-2-connector/README.md
delete mode 100644
pinot-connectors/pinot-spark-2-connector/documentation/images/spark-pinot-connector-executor-server-interaction.jpg
delete mode 100644
pinot-connectors/pinot-spark-2-connector/documentation/read_model.md
delete mode 100644 pinot-connectors/pinot-spark-2-connector/pom.xml
delete mode 100644
pinot-connectors/pinot-spark-2-connector/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister
delete mode 100644
pinot-connectors/pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/DataExtractor.scala
delete mode 100644
pinot-connectors/pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotDataSourceReader.scala
delete mode 100644
pinot-connectors/pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotDataSourceV2.scala
delete mode 100644
pinot-connectors/pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotInputPartition.scala
delete mode 100644
pinot-connectors/pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/query/FilterPushDown.scala
delete mode 100644
pinot-connectors/pinot-spark-2-connector/src/test/resources/schema/pinot-schema.json
delete mode 100644
pinot-connectors/pinot-spark-2-connector/src/test/resources/schema/spark-schema.json
delete mode 100644
pinot-connectors/pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/BaseTest.scala
delete mode 100644
pinot-connectors/pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/DataExtractorTest.scala
delete mode 100644
pinot-connectors/pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/ExampleSparkPinotConnectorTest.scala
delete mode 100644
pinot-connectors/pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/query/FilterPushDownTest.scala
create mode 100644
pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/cleanup/StaleInstancesCleanupTaskTest.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/function/scalar/FilterMvScalarFunction.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/FilterMvPredicateEvaluator.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/FilterMvTransformFunction.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/FilterMvTransformFunctionTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/query/executor/LogicalTableExecutionInfoTest.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/PinotLLCRealtimeSegmentManagerIntegrationTest.java
delete mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/RefreshSegmentMetadataPushMinionClusterIntegrationTest.java
delete mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/RefreshSegmentMinionClusterIntegrationTest.java
rename
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/{OfflineUpsertTableIntegrationTest.java
=> custom/OfflineUpsertTableTest.java} (75%)
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/RefreshSegmentMinionTest.java
rename
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/{SSBQueryIntegrationTest.java
=> custom/SSBQueryTest.java} (60%)
create mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkSplitPart.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/pom.xml
delete mode 100644
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentGenerationJobRunner.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentMetadataPushJobRunner.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentTarPushJobRunner.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentUriPushJobRunner.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/resources/segmentCreationAndMetadataPushJobSpec.yaml
delete mode 100644
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/resources/segmentCreationAndTarPushJobSpec.yaml
delete mode 100644
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/resources/segmentCreationAndUriPushJobSpec.yaml
delete mode 100644
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/resources/segmentCreationJobSpec.yaml
delete mode 100644
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/resources/segmentTarPushJobSpec.yaml
delete mode 100644
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/resources/segmentUriPushJobSpec.yaml
delete mode 100644
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/test/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentGenerationJobRunnerTest.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/plan/OpChainConverter.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/plan/OpChainConverterDispatcher.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/mailbox/channel/ChannelManagerTest.java
copy
pinot-core/src/test/java/org/apache/pinot/core/metadata/MetadataExtractorFactoryTest.java
=>
pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/plan/OpChainConverterDispatcherTest.java
(65%)
create mode 100644
pinot-query-runtime/src/test/resources/queries/NonEquiOuterJoins.json
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/io/writer/impl/VarByteChunkForwardIndexWriterV6.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/readers/forward/VarByteChunkForwardIndexReaderV6.java
delete mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/ExpressionTransformerUtils.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/creator/SegmentGenerationWithSortedColumnTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/creator/VarByteChunkV6Test.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/partition/FnvPartitionFunction.java
create mode 100644
pinot-server/src/main/java/org/apache/pinot/server/starter/helix/ServerGrpcChannelBackoffResetHandler.java
create mode 100644
pinot-server/src/test/java/org/apache/pinot/server/starter/helix/ServerGrpcChannelBackoffResetHandlerTest.java
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/utils/hash/FnvHashFunctions.java
create mode 100644
pinot-spi/src/test/java/org/apache/pinot/spi/utils/hash/FnvHashFunctionsTest.java
copy pinot-tools/src/main/java/org/apache/pinot/tools/{AuthQuickstart.java =>
JfrQuickstart.java} (57%)
create mode 100644
pinot-tools/src/main/java/org/apache/pinot/tools/segment/converter/PinotSegmentToParquetConverter.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
