This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch
dependabot/maven/com.google.protobuf-protobuf-bom-3.25.7
in repository https://gitbox.apache.org/repos/asf/pinot.git
discard a1f1c546e4 Bump com.google.protobuf:protobuf-bom from 3.25.5 to 3.25.7
add ead122e426 Bump testcontainers.version from 1.20.6 to 1.21.0 (#15631)
add b20b2c1e33 Bump software.amazon.awssdk:bom from 2.31.27 to 2.31.28
(#15633)
add f99e9fbb71 Revert SecretStore interface (#15627)
add 8ab0e49b2e Add a New Pre-check Item for Replica Groups Info (#15575)
add ecb1783d1b Fix needReload to fetch status from servers in ExternalView
(#15637)
add 53bdb00179 Move Query Execution Planning to TableExecutionInfo in SSE
(#15523)
add c781ff1fff Add a button to view consuming segments info directly in
table UI (#15623)
add 0fc9ec6e94 Add validations for Pauseless Tables (#15567)
add 4ee441e18d Metrics that Tracks the Progress of each Table Rebalance
Job (#15518)
add cca072f052 Revert "Metrics that Tracks the Progress of each Table
Rebalance Job (#15518)" (#15649)
add 43089b15f3 Add netty memory related metrics for GrpcMailboxServer
(#15651)
add fd802fcf9a Add netty memory related metrics for grpc query/broker
servers (#15625)
add 489e9927ef Bump com.dynatrace.hash4j:hash4j from 0.21.0 to 0.22.0
(#15645)
add d1d265128c Bump org.apache.httpcomponents.client5:httpclient5 from
5.4.3 to 5.4.4 (#15644)
add 1a5bb32fe7 Bump software.amazon.awssdk:bom from 2.31.28 to 2.31.29
(#15643)
add b7887e2545 Bump com.fasterxml.jackson:jackson-bom from 2.18.3 to
2.19.0 (#15642)
add adc3d79e81 Fix JsonExtractIndex with null handling enabled (#15616)
add c894265b1f Allow raw JSON as input for Add table button in Pinot UI
(#15647)
add c6abcf2da1 Updating baseURL for knox support (#15596)
add 94fc62abcf Modify parser to support type aliases like LONG for BIGINT
in MSE (#15615)
add 30e693b71e Add button to Pause/Resume consumption in Table UI (#15657)
add 125c103abc Added timeouts to the resource deletion calls from
SegmentDeletionManager (#15638)
add b76b891f8a Adding CityHash support to scalar functions (#15655)
add 7c668f5803 Optimize memory usage on SchemaConformingTransformer
(#15624)
add 3e2ad5e889 Bump software.amazon.awssdk:bom from 2.31.29 to 2.31.30
(#15661)
add db9061f85a Bump com.puppycrawl.tools:checkstyle from 10.23.0 to
10.23.1 (#15662)
add 8dc6d8d3e8 Reduce warning logs when consumer thread is interrupted
(#15660)
add e544877e23 Support unnest on a string typed json column (#15663)
add 3d46edb089 Kinesis partition split fixes (#15563)
add 4abddfc8ff Update helm chart for zookeeper storage class and size
(#15671)
add a57527dadc Bump org.apache.commons:commons-configuration2 from 2.11.0
to 2.12.0 (#15669)
add 16a477fda6 Bump com.azure:azure-sdk-bom from 1.2.33 to 1.2.34 (#15668)
add 77d0e9fc93 Bug fix: table names misaligned in pinot UI (#15670)
add 1a476dea72 Add TableSegmentsInfo to Thrift and Proto broker/server
messages (#15573)
add 83e20eea73 Codecov tests (#15560)
add 7b22966633 byte-based splitting for mse query blocks (#15571)
add 1d2a4a4ac4 Bump nl.jqno.equalsverifier:equalsverifier from 3.19.3 to
3.19.4 (#15677)
add 38a2a6e272 Bump software.amazon.awssdk:bom from 2.31.30 to 2.31.32
(#15678)
add 7bd61f05a7 SegmentRelocator should skip rebalancing tables that
haven't completed rebalance since the last relocator run (#15681)
add 75fe05f37f Add type coercion (implicit cast) rules for TIMESTAMP /
LONG in the multi-stage engine (#15679)
add ce9f20a4c1 [ui] Fix: Prevent Runtime Errors by Validating Add Schema
JSON Fields (#15680)
add 8c2cefb4d5 Set conservative default for gRPC query sever worker thread
count (#15676)
add c3e118f1fa Fix up elapsed time calculation for rebalance progress
stats when carry over are present (#15674)
add 64d0957994 Bump software.amazon.awssdk:bom from 2.31.32 to 2.31.33
(#15687)
add 4f018c2712 throttling logic (#15686)
add d7443e618c [multistage] Add Pushdown and Worker Rules (#15658)
add c423ae04db Add updateTargetTier check to the rebalance configs
pre-check for table rebalancer (#15689)
add 55eb236edc Adds Intgeration tests for Dedup and Pauseless (#15398)
add 2b12cbdf48 Fixes Integration test (#15699)
add a7c99db6d9 Do not modify cached schema in TableDataManager (#15690)
add f9ca123c9a [Test] Clean-up and move rebalance related tests from
offline integration to TableRebalanceIntegrationTest (#15702)
add c36d88f7bf Japicmp implementation in pinot-spi (#15684)
add 8af019e32c Bump software.amazon.awssdk:bom from 2.31.33 to 2.31.34
(#15697)
add 2c39c8f5e1 Bump parquet.version from 1.15.1 to 1.15.2 (#15696)
add 78cb37c189 Metrics that Tracks the Progress of Table Rebalance Jobs
(#15650)
add 8b3005e4cb Fix Swagger UI redirect issue by preserving Knox gateway
path in base URL (#15707)
add 4d423555fc Include stats on cancel (#15609)
add c699a3db0c Bump org.checkerframework:checker-qual from 3.49.2 to
3.49.3 (#15711)
add 1fba9ace5b Bump com.github.luben:zstd-jni from 1.5.7-2 to 1.5.7-3
(#15712)
add 7fc0f4099b Bump software.amazon.awssdk:bom from 2.31.34 to 2.31.35
(#15713)
add 85c3d04beb Add segment end criteria check for SVForwardIndex and
Dictionary (#15120)
add a231dbbe43 [multistage] Support Physical Optimizer E2E (#15698)
add 78504647a9 [timeseries] Add Metadata Provider to Time Series Query
Planner (#15604)
add debbb6df6f [pinot-avro plugin] by default enable logical types support
(#15654)
add 08769d2d7b Logical table CRUD operations. (#15515)
add 67cdf437ed Bump software.amazon.awssdk:bom from 2.31.35 to 2.31.36
(#15717)
add 0464333fed Bump com.gradle:common-custom-user-data-maven-extension
(#15718)
add 497a90b725 Move Table Routing logic in SSE to TableRoute class (#15388)
add cba670fa4f Fallback for bad values in periodic controller task
configurations (#15466)
add b206ccd076 Log IS update failures in ensureAllPartitionsConsuming
(#15673)
add ebcba81761 Add Table config decorator support (#15714)
add de387c17da Create proper response when all segments are pruned on
broker (#15703)
add 64efe79476 Use AtomicInteger for _currentQueryServerThreads in
MultiStageQueryThrottler to provide thread-safe computation (#15724)
add ebc8e22c1d Bump net.openhft:chronicle-core from 2.27ea2 to 2.27ea3
(#15731)
add 0ba6b1b3bc Bump software.amazon.awssdk:bom from 2.31.36 to 2.31.37
(#15732)
add 2020c89618 Bump orc.version from 1.9.5 to 1.9.6 (#15729)
add 626336899a Don't use static variables for per table metadata in
ReplicaGroupSegmentAssignmentStrategy (#15734)
add 26e53e0fd3 Dynamic timeout for EV convergence in table rebalance
(#15618)
add 5a03e67b09 Document update for #15618 (#15735)
add a7ae20e21c Retry postStopConsumedMsg for segment init errors (#15652)
add 87a16ffa1d Fixing Swagger UI redirection from controller UI (#15728)
add 05b8fad2a3 Japicmp implementation in pinot-segment-spi (#15737)
add 3b004958d9 Add metrics for monitoring server's message queue size
(#15722)
add 4b77f8ba0d Broker selection for logical tables. (#15726)
add d6e37012d6 Enhance OfflineClusterIntegrationTest to check index size
and fix index removal for default column (#15740)
add da3087c477 MSE support for case-insensitiveness without breaking
compatibility (#15692)
add 980b5d04b3 Logical table schema enforcement. (#15733)
add 7b12239104 Add configs to logical tables (#15720)
add b90b5b8a6e Bump com.nimbusds:nimbus-jose-jwt from 10.2 to 10.3 (#15754)
add e746e35511 Bump software.amazon.awssdk:bom from 2.31.37 to 2.31.39
(#15755)
add 81e23ea8af Add a test to create star-tree on new added columns (#15745)
add a25e9c4efb Cleanup the segment metadata reading logic in
SegmentPreProcessor (#15746)
add ae944a5677 Reduce the warning for SegmentPartitionMetadataManager on
non-partitioned tables (#15747)
add c54070d53c Metric for HTTP Thread Utilization (Controller) (#15716)
add 0d66c25f62 Add skipSegmentPreprocess flag to TableConfigBuilder
(#15758)
add 8b82a416c0 [multistage] Add Support for Inferring Invalid Segment
Partition Id (#15760)
add 1d278d5701 Bump software.amazon.awssdk:bom from 2.31.39 to 2.31.40
(#15769)
add d4a967ad3b Bump org.jline:jline from 3.29.0 to 3.30.0 (#15768)
add 38e97c46ba Bump com.google.cloud:libraries-bom from 26.59.0 to 26.60.0
(#15767)
add 0f9780a0fa Fix Bitmap Filter Execution Order in OrDocIdSet (#15756)
add 81d9ed6838 Bump io.grpc:grpc-bom from 1.71.0 to 1.72.0 (#15569)
add 3b1af5bb61 Bump com.google.protobuf:protobuf-bom from 3.25.5 to 3.25.7
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (a1f1c546e4)
\
N -- N -- N
refs/heads/dependabot/maven/com.google.protobuf-protobuf-bom-3.25.7 (3b1af5bb61)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/pinot_tests.yml | 76 +-
.mvn/extensions.xml | 2 +-
helm/pinot/values.yaml | 5 +-
pinot-broker/pom.xml | 6 +
.../apache/pinot/broker/grpc/BrokerGrpcServer.java | 76 +-
.../BaseSingleStageBrokerRequestHandler.java | 277 ++---
.../broker/requesthandler/EmptyResponseUtils.java | 205 ++++
.../requesthandler/GrpcBrokerRequestHandler.java | 14 +-
.../MultiStageBrokerRequestHandler.java | 47 +-
.../requesthandler/MultiStageQueryThrottler.java | 11 +-
.../SingleConnectionBrokerRequestHandler.java | 14 +-
.../pinot/broker/routing/BrokerRoutingManager.java | 42 +-
.../BaseSingleStageBrokerRequestHandlerTest.java | 7 +-
.../requesthandler/EmptyResponseUtilsTest.java | 67 +-
pinot-common/src/main/codegen/config.fmpp | 8 +
pinot-common/src/main/codegen/templates/Parser.jj | 20 +-
.../pinot/common/catalog/PinotCatalogReader.java | 44 +
.../pinot/common/catalog/PinotNameMatcher.java | 134 +++
.../org/apache/pinot/common/config/GrpcConfig.java | 13 +
.../pinot/common/config/provider/TableCache.java | 243 +++-
.../common/cursors/AbstractResponseStore.java | 2 +-
.../pinot/common/datablock/BaseDataBlock.java | 10 +-
.../pinot/common/datablock/DataBlockUtils.java | 2 +-
.../scalar/DataTypeConversionFunctions.java | 30 +-
.../common/function/scalar/HashFunctions.java | 58 +
.../common/function/scalar/JsonFunctions.java | 48 +
.../pinot/common/metadata/ZKMetadataProvider.java | 75 +-
.../apache/pinot/common/metrics/BrokerGauge.java | 22 +-
.../apache/pinot/common/metrics/BrokerMeter.java | 8 +
.../pinot/common/metrics/ControllerGauge.java | 8 +-
.../pinot/common/metrics/ControllerMeter.java | 4 +-
.../apache/pinot/common/metrics/ServerGauge.java | 25 +-
.../apache/pinot/common/metrics/ServerMeter.java | 2 +
.../apache/pinot/common/metrics/ServerMetrics.java | 4 +-
.../apache/pinot/common/request/BrokerRequest.java | 4 +-
.../apache/pinot/common/request/DataSource.java | 4 +-
.../apache/pinot/common/request/Expression.java | 4 +-
.../pinot/common/request/ExpressionType.java | 4 +-
.../org/apache/pinot/common/request/Function.java | 4 +-
.../apache/pinot/common/request/Identifier.java | 4 +-
.../pinot/common/request/InstanceRequest.java | 237 +++-
.../java/org/apache/pinot/common/request/Join.java | 4 +-
.../org/apache/pinot/common/request/JoinType.java | 4 +-
.../org/apache/pinot/common/request/Literal.java | 4 +-
.../apache/pinot/common/request/PinotQuery.java | 4 +-
.../apache/pinot/common/request/QuerySource.java | 4 +-
.../pinot/common/request/TableSegmentsInfo.java | 708 ++++++++++++
.../pinot/common/response/ProcessingException.java | 4 +-
.../common/utils/LogicalTableConfigUtils.java | 203 ++++
.../common/utils/config/QueryOptionsUtils.java | 4 +
.../common/utils/helix/IdealStateGroupCommit.java | 3 +-
.../PinotHelixPropertyStoreZnRecordProvider.java | 6 +-
.../pinot/common/utils/list/FlatViewList.java | 197 ++++
pinot-common/src/main/proto/mailbox.proto | 1 +
pinot-common/src/main/proto/server.proto | 8 +
pinot-common/src/main/proto/worker.proto | 2 +-
.../src/main/resources/swagger-ui/index.html | 2 +-
.../pinot/common/function/JsonFunctionsTest.java | 19 +
.../common/function/scalar/HashFunctionsTest.java | 60 +
.../pinot/sql/parsers/CalciteSqlCompilerTest.java | 2 +-
pinot-common/src/thrift/request.thrift | 7 +
.../pinot/controller/BaseControllerStarter.java | 2 +-
.../apache/pinot/controller/ControllerConf.java | 62 +-
.../api/ControllerAdminApiApplication.java | 63 +-
.../api/resources/PinotControllerHealthCheck.java | 16 +
.../api/resources/PinotLogicalTableResource.java | 243 ++++
.../api/resources/PinotTableRestletResource.java | 3 +-
.../helix/core/PinotHelixResourceManager.java | 180 ++-
.../helix/core/PinotTableIdealStateBuilder.java | 15 +-
.../helix/core/SegmentDeletionManager.java | 61 +-
.../ReplicaGroupSegmentAssignmentStrategy.java | 6 +-
.../realtime/MissingConsumingSegmentFinder.java | 2 +-
.../realtime/PinotLLCRealtimeSegmentManager.java | 97 +-
.../core/rebalance/DefaultRebalancePreChecker.java | 93 +-
.../rebalance/TableRebalanceProgressStats.java | 4 +-
.../helix/core/rebalance/TableRebalancer.java | 200 +++-
.../rebalance/ZkBasedTableRebalanceObserver.java | 46 +-
.../helix/core/relocation/SegmentRelocator.java | 26 +-
.../pinot/controller/util/TableMetadataReader.java | 42 +-
.../app/components/ConsumingSegmentsTable.tsx | 110 ++
.../Homepage/Operations/AddOfflineTableOp.tsx | 90 +-
.../Homepage/Operations/AddRealtimeTableOp.tsx | 89 +-
.../components/Homepage/Operations/AddSchemaOp.tsx | 2 +-
.../RebalanceServer/RebalanceServerOptions.ts | 2 +-
.../src/main/resources/app/interfaces/types.d.ts | 41 +
.../src/main/resources/app/pages/TenantDetails.tsx | 309 ++++-
.../src/main/resources/app/requests/index.ts | 26 +-
.../main/resources/app/utils/PinotMethodUtils.ts | 35 +-
.../src/main/resources/app/utils/axios-config.ts | 6 +-
.../src/main/resources/swagger/api/index.html | 2 +-
.../pinot/controller/ControllerConfTest.java | 22 +-
.../api/PinotTableRestletResourceTest.java | 30 +
.../PinotAdminUserLogicalTableResourceTest.java | 51 +
.../resources/PinotLogicalTableResourceTest.java | 475 ++++++++
...inotUserWithAccessLogicalTableResourceTest.java | 176 +++
.../pinot/controller/helix/ControllerTest.java | 152 ++-
.../pinot/controller/helix/TableCacheTest.java | 159 ++-
.../PinotLLCRealtimeSegmentManagerTest.java | 7 +
.../TableRebalancerClusterStatelessTest.java | 72 +-
.../helix/core/rebalance/TableRebalancerTest.java | 67 +-
.../TestZkBasedTableRebalanceObserver.java | 309 ++++-
.../core/util/SegmentDeletionManagerTest.java | 19 +-
.../core/data/manager/BaseTableDataManager.java | 16 +-
.../manager/offline/DimensionTableDataManager.java | 17 +-
.../realtime/RealtimeSegmentDataManager.java | 33 +-
.../manager/realtime/RealtimeTableDataManager.java | 27 +-
.../operator/blocks/results/ResultsBlockUtils.java | 1 +
.../pinot/core/operator/docidsets/OrDocIdSet.java | 1 +
.../transform/function/CastTransformFunction.java | 5 +
.../JsonExtractIndexTransformFunction.java | 1 +
.../query/executor/ServerQueryExecutorV1Impl.java | 250 +---
.../query/executor/SingleTableExecutionInfo.java | 302 +++++
.../core/query/executor/TableExecutionInfo.java | 211 ++++
.../core/query/reduce/BaseGapfillProcessor.java | 2 +-
.../core/query/request/ServerQueryRequest.java | 32 +
.../request/context/TableSegmentsContext.java | 19 +-
.../apache/pinot/core/routing/RoutingManager.java | 9 +
.../transport/ImplicitHybridTableRouteInfo.java | 371 ++++++
.../apache/pinot/core/transport/QueryRouter.java | 55 +-
.../pinot/core/transport/TableRouteInfo.java | 198 ++++
.../pinot/core/transport/grpc/GrpcQueryServer.java | 71 +-
.../core/common/datablock/DataBlockSerdeTest.java | 1 -
.../core/operator/docidsets/OrDocIdSetTest.java | 137 +++
.../apache/pinot/queries/TransformQueriesTest.java | 27 +-
.../tests/BaseClusterIntegrationTest.java | 33 +-
.../tests/BaseClusterIntegrationTestSet.java | 25 +-
...tionTest.java => BaseDedupIntegrationTest.java} | 42 +-
.../tests/BasePauselessRealtimeIngestionTest.java | 6 -
.../integration/tests/CursorIntegrationTest.java | 2 +-
.../tests/DedupPreloadIntegrationTest.java | 31 +-
.../tests/EmptyResponseIntegrationTest.java | 289 ++---
.../tests/HybridClusterIntegrationTest.java | 7 +-
.../tests/JmxMetricsIntegrationTest.java | 21 +-
.../MultiNodesOfflineClusterIntegrationTest.java | 42 +-
.../tests/OfflineClusterIntegrationTest.java | 899 +++++----------
...RealtimeIngestionWithDedupIntegrationTest.java} | 14 +-
...mentGenerationMinionClusterIntegrationTest.java | 8 -
.../tests/TableRebalanceIntegrationTest.java | 1212 ++++++++++++++++++++
.../ingestion/BaseKinesisIntegrationTest.java | 236 ++++
...aIncreaseDecreasePartitionsIntegrationTest.java | 67 +-
.../realtime/ingestion/KinesisShardChangeTest.java | 425 +++++++
.../ingestion}/RealtimeKinesisIntegrationTest.java | 212 +---
.../realtime/ingestion/utils/KinesisUtils.java | 112 ++
.../src/test/resources/index.html | 2 +-
.../inputformat/avro/AvroRecordExtractor.java | 2 +-
.../avro/AvroRecordExtractorConfig.java | 2 +-
.../inputformat/avro/AvroRecordReaderConfig.java | 2 +-
.../plugin/inputformat/avro/AvroSchemaUtil.java | 26 +-
.../avro/AvroRecordToPinotRowGeneratorTest.java | 13 +-
.../plugin/stream/kinesis/KinesisConsumer.java | 11 +
.../kinesis/KinesisStreamMetadataProvider.java | 42 +-
.../kinesis/KinesisStreamMetadataProviderTest.java | 32 +
.../pinot/tsdb/m3ql/M3TimeSeriesPlanner.java | 3 +-
.../org/apache/pinot/query/QueryEnvironment.java | 117 +-
.../apache/pinot/query/catalog/PinotCatalog.java | 24 +-
.../query/context/PhysicalPlannerContext.java | 17 +-
.../apache/pinot/query/context/PlannerContext.java | 15 +-
.../pinot/query/parser/utils/ParserUtils.java | 102 --
.../planner/logical/PinotLogicalQueryPlanner.java | 24 +-
.../planner/logical/RelToPlanNodeConverter.java | 8 +-
.../planner/physical/DispatchablePlanVisitor.java | 8 +-
.../planner/physical/PinotDispatchPlanner.java | 37 +-
.../planner/physical/v2/PRelNodeTreeValidator.java | 76 ++
.../v2/PRelToPlanNodeConverter.java} | 254 +---
.../planner/physical/v2/PinotDataDistribution.java | 3 +-
.../v2/PlanFragmentAndMailboxAssignment.java | 273 +++++
.../physical/v2/nodes/PhysicalExchange.java | 2 +-
.../physical/v2/opt/PhysicalOptRuleSet.java | 9 +-
.../v2/opt/rules/AggregatePushdownRule.java | 290 +++++
.../opt/rules/LeafStageWorkerAssignmentRule.java | 97 +-
.../physical/v2/opt/rules/SortPushdownRule.java | 109 ++
.../v2/opt/rules/WorkerExchangeAssignmentRule.java | 433 +++++++
.../table/ImplicitHybridTableRouteProvider.java | 167 +++
.../query/routing/table/TableRouteProvider.java | 48 +
.../pinot/query/validate/PinotTypeCoercion.java | 101 ++
.../org/apache/pinot/query/validate/Validator.java | 4 +-
.../pinot/query/QueryEnvironmentTestBase.java | 25 +-
.../rules/LeafStageWorkerAssignmentRuleTest.java | 128 ++-
.../v2/opt/rules/SortPushdownRuleTest.java | 47 +
.../query/routing/table/BaseTableRouteTest.java | 266 +++++
...HybridTableRouteProviderCalculateRouteTest.java | 496 ++++++++
...tHybridTableRouteProviderGetTableRouteTest.java | 457 ++++++++
.../query/testutils/MockRoutingManagerFactory.java | 28 +-
.../test/resources/queries/BasicQueryPlans.json | 10 +-
.../src/test/resources/queries/JoinPlans.json | 40 +-
.../resources/queries/LiteralEvaluationPlans.json | 6 +-
.../resources/queries/PhysicalOptimizerPlans.json | 425 +++++++
.../pinot/query/mailbox/GrpcSendingMailbox.java | 106 +-
.../apache/pinot/query/mailbox/MailboxService.java | 2 +-
.../pinot/query/mailbox/ReceivingMailbox.java | 10 +-
.../query/mailbox/channel/GrpcMailboxServer.java | 64 +-
.../mailbox/channel/MailboxContentObserver.java | 12 +-
.../query/runtime/MultiStageStatsTreeBuilder.java | 2 +-
.../apache/pinot/query/runtime/QueryRunner.java | 7 +-
.../runtime/executor/OpChainSchedulerService.java | 75 +-
.../query/runtime/plan/MultiStageQueryStats.java | 28 +
.../plan/pipeline/PipelineBreakerOperator.java | 2 +-
.../plan/server/ServerPlanRequestUtils.java | 8 +-
.../query/service/dispatch/DispatchClient.java | 15 +-
.../query/service/dispatch/QueryDispatcher.java | 180 ++-
.../pinot/query/service/server/QueryServer.java | 20 +-
.../query/mailbox/GrpcSendingMailboxTest.java | 173 +++
.../pinot/query/mailbox/MailboxServiceTest.java | 52 +-
.../executor/OpChainSchedulerServiceTest.java | 2 +
.../testutils/MockInstanceDataManagerFactory.java | 5 +-
.../src/test/resources/queries/TypeCasting.json | 5 +
.../src/test/resources/queries/TypeCoercion.json | 98 ++
.../local/data/manager/TableDataManager.java | 9 +-
.../indexsegment/mutable/MutableSegmentImpl.java | 164 +--
.../recordtransformer/CompositeTransformer.java | 6 +
.../SchemaConformingTransformer.java | 173 +--
.../local/segment/creator/TransformPipeline.java | 14 +-
.../segment/index/loader/SegmentPreProcessor.java | 168 +--
.../defaultcolumn/BaseDefaultColumnHandler.java | 12 +-
.../segment/local/segment/store/IndexEntry.java | 4 -
.../segment/local/segment/store/IndexKey.java | 4 -
.../segment/local/utils/TableConfigUtils.java | 23 +-
.../MutableSegmentEntriesAboveThresholdTest.java | 163 ++-
.../impl/dictionary/MutableDictionaryTest.java | 2 +
.../mutable/VarByteSVMutableForwardIndexTest.java | 2 +
pinot-segment-spi/pom.xml | 63 +
.../pinot-segment-spi-japicmp-baseline.jar | Bin 0 -> 337822 bytes
.../spi/index/mutable/MutableDictionary.java | 7 +
.../pinot/segment/spi/memory/PinotByteBuffer.java | 6 +
.../segment/spi/utils/SegmentMetadataUtils.java | 1 +
.../server/starter/helix/BaseServerStarter.java | 26 +
.../FreshnessBasedConsumptionStatusChecker.java | 12 +-
.../starter/helix/HelixInstanceDataManager.java | 5 +-
.../IngestionBasedConsumptionStatusChecker.java | 21 +
.../helix/OffsetBasedConsumptionStatusChecker.java | 21 +-
pinot-server/src/main/resources/api/index.html | 2 +-
pinot-spi/pom.xml | 58 +
pinot-spi/resources/pinot-spi-japicmp-baseline.jar | Bin 0 -> 619111 bytes
....java => LogicalTableConfigChangeListener.java} | 14 +-
.../spi/config/provider/PinotConfigProvider.java | 16 +
...KPropsConfig.java => TableConfigDecorator.java} | 33 +-
.../apache/pinot/spi/data/LogicalTableConfig.java | 148 +++
.../apache/pinot/spi/data/PhysicalTableConfig.java | 9 +-
.../apache/pinot/spi/secretstore/SecretStore.java | 94 --
.../spi/secretstore/SecretStoreException.java | 94 --
.../spi/stream/PartitionGroupMetadataFetcher.java | 9 +-
.../pinot/spi/stream/StreamMetadataProvider.java | 21 +
.../apache/pinot/spi/utils/CommonConstants.java | 31 +-
.../spi/utils/TableConfigDecoratorRegistry.java | 60 +
.../utils/builder/ControllerRequestURLBuilder.java | 25 +
.../utils/builder/LogicalTableConfigBuilder.java | 84 ++
.../spi/utils/builder/TableConfigBuilder.java | 7 +
.../pinot/spi/utils/builder/TableNameBuilder.java | 2 +-
.../pinot/spi/utils/hash/CityHashFunctions.java | 557 +++++++++
...uilderTest.java => TableConfigBuilderTest.java} | 27 +-
.../tsdb/planner/TimeSeriesQueryEnvironment.java | 6 +-
.../planner/TimeSeriesTableMetadataProvider.java | 34 +-
.../pinot/tsdb/spi/TimeSeriesLogicalPlanner.java | 3 +-
.../apache/pinot/tsdb/spi/TimeSeriesMetadata.java | 32 +-
.../org/apache/pinot/tools/QuickStartBase.java | 1 +
.../ingestionJobSpec.yaml | 18 +-
.../batch/testUnnest/rawdata/output.parquet | Bin 0 -> 1253 bytes
.../testUnnest_offline_table_config.json} | 55 +-
.../batch/testUnnest/testUnnest_schema.json | 25 +
pom.xml | 36 +-
260 files changed, 16104 insertions(+), 3447 deletions(-)
create mode 100644
pinot-broker/src/main/java/org/apache/pinot/broker/requesthandler/EmptyResponseUtils.java
copy
pinot-core/src/test/java/org/apache/pinot/core/operator/blocks/results/ResultsBlockUtilsTest.java
=>
pinot-broker/src/test/java/org/apache/pinot/broker/requesthandler/EmptyResponseUtilsTest.java
(63%)
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/catalog/PinotCatalogReader.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/catalog/PinotNameMatcher.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/request/TableSegmentsInfo.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/utils/LogicalTableConfigUtils.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/utils/list/FlatViewList.java
create mode 100644
pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/PinotLogicalTableResource.java
create mode 100644
pinot-controller/src/main/resources/app/components/ConsumingSegmentsTable.tsx
create mode 100644
pinot-controller/src/test/java/org/apache/pinot/controller/api/resources/PinotAdminUserLogicalTableResourceTest.java
create mode 100644
pinot-controller/src/test/java/org/apache/pinot/controller/api/resources/PinotLogicalTableResourceTest.java
create mode 100644
pinot-controller/src/test/java/org/apache/pinot/controller/api/resources/PinotUserWithAccessLogicalTableResourceTest.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/executor/SingleTableExecutionInfo.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/executor/TableExecutionInfo.java
copy
pinot-common/src/main/java/org/apache/pinot/common/restlet/resources/TableSegments.java
=>
pinot-core/src/main/java/org/apache/pinot/core/query/request/context/TableSegmentsContext.java
(66%)
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/transport/ImplicitHybridTableRouteInfo.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/transport/TableRouteInfo.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/operator/docidsets/OrDocIdSetTest.java
rename
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/{DedupIntegrationTest.java
=> BaseDedupIntegrationTest.java} (78%)
copy
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/{OfflineGRPCServerMultiStageIntegrationTest.java
=> PauselessRealtimeIngestionWithDedupIntegrationTest.java} (62%)
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/TableRebalanceIntegrationTest.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/realtime/ingestion/BaseKinesisIntegrationTest.java
rename
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/{ =>
realtime/ingestion}/KafkaIncreaseDecreasePartitionsIntegrationTest.java (54%)
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/realtime/ingestion/KinesisShardChangeTest.java
rename
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/{ =>
realtime/ingestion}/RealtimeKinesisIntegrationTest.java (51%)
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/realtime/ingestion/utils/KinesisUtils.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/physical/v2/PRelNodeTreeValidator.java
copy
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/{logical/RelToPlanNodeConverter.java
=> physical/v2/PRelToPlanNodeConverter.java} (56%)
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/physical/v2/PlanFragmentAndMailboxAssignment.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/physical/v2/opt/rules/AggregatePushdownRule.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/physical/v2/opt/rules/SortPushdownRule.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/physical/v2/opt/rules/WorkerExchangeAssignmentRule.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/routing/table/ImplicitHybridTableRouteProvider.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/routing/table/TableRouteProvider.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/validate/PinotTypeCoercion.java
create mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/query/planner/physical/v2/opt/rules/SortPushdownRuleTest.java
create mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/query/routing/table/BaseTableRouteTest.java
create mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/query/routing/table/ImplicitHybridTableRouteProviderCalculateRouteTest.java
create mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/query/routing/table/ImplicitHybridTableRouteProviderGetTableRouteTest.java
create mode 100644
pinot-query-planner/src/test/resources/queries/PhysicalOptimizerPlans.json
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/mailbox/GrpcSendingMailboxTest.java
create mode 100644
pinot-query-runtime/src/test/resources/queries/TypeCoercion.json
create mode 100644
pinot-segment-spi/resources/pinot-segment-spi-japicmp-baseline.jar
create mode 100644 pinot-spi/resources/pinot-spi-japicmp-baseline.jar
copy
pinot-spi/src/main/java/org/apache/pinot/spi/config/provider/{SchemaChangeListener.java
=> LogicalTableConfigChangeListener.java} (74%)
copy
pinot-spi/src/main/java/org/apache/pinot/spi/config/table/{SegmentZKPropsConfig.java
=> TableConfigDecorator.java} (61%)
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/data/LogicalTableConfig.java
copy
pinot-core/src/main/java/org/apache/pinot/core/operator/transform/transformer/timeunit/TimeUnitTransformer.java
=> pinot-spi/src/main/java/org/apache/pinot/spi/data/PhysicalTableConfig.java
(72%)
delete mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/secretstore/SecretStore.java
delete mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/secretstore/SecretStoreException.java
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/utils/TableConfigDecoratorRegistry.java
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/utils/builder/LogicalTableConfigBuilder.java
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/utils/hash/CityHashFunctions.java
copy
pinot-spi/src/test/java/org/apache/pinot/spi/utils/builder/{TableNameBuilderTest.java
=> TableConfigBuilderTest.java} (55%)
copy
pinot-core/src/main/java/org/apache/pinot/core/query/optimizer/statement/StatementOptimizer.java
=>
pinot-timeseries/pinot-timeseries-planner/src/main/java/org/apache/pinot/tsdb/planner/TimeSeriesTableMetadataProvider.java
(52%)
copy
pinot-core/src/main/java/org/apache/pinot/core/query/optimizer/statement/StatementOptimizer.java
=>
pinot-timeseries/pinot-timeseries-spi/src/main/java/org/apache/pinot/tsdb/spi/TimeSeriesMetadata.java
(54%)
copy pinot-tools/src/main/resources/examples/batch/{colocated/userGroups =>
testUnnest}/ingestionJobSpec.yaml (92%)
create mode 100644
pinot-tools/src/main/resources/examples/batch/testUnnest/rawdata/output.parquet
copy
pinot-tools/src/main/resources/examples/batch/{clickstreamFunnel/clickstreamFunnel_offline_table_config.json
=> testUnnest/testUnnest_offline_table_config.json} (52%)
create mode 100644
pinot-tools/src/main/resources/examples/batch/testUnnest/testUnnest_schema.json
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org
For additional commands, e-mail: commits-h...@pinot.apache.org
