This is an automated email from the ASF dual-hosted git repository.
gortiz pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git
from fb02f04516 Fix Direct Memory OOM on Server (#15335)
add 883d8ee36a Substitute TransferableBlock with MseBlock (#15245)
No new revisions were added by this update.
Summary of changes:
.../apache/pinot/common/datablock/DataBlock.java | 1 +
.../pinot/common/datablock/DataBlockUtils.java | 2 +-
.../pinot/common/datablock/MetadataBlock.java | 10 +
.../org/apache/pinot/common/datatable/StatMap.java | 7 +
.../MultiStageWithoutStatsIntegrationTest.java | 22 +-
.../pinot/query/mailbox/GrpcSendingMailbox.java | 88 +++-
.../query/mailbox/InMemorySendingMailbox.java | 30 +-
.../pinot/query/mailbox/ReceivingMailbox.java | 110 ++--
.../apache/pinot/query/mailbox/SendingMailbox.java | 20 +-
.../mailbox/channel/MailboxContentObserver.java | 9 +-
.../query/runtime/MultiStageStatsTreeBuilder.java | 2 +-
.../apache/pinot/query/runtime/QueryRunner.java | 15 +-
.../pinot/query/runtime/blocks/BlockSplitter.java | 64 ++-
.../pinot/query/runtime/blocks/ErrorMseBlock.java | 85 +++
.../pinot/query/runtime/blocks/MseBlock.java | 178 +++++++
.../query/runtime/blocks/RowHeapDataBlock.java | 127 +++++
.../query/runtime/blocks/SerializedDataBlock.java | 86 ++++
.../query/runtime/blocks/SuccessMseBlock.java | 32 +-
.../query/runtime/blocks/TransferableBlock.java | 276 ----------
.../runtime/blocks/TransferableBlockUtils.java | 105 ----
.../runtime/executor/OpChainSchedulerService.java | 24 +-
.../query/runtime/operator/AggregateOperator.java | 85 +--
.../query/runtime/operator/BaseJoinOperator.java | 93 ++--
.../operator/BaseMailboxReceiveOperator.java | 39 +-
.../query/runtime/operator/FilterOperator.java | 24 +-
.../query/runtime/operator/HashJoinOperator.java | 35 +-
.../LeafStageTransferableBlockOperator.java | 71 +--
.../runtime/operator/LiteralValueOperator.java | 25 +-
.../query/runtime/operator/LookupJoinOperator.java | 41 +-
.../runtime/operator/MailboxReceiveOperator.java | 16 +-
.../runtime/operator/MailboxSendOperator.java | 78 ++-
.../query/runtime/operator/MultiStageOperator.java | 71 ++-
.../operator/MultistageAggregationExecutor.java | 8 +-
.../operator/MultistageGroupByExecutor.java | 26 +-
.../runtime/operator/NonEquiJoinOperator.java | 20 +-
.../pinot/query/runtime/operator/OpChain.java | 4 +-
.../pinot/query/runtime/operator/SetOperator.java | 64 +--
.../pinot/query/runtime/operator/SortOperator.java | 38 +-
.../operator/SortedMailboxReceiveOperator.java | 29 +-
.../query/runtime/operator/TransformOperator.java | 26 +-
.../query/runtime/operator/UnionOperator.java | 43 +-
.../runtime/operator/WindowAggregateOperator.java | 29 +-
.../runtime/operator/exchange/BlockExchange.java | 110 ++--
.../operator/exchange/BroadcastExchange.java | 4 +-
.../runtime/operator/exchange/HashExchange.java | 12 +-
.../runtime/operator/exchange/RandomExchange.java | 4 +-
.../operator/exchange/SingletonExchange.java | 4 +-
.../query/runtime/operator/utils/AsyncStream.java | 4 +-
.../utils/BlockingMultiStreamConsumer.java | 125 +++--
.../runtime/operator/utils/BlockingStream.java | 2 +-
.../query/runtime/plan/MultiStageQueryStats.java | 81 +--
.../runtime/plan/OpChainExecutionContext.java | 5 +-
.../plan/pipeline/PipelineBreakerExecutor.java | 16 +-
.../plan/pipeline/PipelineBreakerOperator.java | 102 ++--
.../plan/pipeline/PipelineBreakerResult.java | 15 +-
.../plan/server/ServerPlanRequestVisitor.java | 16 +-
.../timeseries/serde/TimeSeriesBlockSerde.java | 23 +-
.../query/service/dispatch/QueryDispatcher.java | 44 +-
.../pinot/query/mailbox/MailboxServiceTest.java | 116 +++--
...eBlockUtilsTest.java => BlockSplitterTest.java} | 58 ++-
.../runtime/blocks/TransferableBlockTest.java | 44 --
.../runtime/blocks/TransferableBlockTestUtils.java | 45 --
.../executor/OpChainSchedulerServiceTest.java | 13 +-
.../runtime/operator/AggregateOperatorTest.java | 77 +--
.../operator/BlockListMultiStageOperator.java | 161 ++++++
.../query/runtime/operator/FilterOperatorTest.java | 40 +-
.../runtime/operator/HashJoinOperatorTest.java | 552 +++++++++-----------
.../runtime/operator/IntersectAllOperatorTest.java | 25 +-
.../runtime/operator/IntersectOperatorTest.java | 25 +-
.../LeafStageTransferableBlockOperatorTest.java | 61 +--
.../runtime/operator/LiteralValueOperatorTest.java | 9 +-
.../operator/MailboxReceiveOperatorTest.java | 141 +++--
.../runtime/operator/MailboxSendOperatorTest.java | 74 +--
.../runtime/operator/MinusAllOperatorTest.java | 25 +-
.../query/runtime/operator/MinusOperatorTest.java | 25 +-
.../runtime/operator/MultiStageAccountingTest.java | 28 +-
.../runtime/operator/NonEquiJoinOperatorTest.java | 21 +-
.../pinot/query/runtime/operator/OpChainTest.java | 67 ++-
.../query/runtime/operator/OperatorTestUtil.java | 47 +-
.../query/runtime/operator/SortOperatorTest.java | 138 ++---
.../operator/SortedMailboxReceiveOperatorTest.java | 92 ++--
.../runtime/operator/TransformOperatorTest.java | 30 +-
.../query/runtime/operator/UnionOperatorTest.java | 14 +-
.../operator/WindowAggregateOperatorTest.java | 569 +++++++++++----------
.../operator/exchange/BlockExchangeTest.java | 58 ++-
.../operator/exchange/BroadcastExchangeTest.java | 17 +-
.../operator/exchange/HashExchangeTest.java | 28 +-
.../operator/exchange/RandomExchangeTest.java | 17 +-
.../operator/exchange/SingletonExchangeTest.java | 20 +-
.../plan/pipeline/PipelineBreakerExecutorTest.java | 63 ++-
.../testutils/MockDataBlockOperatorFactory.java | 11 +-
.../apache/pinot/spi/exception/QueryErrorCode.java | 10 +
92 files changed, 2981 insertions(+), 2465 deletions(-)
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks/ErrorMseBlock.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks/MseBlock.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks/RowHeapDataBlock.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks/SerializedDataBlock.java
copy pinot-spi/src/main/java/org/apache/pinot/spi/plugin/Plugin.java =>
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks/SuccessMseBlock.java
(64%)
delete mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks/TransferableBlock.java
delete mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks/TransferableBlockUtils.java
rename
pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/blocks/{TransferableBlockUtilsTest.java
=> BlockSplitterTest.java} (71%)
delete mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/blocks/TransferableBlockTest.java
delete mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/blocks/TransferableBlockTestUtils.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/BlockListMultiStageOperator.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org
For additional commands, e-mail: commits-h...@pinot.apache.org
