This is an automated email from the ASF dual-hosted git repository. kharekartik pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/pinot.git
The following commit(s) were added to refs/heads/master by this push: new 1700e896dc Adds logs for consumption in order (#15408) 1700e896dc is described below commit 1700e896dc19cc7976a5377474934164a9021c26 Author: NOOB <43700604+noob-se...@users.noreply.github.com> AuthorDate: Sun Mar 30 15:23:27 2025 +0530 Adds logs for consumption in order (#15408) --- .../pinot/core/data/manager/realtime/ConsumerCoordinator.java | 7 +++++++ .../core/data/manager/realtime/RealtimeSegmentDataManager.java | 2 ++ 2 files changed, 9 insertions(+) diff --git a/pinot-core/src/main/java/org/apache/pinot/core/data/manager/realtime/ConsumerCoordinator.java b/pinot-core/src/main/java/org/apache/pinot/core/data/manager/realtime/ConsumerCoordinator.java index de858c7a40..d72d6afe7e 100644 --- a/pinot-core/src/main/java/org/apache/pinot/core/data/manager/realtime/ConsumerCoordinator.java +++ b/pinot-core/src/main/java/org/apache/pinot/core/data/manager/realtime/ConsumerCoordinator.java @@ -117,6 +117,13 @@ public class ConsumerCoordinator { _lock.lock(); try { int sequenceNumber = llcSegmentName.getSequenceNumber(); + + LOGGER.info( + "Registering segment: {} with sequence number: {}. maxSequenceNumberRegistered: {}, " + + "firstTransitionProcessed: {}, Difference in sequence more than one: {}", + llcSegmentName.getSegmentName(), sequenceNumber, _maxSequenceNumberRegistered, + _firstTransitionProcessed.get(), ((sequenceNumber - _maxSequenceNumberRegistered) > 1)); + if (sequenceNumber > _maxSequenceNumberRegistered) { _maxSequenceNumberRegistered = sequenceNumber; // notify all helix threads waiting for their offline -> consuming segment's prev segment to be loaded diff --git a/pinot-core/src/main/java/org/apache/pinot/core/data/manager/realtime/RealtimeSegmentDataManager.java b/pinot-core/src/main/java/org/apache/pinot/core/data/manager/realtime/RealtimeSegmentDataManager.java index 0979782428..956ef91e76 100644 --- a/pinot-core/src/main/java/org/apache/pinot/core/data/manager/realtime/RealtimeSegmentDataManager.java +++ b/pinot-core/src/main/java/org/apache/pinot/core/data/manager/realtime/RealtimeSegmentDataManager.java @@ -745,6 +745,8 @@ public class RealtimeSegmentDataManager extends SegmentDataManager { _consumerSemaphoreAcquired.set(true); _consumerCoordinator.register(_llcSegmentName); + _segmentLogger.info("Acquired consumer semaphore."); + // TODO: // When reaching here, the current consuming segment has already acquired the consumer semaphore, but there is // no guarantee that the previous consuming segment is already persisted (replaced with immutable segment). It --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org For additional commands, e-mail: commits-h...@pinot.apache.org