This is an automated email from the ASF dual-hosted git repository. jackie pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/pinot.git
from cced818177 Store batch message ids vs calculating them (#8612) add 907b0239b1 Implement Native Text Operator (#8384) No new revisions were added by this update. Summary of changes: .../request/context/RequestContextUtils.java | 7 + .../request/context/predicate/Predicate.java | 12 +- ...EqPredicate.java => TextContainsPredicate.java} | 23 +- .../pinot/pql/parsers/pql2/ast/FilterKind.java | 9 +- .../realtime/LLRealtimeSegmentDataManager.java | 3 +- .../core/operator/filter/FilterOperatorUtils.java | 3 +- ...erator.java => TextContainsFilterOperator.java} | 15 +- .../operator/filter/TextMatchFilterOperator.java | 2 - .../org/apache/pinot/core/plan/FilterPlanNode.java | 17 +- .../queries/NativeAndLuceneComparisonTest.java | 275 +++++++++++++++++++++ ....java => BenchmarkNativeVsLuceneTextIndex.java} | 137 ++++++---- .../indexsegment/mutable/MutableSegmentImpl.java | 32 ++- .../local/realtime/impl/RealtimeSegmentConfig.java | 18 +- .../creator/impl/DefaultIndexCreatorProvider.java | 9 +- .../creator/impl/SegmentColumnarIndexCreator.java | 18 +- .../creator/impl/text/NativeTextIndexCreator.java | 182 ++++++++++++++ .../segment/index/loader/IndexLoadingConfig.java | 5 + .../loader/invertedindex/TextIndexHandler.java | 5 +- .../index/readers/DefaultIndexReaderProvider.java | 12 +- .../index/readers/text/NativeTextIndexReader.java | 119 +++++++++ .../local/segment/store/TextIndexUtils.java | 40 ++- .../pinot/segment/local/utils/nativefst/FST.java | 4 +- ...orTest.java => NativeTextIndexCreatorTest.java} | 50 ++-- .../local/utils/nativefst/FSTSanityTest.java | 2 +- .../org/apache/pinot/segment/spi/V1Constants.java | 1 + .../segment/spi/creator/IndexCreationContext.java | 8 +- .../segment/spi/store/SegmentDirectoryPaths.java | 12 + .../apache/pinot/spi/config/table/FieldConfig.java | 3 + 28 files changed, 900 insertions(+), 123 deletions(-) copy pinot-common/src/main/java/org/apache/pinot/common/request/context/predicate/{EqPredicate.java => TextContainsPredicate.java} (74%) copy pinot-core/src/main/java/org/apache/pinot/core/operator/filter/{TextMatchFilterOperator.java => TextContainsFilterOperator.java} (86%) create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/NativeAndLuceneComparisonTest.java copy pinot-perf/src/main/java/org/apache/pinot/perf/{BenchmarkNativeAndLuceneBasedLike.java => BenchmarkNativeVsLuceneTextIndex.java} (58%) create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/creator/impl/text/NativeTextIndexCreator.java create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/readers/text/NativeTextIndexReader.java copy pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/creator/{NativeFSTIndexCreatorTest.java => NativeTextIndexCreatorTest.java} (50%) --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org For additional commands, e-mail: commits-h...@pinot.apache.org