This is an automated email from the ASF dual-hosted git repository.
jlli pushed a change to branch helix-1.0
in repository https://gitbox.apache.org/repos/asf/pinot.git
omit 090c3a5750 Upgrade Helix to 1.0.2
add 44da1a098f DataTable deserialization improvements (#8499)
add 348353be88 Handle authentication in pulsar pinot connector (#8338)
add e4b1d050a2 upgrade to hadoop 2.10.1 due to cves (#8478)
add ad6ae117b5 add shouldNotMerge field in segment metadata to indicate if
it is safe to merge (#8508)
add 4f30ab2b89 Manual tracing (#8485)
add 900f01f288 Make getConfigMapWithPrefix auto append tailing dot if
missing (#8522)
add e594388c20 remove redundant operator names (#8528)
add 45e382741e use ProcessHandle.pid when available (#8533)
add 6debfa9771 Add zk metadata to segment's metadata.properties file
(#8502)
add a2f63921f0 Fix table creation bug for invalid realtime consumer props
(#8509)
add cb8bcc4d14 Add customizable parser module (#8484)
add 400b603abd open javac modules for google-java-format (#8531)
add 58ffe947b6 Add adhoc minion task creation endpoint (#8465)
add 476679da86 Allow disabling dict generation for High cardinality
columns (#8398)
add 12227c5d70 Set 'shutdownInProgress' in server config when server
starts before the startup check (#8525)
add 5ae960d0de Add new compat test cases and data (#7235) (#8036)
add 612b173880 Upgrade Helix to 1.0.2
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (090c3a5750)
\
N -- N -- N refs/heads/helix-1.0 (612b173880)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/pinot_compatibility_tests.yml | 10 +-
.github/workflows/pinot_tests.yml | 50 +-
.../config/FeatureTest3-schema.json | 55 +++
...ta-00.csv => FeatureTest2-data-realtime-00.csv} | 0
.../config/data/FeatureTest3-data-realtime-00.csv | 307 ++++++++++++
.../data/recordReaderConfig-FeatureTest3.json | 5 +
.../sample-test-suite/config/dataGenerator.py | 93 ++++
.../sample-test-suite/config/feature-test-1.json | 2 +-
... => feature-test-3-realtime-stream-config.json} | 4 +-
...-realtime.json => feature-test-3-realtime.json} | 64 ++-
.../queries/feature-test-3-sql-realtime.queries | 47 ++
.../query-results/feature-test-1-rest-sql.results | 126 ++---
.../feature-test-2-sql-realtime.results | 62 +--
.../feature-test-3-sql-realtime.results | 47 ++
.../sample-test-suite/post-broker-rollback.yaml | 16 +-
.../post-controller-rollback.yaml | 14 +-
.../sample-test-suite/post-server-rollback.yaml | 16 +-
.../sample-test-suite/post-server-upgrade.yaml | 16 +-
.../sample-test-suite/pre-broker-upgrade.yaml | 15 +-
.../sample-test-suite/pre-controller-upgrade.yaml | 26 +-
.../sample-test-suite/pre-server-upgrade.yaml | 15 +-
contrib/pinot-fmpp-maven-plugin/pom.xml | 111 +++++
.../main/java/org/apache/pinot/fmpp/FMPPMojo.java | 270 +++++++++++
.../org/apache/pinot/fmpp/MavenDataLoader.java | 46 +-
headerdefinition.xml | 10 +
pinot-common/pom.xml | 87 ++++
pinot-common/src/main/codegen/config.fmpp | 540 +++++++++++++++++++++
.../src/main/codegen/includes/parserImpls.ftl | 103 ++++
.../pinot/common/metrics/ControllerMeter.java | 3 +-
.../org/apache/pinot/common/utils/DataSchema.java | 27 +-
.../org/apache/pinot/common/utils/DataTable.java | 11 +-
.../pinot/common/utils/SqlResultComparator.java | 14 +
.../apache/pinot/sql/parsers/CalciteSqlParser.java | 49 +-
.../sql/parsers/parser/SqlInsertFromFile.java | 74 +++
.../pinot/sql/parsers/parser/UnparseUtils.java | 66 +++
.../apache/pinot/common/utils/DataSchemaTest.java | 3 +-
.../pinot/sql/parsers/CalciteSqlCompilerTest.java | 61 +--
pinot-compatibility-verifier/pom.xml | 6 +
.../main/java/org/apache/pinot/compat/QueryOp.java | 3 +-
pinot-connectors/pinot-spark-connector/pom.xml | 4 +
.../pinot-common-jdk8/pom.xml | 87 ++++
...xception.java => NoTaskScheduledException.java} | 6 +-
...eption.java => TaskAlreadyExistsException.java} | 6 +-
...xception.java => UnknownTaskTypeException.java} | 6 +-
.../api/resources/PinotTaskRestletResource.java | 40 ++
.../helix/core/PinotHelixResourceManager.java | 75 +--
.../core/minion/PinotHelixTaskResourceManager.java | 36 +-
.../helix/core/minion/PinotTaskManager.java | 72 +++
.../core/minion/generator/BaseTaskGenerator.java | 11 +
.../core/minion/generator/PinotTaskGenerator.java | 7 +
.../pinot/controller/util/FileIngestionHelper.java | 2 +-
.../controller/helix/PinotResourceManagerTest.java | 24 +
.../org/apache/pinot/core/common/DataFetcher.java | 30 ++
.../apache/pinot/core/common/MinionConstants.java | 5 +
.../org/apache/pinot/core/common/Operator.java | 7 -
.../pinot/core/common/datatable/BaseDataTable.java | 17 +-
.../core/common/datatable/DataTableImplV2.java | 25 +-
.../core/common/datatable/DataTableImplV3.java | 82 ++--
.../core/common/datatable/DataTableUtils.java | 16 +
.../realtime/HLRealtimeSegmentDataManager.java | 6 +-
.../realtime/LLRealtimeSegmentDataManager.java | 9 +-
.../AcquireReleaseColumnsSegmentOperator.java | 5 -
.../core/operator/BitmapDocIdSetOperator.java | 6 +-
.../pinot/core/operator/DocIdSetOperator.java | 5 -
.../core/operator/InstanceResponseOperator.java | 6 +-
.../pinot/core/operator/ProjectionOperator.java | 8 +-
.../StreamingInstanceResponseOperator.java | 2 +-
.../combine/AggregationOnlyCombineOperator.java | 6 -
.../core/operator/combine/BaseCombineOperator.java | 3 +-
.../operator/combine/DistinctCombineOperator.java | 5 -
.../operator/combine/GroupByCombineOperator.java | 5 -
.../combine/GroupByOrderByCombineOperator.java | 6 +-
...xValueBasedSelectionOrderByCombineOperator.java | 6 +-
.../combine/SelectionOnlyCombineOperator.java | 6 +-
.../combine/SelectionOrderByCombineOperator.java | 6 +-
.../ExpressionScanDocIdIterator.java | 6 -
.../operator/docvalsets/ProjectionBlockValSet.java | 77 ++-
.../operator/docvalsets/TransformBlockValSet.java | 77 ++-
.../core/operator/filter/AndFilterOperator.java | 7 +-
.../operator/filter/BitmapBasedFilterOperator.java | 14 +-
.../operator/filter/CombinedFilterOperator.java | 8 +-
.../core/operator/filter/EmptyFilterOperator.java | 6 +-
.../operator/filter/ExpressionFilterOperator.java | 5 -
.../operator/filter/H3IndexFilterOperator.java | 6 +-
.../operator/filter/JsonMatchFilterOperator.java | 23 +-
.../operator/filter/MatchAllFilterOperator.java | 5 -
.../core/operator/filter/NotFilterOperator.java | 6 +-
.../core/operator/filter/OrFilterOperator.java | 8 +-
.../filter/RangeIndexBasedFilterOperator.java | 20 +-
.../operator/filter/ScanBasedFilterOperator.java | 5 -
.../filter/SortedIndexBasedFilterOperator.java | 5 -
.../operator/filter/TextMatchFilterOperator.java | 23 +-
.../operator/query/AggregationGroupByOperator.java | 6 -
.../query/AggregationGroupByOrderByOperator.java | 6 -
.../core/operator/query/AggregationOperator.java | 6 -
.../query/DictionaryBasedDistinctOperator.java | 5 -
.../core/operator/query/DistinctOperator.java | 5 -
.../operator/query/EmptySelectionOperator.java | 6 +-
.../operator/query/FastFilteredCountOperator.java | 5 -
.../query/FilteredAggregationOperator.java | 6 +-
.../query/NonScanBasedAggregationOperator.java | 6 +-
.../core/operator/query/SelectionOnlyOperator.java | 6 +-
.../operator/query/SelectionOrderByOperator.java | 6 +-
.../StreamingSelectionOnlyCombineOperator.java | 6 +-
.../streaming/StreamingSelectionOnlyOperator.java | 6 +-
.../transform/PassThroughTransformOperator.java | 6 +-
.../core/operator/transform/TransformOperator.java | 7 +-
.../query/executor/ServerQueryExecutorV1Impl.java | 21 +-
.../core/query/pruner/SegmentPrunerService.java | 12 +-
.../startree/operator/StarTreeFilterOperator.java | 6 -
.../pinot/core/util/trace/BuiltInTracer.java | 30 +-
.../operator/combine/CombineSlowOperatorsTest.java | 5 -
.../core/operator/filter/TestFilterOperator.java | 5 -
.../converter/RealtimeSegmentConverterTest.java | 16 +-
pinot-integration-test-base/pom.xml | 4 +
.../tests/ChaosMonkeyIntegrationTest.java | 24 +-
.../pinot-batch-ingestion-hadoop/pom.xml | 8 +-
.../pinot-batch-ingestion-spark/pom.xml | 4 +
.../v0_deprecated/pinot-hadoop/pom.xml | 6 +
.../v0_deprecated/pinot-spark/pom.xml | 32 +-
pinot-plugins/pinot-input-format/pinot-orc/pom.xml | 11 +
.../pinot/plugin/minion/tasks/MergeTaskUtils.java | 12 +
.../mergerollup/MergeRollupTaskGenerator.java | 4 +-
.../SegmentGenerationAndPushTaskExecutor.java | 2 +-
.../SegmentGenerationAndPushTaskGenerator.java | 97 +++-
.../plugin/minion/tasks/MergeTaskUtilsTest.java | 19 +
.../pinot/plugin/stream/pulsar/PulsarConfig.java | 19 +
.../PulsarPartitionLevelConnectionHandler.java | 15 +-
.../pulsar/PulsarStreamLevelConsumerManager.java | 17 +-
.../converter/RealtimeSegmentConverter.java | 14 +-
.../creator/impl/SegmentColumnarIndexCreator.java | 28 ++
.../segment/creator/DictionaryOptimiserTest.java | 178 +++++++
.../resources/data/mixed_cardinality_data.avro | Bin 0 -> 553960 bytes
.../spi/creator/SegmentGeneratorConfig.java | 32 ++
.../server/starter/helix/BaseServerStarter.java | 119 +++--
.../pinot/spi/config/table/IndexingConfig.java | 23 +
.../{TableStats.java => SegmentZKPropsConfig.java} | 31 +-
.../pinot/spi/config/task/AdhocTaskConfig.java | 81 ++++
.../pinot/spi/trace/InvocationRecording.java | 32 +-
.../pinot/spi/utils/IngestionConfigUtils.java | 11 +-
.../AdhocTaskConfigTest.java} | 20 +-
.../pinot/spi/utils/IngestionConfigUtilsTest.java | 8 +
pinot-tools/pom.xml | 4 +
pom.xml | 29 +-
144 files changed, 3670 insertions(+), 820 deletions(-)
create mode 100644
compatibility-verifier/sample-test-suite/config/FeatureTest3-schema.json
rename
compatibility-verifier/sample-test-suite/config/data/{RealtimeFeatureTest1-data-00.csv
=> FeatureTest2-data-realtime-00.csv} (100%)
create mode 100644
compatibility-verifier/sample-test-suite/config/data/FeatureTest3-data-realtime-00.csv
create mode 100644
compatibility-verifier/sample-test-suite/config/data/recordReaderConfig-FeatureTest3.json
create mode 100644
compatibility-verifier/sample-test-suite/config/dataGenerator.py
copy
compatibility-verifier/sample-test-suite/config/{feature-test-2-realtime-stream-config.json
=> feature-test-3-realtime-stream-config.json} (69%)
copy
compatibility-verifier/sample-test-suite/config/{feature-test-2-realtime.json
=> feature-test-3-realtime.json} (72%)
create mode 100644
compatibility-verifier/sample-test-suite/config/queries/feature-test-3-sql-realtime.queries
create mode 100644
compatibility-verifier/sample-test-suite/config/query-results/feature-test-3-sql-realtime.results
create mode 100644 contrib/pinot-fmpp-maven-plugin/pom.xml
create mode 100644
contrib/pinot-fmpp-maven-plugin/src/main/java/org/apache/pinot/fmpp/FMPPMojo.java
copy
pinot-tools/src/main/java/org/apache/pinot/tools/BatchQuickstartWithMinion.java
=>
contrib/pinot-fmpp-maven-plugin/src/main/java/org/apache/pinot/fmpp/MavenDataLoader.java
(53%)
create mode 100644 pinot-common/src/main/codegen/config.fmpp
create mode 100644 pinot-common/src/main/codegen/includes/parserImpls.ftl
create mode 100644
pinot-common/src/main/java/org/apache/pinot/sql/parsers/parser/SqlInsertFromFile.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/sql/parsers/parser/UnparseUtils.java
copy
pinot-controller/src/main/java/org/apache/pinot/controller/api/exception/{TableAlreadyExistsException.java
=> NoTaskScheduledException.java} (82%)
copy
pinot-controller/src/main/java/org/apache/pinot/controller/api/exception/{TableAlreadyExistsException.java
=> TaskAlreadyExistsException.java} (82%)
copy
pinot-controller/src/main/java/org/apache/pinot/controller/api/exception/{TableAlreadyExistsException.java
=> UnknownTaskTypeException.java} (82%)
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/creator/DictionaryOptimiserTest.java
create mode 100644
pinot-segment-local/src/test/resources/data/mixed_cardinality_data.avro
copy
pinot-spi/src/main/java/org/apache/pinot/spi/config/table/{TableStats.java =>
SegmentZKPropsConfig.java} (62%)
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/config/task/AdhocTaskConfig.java
copy
pinot-spi/src/test/java/org/apache/pinot/spi/config/{tenant/TenantTest.java =>
task/AdhocTaskConfigTest.java} (57%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org
For additional commands, e-mail: commits-h...@pinot.apache.org
