This is an automated email from the ASF dual-hosted git repository. xiangfu pushed a change to branch adding_pinot_minion_segment_creation_tasks_2 in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
discard 4d7abbd Adding logic to infer recordreader classes from input format discard c8301e4 Adding pinot minion segment creation task discard 33028d5 simplify batch config and corresponding utils add d6484f6 Added proper tooltips, ability to enable-disable table state and fixed page crash on reload status (#6327) add 7c0e22d Update .travis.yml (#6342) add 4ba7204 Fix table cache in pinot-broker (#6329) add 64d1054 Adding offline dim table creation and assignment (#6286) add 75f9fd3 Add a Controller endpoint to return table creation time (#6331) add f2c37d5 Creating a pluggable interface for Table config tuner (#6255) add e691a38 Fix the logging bug in star-tree builder (#6348) add 2796b83 Adding json path functions to extract values from json object (#6347) add 4183ffe simplify batch config and corresponding utils (#6332) add bdeec8d Fixing the issue with result schema (#6353) add 9644350 add redis module dependency (#6357) add 946ff55 [TE] fix javassist version (#6356) add 152d031 Adding pinot minion segment creation task add 9ecf2f1 Adding logic to infer recordreader classes from input format This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (4d7abbd) \ N -- N -- N refs/heads/adding_pinot_minion_segment_creation_tasks_2 (9ecf2f1) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. No new revisions were added by this update. Summary of changes: .travis.yml | 14 ++ docker/images/pinot-superset/requirements-db.txt | 1 + .../requesthandler/BaseBrokerRequestHandler.java | 2 +- pinot-common/pom.xml | 4 + .../config/tuner/NoOpTableTableConfigTuner.java | 18 ++- .../config/tuner/RealTimeAutoIndexTuner.java | 51 ++++++ .../config/tuner/TableConfigTunerRegistry.java | 77 +++++++++ .../common/function/scalar/JsonFunctions.java | 39 +++++ .../common/utils/config/TableConfigUtils.java | 15 +- .../pinot/pql/parsers/pql2/ast/SelectAstNode.java | 4 +- .../config/tuner/RealTimeAutoIndexTunerTest.java | 76 +++++++++ .../common/config/tuner/TunerRegistryTest.java | 55 +++++++ .../pinot/common/function/JsonFunctionsTest.java | 65 ++++++++ .../common/function/TransformFunctionTypeTest.java | 7 + .../common/utils/config/TableConfigSerDeTest.java | 22 +++ .../api/resources/PinotTableRestletResource.java | 66 ++++++-- .../helix/core/PinotHelixResourceManager.java | 13 ++ .../segment/OfflineDimTableSegmentAssignment.java | 93 +++++++++++ .../segment/SegmentAssignmentFactory.java | 2 +- .../assignment/segment/SegmentAssignmentUtils.java | 1 - .../main/resources/app/components/Breadcrumbs.tsx | 6 + .../src/main/resources/app/components/Confirm.tsx | 2 +- .../main/resources/app/components/CustomDialog.tsx | 2 +- .../Homepage/Operations/AddDeleteComponent.tsx | 5 +- .../Homepage/Operations/AddIndexingComponent.tsx | 1 + .../Homepage/Operations/AddIngestionComponent.tsx | 6 +- .../Homepage/Operations/AddOfflineTableOp.tsx | 1 + .../Homepage/Operations/AddPartionComponent.tsx | 6 +- .../Homepage/Operations/AddQueryComponent.tsx | 4 +- .../Operations/AddRealTimeIngestionComponent.tsx | 27 ++-- .../Operations/AddRealTimePartionComponent.tsx | 6 +- .../Operations/AddRealtimeTableComponent.tsx | 174 --------------------- .../Homepage/Operations/AddRealtimeTableOp.tsx | 1 + .../components/Homepage/Operations/AddSchemaOp.tsx | 7 +- .../Homepage/Operations/AddStorageComponent.tsx | 9 +- .../Homepage/Operations/AddTableComponent.tsx | 7 +- .../Homepage/Operations/AddTenantComponent.tsx | 7 +- .../Homepage/Operations/MultiIndexingComponent.tsx | 10 +- .../Operations/MultipleSelectComponent.tsx | 7 +- .../Homepage/Operations/RebalanceServerTableOp.tsx | 5 +- .../Homepage/Operations/ReloadStatusOp.tsx | 86 +++++----- .../resources/app/components/SimpleAccordion.tsx | 12 +- .../src/main/resources/app/components/Table.tsx | 39 +++-- .../main/resources/app/pages/InstanceDetails.tsx | 9 +- .../main/resources/app/pages/SegmentDetails.tsx | 2 +- .../main/resources/app/pages/TablesListingPage.tsx | 15 +- .../src/main/resources/app/pages/TenantDetails.tsx | 45 ++++-- .../src/main/resources/app/pages/Tenants.tsx | 17 +- .../src/main/resources/app/requests/index.ts | 3 + pinot-controller/src/main/resources/app/router.tsx | 1 + .../src/main/resources/app/styles/styles.css | 4 + .../main/resources/app/utils/PinotMethodUtils.ts | 12 +- .../OfflineDimTableSegmentAssignmentTest.java | 108 +++++++++++++ .../manager/config/TableDataManagerConfig.java | 8 +- .../query/selection/SelectionOperatorUtils.java | 2 +- .../startree/v2/builder/BaseSingleTreeBuilder.java | 2 +- .../apache/pinot/core/util/TableConfigUtils.java | 3 +- .../pinot/core/util/TableConfigUtilsTest.java | 2 +- .../tests/OfflineClusterIntegrationTest.java | 18 ++- pinot-spi/pom.xml | 4 + .../apache/pinot/spi/config/table/TableConfig.java | 24 ++- .../{TableCustomConfig.java => TableStats.java} | 28 ++-- .../{TableCustomConfig.java => TunerConfig.java} | 36 ++++- .../spi/config/table/tuner/TableConfigTuner.java | 24 ++- .../apache/pinot/spi/config/table/tuner/Tuner.java | 24 +-- .../pinot/spi/ingestion/batch/BatchConfig.java | 15 +- .../spi/utils/builder/TableConfigBuilder.java | 15 +- .../pinot/spi/ingestion/batch/BatchConfigTest.java | 18 --- thirdeye/pom.xml | 4 +- thirdeye/thirdeye-pinot/pom.xml | 2 +- 70 files changed, 1096 insertions(+), 404 deletions(-) copy pinot-controller/src/main/java/org/apache/pinot/controller/api/events/DefaultMetadataEventNotifier.java => pinot-common/src/main/java/org/apache/pinot/common/config/tuner/NoOpTableTableConfigTuner.java (65%) create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/config/tuner/RealTimeAutoIndexTuner.java create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/config/tuner/TableConfigTunerRegistry.java create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/config/tuner/RealTimeAutoIndexTunerTest.java create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/config/tuner/TunerRegistryTest.java create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/function/JsonFunctionsTest.java create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/assignment/segment/OfflineDimTableSegmentAssignment.java delete mode 100644 pinot-controller/src/main/resources/app/components/Homepage/Operations/AddRealtimeTableComponent.tsx create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/assignment/segment/OfflineDimTableSegmentAssignmentTest.java copy pinot-spi/src/main/java/org/apache/pinot/spi/config/table/{TableCustomConfig.java => TableStats.java} (64%) copy pinot-spi/src/main/java/org/apache/pinot/spi/config/table/{TableCustomConfig.java => TunerConfig.java} (54%) copy pinot-controller/src/main/java/org/apache/pinot/controller/api/events/DefaultMetadataEventNotifier.java => pinot-spi/src/main/java/org/apache/pinot/spi/config/table/tuner/TableConfigTuner.java (65%) copy thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/annotation/AlertScheme.java => pinot-spi/src/main/java/org/apache/pinot/spi/config/table/tuner/Tuner.java (70%) --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org For additional commands, e-mail: commits-h...@pinot.apache.org