This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from bb8b19e DataGenerator to tolerate DATE_TIME and COMPLEX fields (#5848)
add d28c5cf Add pinot-spark-connector (#5787)
No new revisions were added by this update.
Summary of changes:
pinot-connectors/pinot-spark-connector/README.md | 69 ++++++
...pinot-connector-executor-server-interaction.jpg | Bin 0 -> 100316 bytes
.../documentation/read_model.md | 142 +++++++++++
pinot-connectors/pinot-spark-connector/pom.xml | 259 +++++++++++++++++++++
...org.apache.spark.sql.sources.DataSourceRegister | 1 +
.../connector/spark/connector/FilterPushDown.scala | 123 ++++++++++
.../spark/connector/PinotClusterClient.scala | 203 ++++++++++++++++
.../spark/connector/PinotServerDataFetcher.scala | 135 +++++++++++
.../connector/spark/connector/PinotSplitter.scala | 106 +++++++++
.../connector/spark/connector/PinotUtils.scala | 121 ++++++++++
.../spark/connector/query/GeneratedSQLs.scala | 25 +-
.../query/SQLSelectionQueryGenerator.scala | 94 ++++++++
.../datasource/PinotDataSourceReadOptions.scala | 99 ++++++++
.../spark/datasource/PinotDataSourceReader.scala | 111 +++++++++
.../spark/datasource/PinotDataSourceV2.scala | 24 +-
.../spark/datasource/PinotInputPartition.scala | 27 ++-
.../datasource/PinotInputPartitionReader.scala | 59 +++++
.../connector/spark/exceptions/exceptions.scala | 22 +-
.../org/apache/pinot/connector/spark/package.scala | 26 ++-
.../pinot/connector/spark/utils/HttpUtils.scala | 74 ++++++
.../pinot/connector/spark/utils/Logging.scala | 77 ++++++
.../src/test/resources/log4j2.xml | 0
.../src/test/resources/schema/pinot-schema.json | 60 +++++
.../src/test/resources/schema/spark-schema.json | 86 +++++++
.../apache/pinot/connector/spark/BaseTest.scala | 10 +-
.../spark/ExampleSparkPinotConnectorTest.scala | 155 ++++++++++++
.../spark/connector/FilterPushDownTest.scala | 75 ++++++
.../spark/connector/PinotSplitterTest.scala | 99 ++++++++
.../connector/spark/connector/PinotUtilsTest.scala | 152 ++++++++++++
.../query/SQLSelectionQueryGeneratorTest.scala | 92 ++++++++
.../PinotDataSourceReadOptionsTest.scala | 87 +++++++
.../v0_deprecated => pinot-connectors}/pom.xml | 38 +--
pom.xml | 4 +
33 files changed, 2565 insertions(+), 90 deletions(-)
create mode 100644 pinot-connectors/pinot-spark-connector/README.md
create mode 100644
pinot-connectors/pinot-spark-connector/documentation/images/spark-pinot-connector-executor-server-interaction.jpg
create mode 100644
pinot-connectors/pinot-spark-connector/documentation/read_model.md
create mode 100644 pinot-connectors/pinot-spark-connector/pom.xml
create mode 100644
pinot-connectors/pinot-spark-connector/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister
create mode 100644
pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/FilterPushDown.scala
create mode 100644
pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/PinotClusterClient.scala
create mode 100644
pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/PinotServerDataFetcher.scala
create mode 100644
pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/PinotSplitter.scala
create mode 100644
pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/PinotUtils.scala
copy
pinot-common/src/main/java/org/apache/pinot/common/lineage/SegmentLineageUtils.java
=>
pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/query/GeneratedSQLs.scala
(66%)
create mode 100644
pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/query/SQLSelectionQueryGenerator.scala
create mode 100644
pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotDataSourceReadOptions.scala
create mode 100644
pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotDataSourceReader.scala
copy
pinot-clients/pinot-java-client/src/main/java/org/apache/pinot/client/PinotClientException.java
=>
pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotDataSourceV2.scala
(53%)
copy
pinot-broker/src/main/java/org/apache/pinot/broker/routing/segmentselector/SegmentPreSelectorFactory.java
=>
pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotInputPartition.scala
(53%)
create mode 100644
pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotInputPartitionReader.scala
copy
pinot-clients/pinot-jdbc-client/src/main/java/org/apache/pinot/client/controller/request/SchemaRequest.java
=>
pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/exceptions/exceptions.scala
(69%)
copy
pinot-spi/src/main/java/org/apache/pinot/spi/stream/StreamDataProducer.java =>
pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/package.scala
(62%)
create mode 100644
pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/utils/HttpUtils.scala
create mode 100644
pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/utils/Logging.scala
copy {pinot-common =>
pinot-connectors/pinot-spark-connector}/src/test/resources/log4j2.xml (100%)
create mode 100644
pinot-connectors/pinot-spark-connector/src/test/resources/schema/pinot-schema.json
create mode 100644
pinot-connectors/pinot-spark-connector/src/test/resources/schema/spark-schema.json
copy
pinot-common/src/main/java/org/apache/pinot/common/exception/InvalidConfigException.java
=>
pinot-connectors/pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/BaseTest.scala
(82%)
create mode 100644
pinot-connectors/pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/ExampleSparkPinotConnectorTest.scala
create mode 100644
pinot-connectors/pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/connector/FilterPushDownTest.scala
create mode 100644
pinot-connectors/pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/connector/PinotSplitterTest.scala
create mode 100644
pinot-connectors/pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/connector/PinotUtilsTest.scala
create mode 100644
pinot-connectors/pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/connector/query/SQLSelectionQueryGeneratorTest.scala
create mode 100644
pinot-connectors/pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/PinotDataSourceReadOptionsTest.scala
copy {pinot-plugins/pinot-batch-ingestion/v0_deprecated =>
pinot-connectors}/pom.xml (64%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org
For additional commands, e-mail: commits-h...@pinot.apache.org
