This is an automated email from the ASF dual-hosted git repository.
kharekartik pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git
from 2e55d1c04d Patch: Allow fetching comparable index from
ComparisonColumns (#10388)
add 4eeaf82185 Refactor Spark Connector into two modules for reusability
(#10321)
No new revisions were added by this update.
Summary of changes:
.../README.md | 0
...pinot-connector-executor-server-interaction.jpg | Bin
.../documentation/read_model.md | 0
.../pom.xml | 139 +-------------
...org.apache.spark.sql.sources.DataSourceRegister | 0
.../spark/datasource/PinotDataSourceReader.scala | 12 +-
.../spark/datasource/PinotDataSourceV2.scala | 0
.../spark/datasource/PinotInputPartition.scala | 16 +-
.../spark/datasource/TypeConverter.scala} | 6 +-
.../spark/datasource/query}/FilterPushDown.scala | 2 +-
.../src/test/resources/schema/pinot-schema.json | 0
.../src/test/resources/schema/spark-schema.json | 0
.../connector/spark/datasource}/BaseTest.scala | 2 +-
.../ExampleSparkPinotConnectorTest.scala | 4 +-
.../spark/datasource/TypeConverterTest.scala} | 14 +-
.../datasource/query}/FilterPushDownTest.scala | 4 +-
.../pom.xml | 43 ++---
.../spark/common/CaseInsensitiveStringMap.java | 201 +++++++++++++++++++++
.../pinot/connector/spark/common}/HttpUtils.scala | 3 +-
.../pinot/connector/spark/common}/Logging.scala | 2 +-
.../spark/common}/PinotClusterClient.scala | 26 ++-
.../spark/common}/PinotDataSourceReadOptions.scala | 55 +++---
.../pinot/connector/spark/common}/exceptions.scala | 2 +-
.../pinot/connector/spark/common}/package.scala | 4 +-
.../spark/common/partition}/PinotSplitter.scala | 20 +-
.../connector/spark/common/query/ScanQuery.scala} | 4 +-
.../spark/common/query/ScanQueryGenerator.scala} | 19 +-
.../reader/PinotAbstractPartitionReader.scala | 72 ++++++++
.../reader}/PinotGrpcServerDataFetcher.scala | 13 +-
.../common/reader}/PinotServerDataFetcher.scala | 17 +-
.../src/test/resources/log4j2.xml | 0
.../pinot/connector/spark/common}/BaseTest.scala | 2 +-
.../common}/PinotDataSourceReadOptionsTest.scala | 19 +-
.../spark/common}/PinotSplitterTest.scala | 24 +--
.../common/query/ScanQueryGeneratorTest.scala} | 15 +-
.../datasource/PinotInputPartitionReader.scala | 72 --------
pinot-connectors/pom.xml | 3 +-
37 files changed, 431 insertions(+), 384 deletions(-)
rename pinot-connectors/{pinot-spark-connector =>
pinot-spark-2-connector}/README.md (100%)
rename pinot-connectors/{pinot-spark-connector =>
pinot-spark-2-connector}/documentation/images/spark-pinot-connector-executor-server-interaction.jpg
(100%)
rename pinot-connectors/{pinot-spark-connector =>
pinot-spark-2-connector}/documentation/read_model.md (100%)
copy pinot-connectors/{pinot-spark-connector =>
pinot-spark-2-connector}/pom.xml (63%)
rename pinot-connectors/{pinot-spark-connector =>
pinot-spark-2-connector}/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister
(100%)
rename pinot-connectors/{pinot-spark-connector =>
pinot-spark-2-connector}/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotDataSourceReader.scala
(89%)
rename pinot-connectors/{pinot-spark-connector =>
pinot-spark-2-connector}/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotDataSourceV2.scala
(100%)
rename pinot-connectors/{pinot-spark-connector =>
pinot-spark-2-connector}/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotInputPartition.scala
(63%)
rename
pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/PinotUtils.scala
=>
pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/TypeConverter.scala}
(97%)
rename
pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector
=>
pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/query}/FilterPushDown.scala
(98%)
rename pinot-connectors/{pinot-spark-connector =>
pinot-spark-2-connector}/src/test/resources/schema/pinot-schema.json (100%)
rename pinot-connectors/{pinot-spark-connector =>
pinot-spark-2-connector}/src/test/resources/schema/spark-schema.json (100%)
copy
pinot-connectors/{pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark
=>
pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource}/BaseTest.scala
(94%)
rename
pinot-connectors/{pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark
=>
pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource}/ExampleSparkPinotConnectorTest.scala
(98%)
rename
pinot-connectors/{pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/connector/PinotUtilsTest.scala
=>
pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/TypeConverterTest.scala}
(92%)
rename
pinot-connectors/{pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/connector
=>
pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/query}/FilterPushDownTest.scala
(96%)
rename pinot-connectors/{pinot-spark-connector => pinot-spark-common}/pom.xml
(91%)
create mode 100644
pinot-connectors/pinot-spark-common/src/main/java/org/apache/pinot/connector/spark/common/CaseInsensitiveStringMap.java
rename
pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/utils
=>
pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common}/HttpUtils.scala
(95%)
rename
pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/utils
=>
pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common}/Logging.scala
(97%)
rename
pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector
=>
pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common}/PinotClusterClient.scala
(89%)
rename
pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/datasource
=>
pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common}/PinotDataSourceReadOptions.scala
(68%)
rename
pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/exceptions
=>
pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common}/exceptions.scala
(95%)
rename
pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark
=>
pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common}/package.scala
(95%)
rename
pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector
=>
pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/partition}/PinotSplitter.scala
(86%)
rename
pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/query/GeneratedSQLs.scala
=>
pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/query/ScanQuery.scala}
(92%)
rename
pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/query/SQLSelectionQueryGenerator.scala
=>
pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/query/ScanQueryGenerator.scala}
(84%)
create mode 100644
pinot-connectors/pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/reader/PinotAbstractPartitionReader.scala
rename
pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector
=>
pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/reader}/PinotGrpcServerDataFetcher.scala
(87%)
rename
pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector
=>
pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/reader}/PinotServerDataFetcher.scala
(89%)
rename pinot-connectors/{pinot-spark-connector =>
pinot-spark-common}/src/test/resources/log4j2.xml (100%)
rename
pinot-connectors/{pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark
=>
pinot-spark-common/src/test/scala/org/apache/pinot/connector/spark/common}/BaseTest.scala
(95%)
rename
pinot-connectors/{pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/datasource
=>
pinot-spark-common/src/test/scala/org/apache/pinot/connector/spark/common}/PinotDataSourceReadOptionsTest.scala
(80%)
rename
pinot-connectors/{pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/connector
=>
pinot-spark-common/src/test/scala/org/apache/pinot/connector/spark/common}/PinotSplitterTest.scala
(80%)
rename
pinot-connectors/{pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/connector/query/SQLSelectionQueryGeneratorTest.scala
=>
pinot-spark-common/src/test/scala/org/apache/pinot/connector/spark/common/query/ScanQueryGeneratorTest.scala}
(88%)
delete mode 100644
pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotInputPartitionReader.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org
For additional commands, e-mail: commits-h...@pinot.apache.org
