This is an automated email from the ASF dual-hosted git repository. guanhuali pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/zeppelin.git
The following commit(s) were added to refs/heads/master by this push: new 464761e3a3 [ZEPPELIN-5982] Merge flink-scala-parent module into flink-scala-2.12 (#4694) 464761e3a3 is described below commit 464761e3a3353b5e0291d74ec54578094a100cd9 Author: Cheng Pan <cheng...@apache.org> AuthorDate: Mon Nov 20 16:51:51 2023 +0800 [ZEPPELIN-5982] Merge flink-scala-parent module into flink-scala-2.12 (#4694) * [ZEPPELIN-5982] Merge flink-scala-parent module into flink-scala-2.12 --- flink/README.md | 16 +- flink/flink-scala-2.12/flink-scala-parent | 1 - flink/flink-scala-2.12/pom.xml | 850 +++++++++++++++++- .../flink/ApplicationModeExecutionEnvironment.java | 0 .../flink/ApplicationModeStreamEnvironment.java | 0 .../zeppelin/flink/FlinkBatchSqlInterpreter.java | 0 .../apache/zeppelin/flink/FlinkInterpreter.java | 0 .../apache/zeppelin/flink/FlinkSqlInterpreter.java | 0 .../zeppelin/flink/FlinkStreamSqlInterpreter.java | 0 .../org/apache/zeppelin/flink/HadoopUtils.java | 0 .../apache/zeppelin/flink/IPyFlinkInterpreter.java | 0 .../java/org/apache/zeppelin/flink/JobManager.java | 0 .../apache/zeppelin/flink/PyFlinkInterpreter.java | 0 .../org/apache/zeppelin/flink/TableEnvFactory.java | 0 .../apache/zeppelin/flink/internal/JarHelper.java | 0 .../flink/internal/ScalaShellEnvironment.java | 0 .../internal/ScalaShellStreamEnvironment.java | 0 .../zeppelin/flink/sql/AbstractStreamSqlJob.java | 0 .../zeppelin/flink/sql/AppendStreamSqlJob.java | 0 .../zeppelin/flink/sql/SingleRowStreamSqlJob.java | 0 .../zeppelin/flink/sql/UpdateStreamSqlJob.java | 0 .../src/main/resources/interpreter-setting.json | 0 .../src/main/resources/python/zeppelin_ipyflink.py | 0 .../src/main/resources/python/zeppelin_pyflink.py | 0 .../zeppelin/flink/FlinkScalaInterpreter.scala | 0 .../zeppelin/flink/FlinkZeppelinContext.scala | 0 .../zeppelin/flink/internal/FlinkILoop.scala | 0 .../zeppelin/flink/internal/FlinkShell.scala | 0 .../flink/FlinkBatchSqlInterpreterTest.java | 0 .../zeppelin/flink/FlinkInterpreterTest.java | 0 .../zeppelin/flink/FlinkSqlInterpreterTest.java | 0 .../flink/FlinkStreamSqlInterpreterTest.java | 0 .../zeppelin/flink/IPyFlinkInterpreterTest.java | 0 .../java/org/apache/zeppelin/flink/JavaLower.java | 0 .../java/org/apache/zeppelin/flink/JavaUpper.java | 0 .../org/apache/zeppelin/flink/JobManagerTest.java | 0 .../zeppelin/flink/PyFlinkInterpreterTest.java | 0 .../src/test/resources/flink-conf.yaml | 0 .../src/test/resources/init_stream.scala2 | 0 .../src/test/resources/log4j.properties | 0 .../src/test/resources/log4j2.properties | 0 flink/flink-scala-parent/pom.xml | 988 --------------------- flink/pom.xml | 33 +- 43 files changed, 849 insertions(+), 1039 deletions(-) diff --git a/flink/README.md b/flink/README.md index 12ce38d634..3b120bf314 100644 --- a/flink/README.md +++ b/flink/README.md @@ -6,25 +6,21 @@ This is the doc for Zeppelin developers who want to work on flink interpreter. ### Project Structure -Flink interpreter is more complex than other interpreter (such as jdbc, shell). Currently it has following 8 modules +Flink interpreter is more complex than other interpreter (such as jdbc, shell). +Currently, it has the following modules clustered into two groups: + * flink-shims * flink1.15-shims * flink1.16-shims * flink1.17-shims -* flink-scala-parent + * flink-scala-2.12 -The first 4 modules are to adapt different flink versions because there're some api changes between different versions of flink. +The modules in the first group are to adapt different flink versions because there're some api changes between different versions of flink. `flink-shims` is parent module for other shims modules. At runtime Flink interpreter will load the FlinkShims based on the current flink versions (See `FlinkShims#loadShims`). -The remaining 2 modules are to adapt different scala versions (Apache Flink only supports Scala 2.12). -`flink-scala-parent` is a parent module for `flink-scala-2.12`. -There's symlink folder `flink-scala-parent` under `flink-scala-2.12`. -When you run maven command to build flink interpreter, the source code in `flink-scala-parent` won't be compiled directly, instead -they will be compiled against different scala versions when building `flink-scala-2.12`. (See `build-helper-maven-plugin` in `pom.xml`) -Both `flink-scala-2.12` build a flink interpreter jar and `FlinkInterpreterLauncher` in `zeppelin-plugins/launcher/flink` will choose the right jar based -on the scala version of flink. +The modules in the second group are to adapt different scala versions. But since flink 1.15, it only supports Scala 2.12, thus there is only one module `flink-scala-2.12` ### Work in IDE diff --git a/flink/flink-scala-2.12/flink-scala-parent b/flink/flink-scala-2.12/flink-scala-parent deleted file mode 120000 index 3dfa859ba3..0000000000 --- a/flink/flink-scala-2.12/flink-scala-parent +++ /dev/null @@ -1 +0,0 @@ -../flink-scala-parent \ No newline at end of file diff --git a/flink/flink-scala-2.12/pom.xml b/flink/flink-scala-2.12/pom.xml index b8e7cc9232..54abed7ac7 100644 --- a/flink/flink-scala-2.12/pom.xml +++ b/flink/flink-scala-2.12/pom.xml @@ -15,35 +15,743 @@ ~ See the License for the specific language governing permissions and ~ limitations under the License. --> + <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd"> + <modelVersion>4.0.0</modelVersion> + <parent> + <artifactId>flink-parent</artifactId> <groupId>org.apache.zeppelin</groupId> - <artifactId>flink-scala-parent</artifactId> <version>0.11.0-SNAPSHOT</version> - <relativePath>../flink-scala-parent/pom.xml</relativePath> + <relativePath>../pom.xml</relativePath> </parent> - <modelVersion>4.0.0</modelVersion> - <groupId>org.apache.zeppelin</groupId> <artifactId>flink-scala-2.12</artifactId> - <version>0.11.0-SNAPSHOT</version> <packaging>jar</packaging> <name>Zeppelin: Flink Interpreter Scala_2.12</name> <properties> + <!--library versions--> + <interpreter.name>flink</interpreter.name> + <flink.version>${flink1.17.version}</flink.version> <flink.scala.version>2.12.7</flink.scala.version> <flink.scala.binary.version>2.12</flink.scala.binary.version> <flink.scala.compile.version>${flink.scala.version}</flink.scala.compile.version> + <flink.hadoop.version>${hadoop2.7.version}</flink.hadoop.version> + <hive.version>2.3.4</hive.version> + <hiverunner.version>4.0.0</hiverunner.version> + <grpc.version>1.15.0</grpc.version> + + <flink.bin.download.url>https://archive.apache.org/dist/flink/flink-${flink.version}/flink-${flink.version}-bin-scala_${flink.scala.binary.version}.tgz</flink.bin.download.url> </properties> + + <dependencies> + + <dependency> + <groupId>org.apache.zeppelin</groupId> + <artifactId>flink-shims</artifactId> + <version>${project.version}</version> + </dependency> + + <dependency> + <groupId>org.apache.zeppelin</groupId> + <artifactId>flink1.15-shims</artifactId> + <version>${project.version}</version> + </dependency> + + <dependency> + <groupId>org.apache.zeppelin</groupId> + <artifactId>flink1.16-shims</artifactId> + <version>${project.version}</version> + </dependency> + + <dependency> + <groupId>org.apache.zeppelin</groupId> + <artifactId>flink1.17-shims</artifactId> + <version>${project.version}</version> + </dependency> + + <dependency> + <groupId>org.apache.zeppelin</groupId> + <artifactId>zeppelin-python</artifactId> + <version>${project.version}</version> + <exclusions> + <exclusion> + <groupId>io.atomix</groupId> + <artifactId>*</artifactId> + </exclusion> + <exclusion> + <groupId>com.google.guava</groupId> + <artifactId>guava</artifactId> + </exclusion> + </exclusions> + </dependency> + + <dependency> + <groupId>${project.groupId}</groupId> + <artifactId>zeppelin-interpreter</artifactId> + <version>${project.version}</version> + <scope>provided</scope> + <exclusions> + <exclusion> + <groupId>io.atomix</groupId> + <artifactId>*</artifactId> + </exclusion> + <exclusion> + <groupId>com.google.guava</groupId> + <artifactId>guava</artifactId> + </exclusion> + <exclusion> + <groupId>io.grpc</groupId> + <artifactId>*</artifactId> + </exclusion> + </exclusions> + </dependency> + + <dependency> + <groupId>${project.groupId}</groupId> + <artifactId>zeppelin-python</artifactId> + <version>${project.version}</version> + <classifier>tests</classifier> + <scope>test</scope> + <exclusions> + <exclusion> + <groupId>io.atomix</groupId> + <artifactId>*</artifactId> + </exclusion> + <exclusion> + <groupId>com.google.guava</groupId> + <artifactId>guava</artifactId> + </exclusion> + <exclusion> + <groupId>io.grpc</groupId> + <artifactId>*</artifactId> + </exclusion> + </exclusions> + </dependency> + + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-core</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-clients</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-yarn</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + <exclusions> + <exclusion> + <groupId>org.apache.flink</groupId> + <artifactId>flink-shaded-hadoop2</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.hadoop</groupId> + <artifactId>*</artifactId> + </exclusion> + <exclusion> + <groupId>org.eclipse.jetty</groupId> + <artifactId>*</artifactId> + </exclusion> + </exclusions> + </dependency> + + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-table-api-scala_${flink.scala.binary.version}</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-table-api-scala-bridge_${flink.scala.binary.version}</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-table-api-java-bridge</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-scala_${flink.scala.binary.version}</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-streaming-java</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-streaming-scala_${flink.scala.binary.version}</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-java</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + + <!-- hadoop compatibility dependency --> + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-hadoop-compatibility_${flink.scala.binary.version}</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + + <dependency> + <groupId>com.google.code.gson</groupId> + <artifactId>gson</artifactId> + </dependency> + + <dependency> + <groupId>org.scala-lang</groupId> + <artifactId>scala-library</artifactId> + <version>${flink.scala.version}</version> + <scope>provided</scope> + </dependency> + + <dependency> + <groupId>org.scala-lang</groupId> + <artifactId>scala-compiler</artifactId> + <version>${flink.scala.version}</version> + <scope>provided</scope> + </dependency> + + <dependency> + <groupId>org.scala-lang</groupId> + <artifactId>scala-reflect</artifactId> + <version>${flink.scala.version}</version> + <scope>provided</scope> + </dependency> + + <dependency> + <groupId>com.mashape.unirest</groupId> + <artifactId>unirest-java</artifactId> + <version>1.4.9</version> + </dependency> + + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-connector-hive_${flink.scala.binary.version}</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + <exclusions> + <exclusion> + <groupId>org.apache.hive</groupId> + <artifactId>hive-metastore</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.hive</groupId> + <artifactId>hive-exec</artifactId> + </exclusion> + </exclusions> + </dependency> + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-connector-hive_${flink.scala.binary.version}</artifactId> + <version>${flink.version}</version> + <classifier>tests</classifier> + <scope>test</scope> + <exclusions> + <exclusion> + <groupId>org.apache.hive</groupId> + <artifactId>hive-exec</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.hive</groupId> + <artifactId>hive-metastore</artifactId> + </exclusion> + </exclusions> + </dependency> + + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-common</artifactId> + <version>${flink.hadoop.version}</version> + <scope>provided</scope> + </dependency> + + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-hdfs</artifactId> + <version>${flink.hadoop.version}</version> + <scope>provided</scope> + </dependency> + + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-yarn-common</artifactId> + <version>${flink.hadoop.version}</version> + <scope>provided</scope> + </dependency> + + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-yarn-client</artifactId> + <version>${flink.hadoop.version}</version> + <scope>provided</scope> + </dependency> + + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-mapreduce-client-core</artifactId> + <version>${flink.hadoop.version}</version> + <scope>provided</scope> + </dependency> + + <dependency> + <groupId>org.mockito</groupId> + <artifactId>mockito-core</artifactId> + <scope>test</scope> + </dependency> + + <dependency> + <groupId>org.apache.hive</groupId> + <artifactId>hive-metastore</artifactId> + <version>${hive.version}</version> + <scope>provided</scope> + <exclusions> + <exclusion> + <artifactId>hadoop-auth</artifactId> + <groupId>org.apache.hadoop</groupId> + </exclusion> + <exclusion> + <groupId>com.google.guava</groupId> + <artifactId>guava</artifactId> + </exclusion> + <exclusion> + <groupId>io.netty</groupId> + <artifactId>netty</artifactId> + </exclusion> + <exclusion> + <groupId>io.netty</groupId> + <artifactId>netty-all</artifactId> + </exclusion> + <exclusion> + <groupId>com.google.protobuf</groupId> + <artifactId>protobuf-java</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.logging.log4j</groupId> + <artifactId>log4j-slf4j-impl</artifactId> + </exclusion> + <exclusion> + <groupId>jdk.tools</groupId> + <artifactId>jdk.tools</artifactId> + </exclusion> + </exclusions> + </dependency> + + <dependency> + <groupId>org.apache.hive</groupId> + <artifactId>hive-exec</artifactId> + <version>${hive.version}</version> + <scope>provided</scope> + <exclusions> + <exclusion> + <groupId>org.apache.calcite</groupId> + <artifactId>calcite-core</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.calcite</groupId> + <artifactId>calcite-druid</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.calcite.avatica</groupId> + <artifactId>avatica</artifactId> + </exclusion> + <exclusion> + <groupId>commons-codec</groupId> + <artifactId>commons-codec</artifactId> + </exclusion> + <exclusion> + <groupId>commons-httpclient</groupId> + <artifactId>commons-httpclient</artifactId> + </exclusion> + <exclusion> + <groupId>commons-io</groupId> + <artifactId>commons-io</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.logging.log4j</groupId> + <artifactId>log4j-1.2-api</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.logging.log4j</groupId> + <artifactId>log4j-slf4j-impl</artifactId> + </exclusion> + <exclusion> + <groupId>org.slf4j</groupId> + <artifactId>slf4j-api</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.zookeeper</groupId> + <artifactId>zookeeper</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.curator</groupId> + <artifactId>curator-framework</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.curator</groupId> + <artifactId>apache-curator</artifactId> + </exclusion> + <exclusion> + <groupId>com.google.code.gson</groupId> + <artifactId>gson</artifactId> + </exclusion> + <exclusion> + <groupId>jline</groupId> + <artifactId>jline</artifactId> + </exclusion> + <exclusion> + <groupId>com.google.guava</groupId> + <artifactId>guava</artifactId> + </exclusion> + <exclusion> + <groupId>io.netty</groupId> + <artifactId>netty</artifactId> + </exclusion> + <exclusion> + <groupId>io.netty</groupId> + <artifactId>netty-all</artifactId> + </exclusion> + <exclusion> + <groupId>com.google.protobuf</groupId> + <artifactId>protobuf-java</artifactId> + </exclusion> + <exclusion> + <groupId>org.pentaho</groupId> + <artifactId>pentaho-aggdesigner-algorithm</artifactId> + </exclusion> + </exclusions> + </dependency> + + <dependency> + <groupId>org.apache.hive.hcatalog</groupId> + <artifactId>hive-webhcat-java-client</artifactId> + <version>${hive.version}</version> + <scope>test</scope> + <exclusions> + <exclusion> + <groupId>org.apache.calcite</groupId> + <artifactId>*</artifactId> + </exclusion> + <exclusion> + <groupId>com.google.guava</groupId> + <artifactId>guava</artifactId> + </exclusion> + <exclusion> + <groupId>io.netty</groupId> + <artifactId>netty</artifactId> + </exclusion> + <exclusion> + <groupId>javax.jms</groupId> + <artifactId>jms</artifactId> + </exclusion> + </exclusions> + </dependency> + + <dependency> + <groupId>org.apache.hive</groupId> + <artifactId>hive-contrib</artifactId> + <version>${hive.version}</version> + <scope>test</scope> + <exclusions> + <exclusion> + <groupId>org.pentaho</groupId> + <artifactId>pentaho-aggdesigner-algorithm</artifactId> + </exclusion> + </exclusions> + </dependency> + + <dependency> + <groupId>org.apache.hive.hcatalog</groupId> + <artifactId>hive-hcatalog-core</artifactId> + <version>${hive.version}</version> + <scope>test</scope> + <type>test-jar</type> + <exclusions> + <exclusion> + <groupId>jline</groupId> + <artifactId>jline</artifactId> + </exclusion> + <exclusion> + <groupId>com.google.guava</groupId> + <artifactId>guava</artifactId> + </exclusion> + <exclusion> + <groupId>io.netty</groupId> + <artifactId>netty</artifactId> + </exclusion> + <exclusion> + <groupId>io.netty</groupId> + <artifactId>netty-all</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.logging.log4j</groupId> + <artifactId>log4j-slf4j-impl</artifactId> + </exclusion> + <exclusion> + <groupId>org.pentaho</groupId> + <artifactId>pentaho-aggdesigner-algorithm</artifactId> + </exclusion> + </exclusions> + </dependency> + + <dependency> + <groupId>net.jodah</groupId> + <artifactId>concurrentunit</artifactId> + <version>0.4.6</version> + <scope>test</scope> + </dependency> + + <dependency> + <groupId>com.klarna</groupId> + <artifactId>hiverunner</artifactId> + <version>${hiverunner.version}</version> + <scope>test</scope> + <exclusions> + <exclusion> + <groupId>com.google.guava</groupId> + <artifactId>guava</artifactId> + </exclusion> + <exclusion> + <groupId>org.pentaho</groupId> + <artifactId>pentaho-aggdesigner-algorithm</artifactId> + </exclusion> + </exclusions> + </dependency> + + <dependency> + <groupId>org.scalatest</groupId> + <artifactId>scalatest_${flink.scala.binary.version}</artifactId> + <version>3.0.8</version> + <scope>test</scope> + </dependency> + + <dependency> + <groupId>org.slf4j</groupId> + <artifactId>slf4j-api</artifactId> + </dependency> + + <dependency> + <groupId>org.junit.jupiter</groupId> + <artifactId>junit-jupiter-engine</artifactId> + <scope>test</scope> + </dependency> + + <dependency> + <groupId>org.junit.vintage</groupId> + <artifactId>junit-vintage-engine</artifactId> + <version>${junit.jupiter.version}</version> + <scope>test</scope> + </dependency> + + </dependencies> + <build> + <pluginManagement> <plugins> <plugin> - <groupId>org.codehaus.mojo</groupId> - <artifactId>build-helper-maven-plugin</artifactId> + <groupId>net.alchim31.maven</groupId> + <artifactId>scala-maven-plugin</artifactId> + <executions> + <execution> + <id>eclipse-add-source</id> + <goals> + <goal>add-source</goal> + </goals> + </execution> + <execution> + <id>scala-compile-first</id> + <phase>process-resources</phase> + <goals> + <goal>compile</goal> + </goals> + </execution> + <execution> + <id>scala-test-compile-first</id> + <phase>process-test-resources</phase> + <goals> + <goal>testCompile</goal> + </goals> + </execution> + </executions> + <configuration> + <scalaVersion>${flink.scala.version}</scalaVersion> + <args> + <arg>-unchecked</arg> + <arg>-deprecation</arg> + <arg>-feature</arg> + <arg>-nobootcp</arg> + </args> + <jvmArgs> + <jvmArg>-Xms1024m</jvmArg> + <jvmArg>-Xmx1024m</jvmArg> + <jvmArg>-XX:MaxMetaspaceSize=${MaxMetaspace}</jvmArg> + </jvmArgs> + <javacArgs> + <javacArg>-source</javacArg> + <javacArg>${java.version}</javacArg> + <javacArg>-target</javacArg> + <javacArg>${java.version}</javacArg> + <javacArg>-Xlint:all,-serial,-path,-options</javacArg> + </javacArgs> + </configuration> + </plugin> + + <!-- include flink by default --> + <plugin> + <groupId>com.googlecode.maven-download-plugin</groupId> + <artifactId>download-maven-plugin</artifactId> + <executions> + <execution> + <id>download-flink-files</id> + <phase>validate</phase> + <goals> + <goal>wget</goal> + </goals> + <configuration> + <readTimeOut>60000</readTimeOut> + <retries>5</retries> + <url>${flink.bin.download.url}</url> + <unpack>true</unpack> + <outputDirectory>${project.build.directory}</outputDirectory> + </configuration> + </execution> + </executions> + </plugin> + + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-surefire-plugin</artifactId> + <configuration> + <skip>false</skip> + <forkCount>1</forkCount> + <reuseForks>false</reuseForks> + <!-- set sun.zip.disableMemoryMapping=true because of + https://blogs.oracle.com/poonam/crashes-in-zipgetentry + https://bugs.java.com/bugdatabase/view_bug.do?bug_id=8191484 --> + <argLine>-Xmx5120m -XX:MaxMetaspaceSize=1024m -Dsun.zip.disableMemoryMapping=true</argLine> +<!-- <argLine>-Xmx4096m -XX:MaxMetaspaceSize=512m -Dsun.zip.disableMemoryMapping=true -agentlib:jdwp=transport=dt_socket,server=y,suspend=y,address=6006</argLine>--> + + <environmentVariables> + <ZEPPELIN_HOME>${basedir}/../../</ZEPPELIN_HOME> + <FLINK_HOME>${project.build.directory}/flink-${flink.version}</FLINK_HOME> + <FLINK_CONF_DIR>${project.build.directory}/test-classes</FLINK_CONF_DIR> + </environmentVariables> + </configuration> </plugin> + <!-- Scalatest runs all Scala tests --> + <plugin> + <groupId>org.scalatest</groupId> + <artifactId>scalatest-maven-plugin</artifactId> + </plugin> + + <plugin> + <artifactId>maven-enforcer-plugin</artifactId> + </plugin> + + <plugin> + <artifactId>maven-resources-plugin</artifactId> + <executions> + <execution> + <id>copy-interpreter-setting</id> + <phase>package</phase> + <goals> + <goal>resources</goal> + </goals> + <configuration> + <outputDirectory>${project.build.directory}/../../../interpreter/${interpreter.name}</outputDirectory> + </configuration> + </execution> + </executions> + </plugin> + + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-shade-plugin</artifactId> + <configuration> + <filters> + <filter> + <artifact>*:*</artifact> + <excludes> + <exclude>org/datanucleus/**</exclude> + <exclude>META-INF/*.SF</exclude> + <exclude>META-INF/*.DSA</exclude> + <exclude>META-INF/*.RSA</exclude> + </excludes> + </filter> + </filters> + + <artifactSet> + <excludes> + <exclude>org.scala-lang:scala-library</exclude> + <exclude>org.scala-lang:scala-compiler</exclude> + <exclude>org.scala-lang:scala-reflect</exclude> + <exclude>org.apache.flink:*</exclude> + </excludes> + </artifactSet> + + <transformers> + <transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" /> + <transformer implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer"> + <resource>reference.conf</resource> + </transformer> + </transformers> + <relocations> + <relocation> + <pattern>io.netty</pattern> + <shadedPattern>org.apache.zeppelin.shaded.io.netty</shadedPattern> + </relocation> + <relocation> + <pattern>com.google</pattern> + <shadedPattern>org.apache.zeppelin.shaded.com.google</shadedPattern> + </relocation> + </relocations> + <outputFile>${project.basedir}/../../interpreter/${interpreter.name}/zeppelin-flink-${project.version}-${flink.scala.binary.version}.jar</outputFile> + </configuration> + <executions> + <execution> + <phase>package</phase> + <goals> + <goal>shade</goal> + </goals> + </execution> + </executions> + </plugin> + </plugins> + </pluginManagement> + + <plugins> <plugin> <groupId>net.alchim31.maven</groupId> <artifactId>scala-maven-plugin</artifactId> @@ -77,7 +785,133 @@ <groupId>org.apache.maven.plugins</groupId> <artifactId>maven-shade-plugin</artifactId> </plugin> - </plugins> </build> + + <profiles> + <profile> + <id>flink-115</id> + <properties> + <flink.version>${flink1.15.version}</flink.version> + <flink.scala.version>2.12.7</flink.scala.version> + <flink.scala.binary.version>2.12</flink.scala.binary.version> + </properties> + <dependencies> + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-runtime</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-table-planner_${flink.scala.binary.version}</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-python_${flink.scala.binary.version}</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + </dependencies> + </profile> + + <profile> + <id>flink-116</id> + <properties> + <flink.version>${flink1.16.version}</flink.version> + <flink.scala.version>2.12.7</flink.scala.version> + <flink.scala.binary.version>2.12</flink.scala.binary.version> + </properties> + <dependencies> + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-runtime</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-table-planner_${flink.scala.binary.version}</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-sql-client</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-python</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + </dependencies> + </profile> + + <profile> + <id>flink-117</id> + <properties> + <flink.version>${flink1.17.version}</flink.version> + <flink.scala.version>2.12.7</flink.scala.version> + <flink.scala.binary.version>2.12</flink.scala.binary.version> + </properties> + <dependencies> + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-runtime</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-table-planner_${flink.scala.binary.version}</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-sql-client</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + <dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-python</artifactId> + <version>${flink.version}</version> + <scope>provided</scope> + </dependency> + </dependencies> + </profile> + + <profile> + <id>hive2</id> + <activation> + <activeByDefault>true</activeByDefault> + </activation> + <properties> + <hive.version>2.3.4</hive.version> + <hiverunner.version>4.0.0</hiverunner.version> + </properties> + </profile> + <profile> + <id>hive1</id> + <properties> + <hive.version>1.2.1</hive.version> + <hiverunner.version>3.2.1</hiverunner.version> + </properties> + <dependencies> + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-common</artifactId> + <version>2.7.5</version> + <scope>provided</scope> + </dependency> + </dependencies> + </profile> + </profiles> </project> diff --git a/flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/ApplicationModeExecutionEnvironment.java b/flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/ApplicationModeExecutionEnvironment.java similarity index 100% rename from flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/ApplicationModeExecutionEnvironment.java rename to flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/ApplicationModeExecutionEnvironment.java diff --git a/flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/ApplicationModeStreamEnvironment.java b/flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/ApplicationModeStreamEnvironment.java similarity index 100% rename from flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/ApplicationModeStreamEnvironment.java rename to flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/ApplicationModeStreamEnvironment.java diff --git a/flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/FlinkBatchSqlInterpreter.java b/flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/FlinkBatchSqlInterpreter.java similarity index 100% rename from flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/FlinkBatchSqlInterpreter.java rename to flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/FlinkBatchSqlInterpreter.java diff --git a/flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/FlinkInterpreter.java b/flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/FlinkInterpreter.java similarity index 100% rename from flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/FlinkInterpreter.java rename to flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/FlinkInterpreter.java diff --git a/flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/FlinkSqlInterpreter.java b/flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/FlinkSqlInterpreter.java similarity index 100% rename from flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/FlinkSqlInterpreter.java rename to flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/FlinkSqlInterpreter.java diff --git a/flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/FlinkStreamSqlInterpreter.java b/flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/FlinkStreamSqlInterpreter.java similarity index 100% rename from flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/FlinkStreamSqlInterpreter.java rename to flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/FlinkStreamSqlInterpreter.java diff --git a/flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/HadoopUtils.java b/flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/HadoopUtils.java similarity index 100% rename from flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/HadoopUtils.java rename to flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/HadoopUtils.java diff --git a/flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/IPyFlinkInterpreter.java b/flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/IPyFlinkInterpreter.java similarity index 100% rename from flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/IPyFlinkInterpreter.java rename to flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/IPyFlinkInterpreter.java diff --git a/flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/JobManager.java b/flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/JobManager.java similarity index 100% rename from flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/JobManager.java rename to flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/JobManager.java diff --git a/flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/PyFlinkInterpreter.java b/flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/PyFlinkInterpreter.java similarity index 100% rename from flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/PyFlinkInterpreter.java rename to flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/PyFlinkInterpreter.java diff --git a/flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/TableEnvFactory.java b/flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/TableEnvFactory.java similarity index 100% rename from flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/TableEnvFactory.java rename to flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/TableEnvFactory.java diff --git a/flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/internal/JarHelper.java b/flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/internal/JarHelper.java similarity index 100% rename from flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/internal/JarHelper.java rename to flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/internal/JarHelper.java diff --git a/flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/internal/ScalaShellEnvironment.java b/flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/internal/ScalaShellEnvironment.java similarity index 100% rename from flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/internal/ScalaShellEnvironment.java rename to flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/internal/ScalaShellEnvironment.java diff --git a/flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/internal/ScalaShellStreamEnvironment.java b/flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/internal/ScalaShellStreamEnvironment.java similarity index 100% rename from flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/internal/ScalaShellStreamEnvironment.java rename to flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/internal/ScalaShellStreamEnvironment.java diff --git a/flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/sql/AbstractStreamSqlJob.java b/flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/sql/AbstractStreamSqlJob.java similarity index 100% rename from flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/sql/AbstractStreamSqlJob.java rename to flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/sql/AbstractStreamSqlJob.java diff --git a/flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/sql/AppendStreamSqlJob.java b/flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/sql/AppendStreamSqlJob.java similarity index 100% rename from flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/sql/AppendStreamSqlJob.java rename to flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/sql/AppendStreamSqlJob.java diff --git a/flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/sql/SingleRowStreamSqlJob.java b/flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/sql/SingleRowStreamSqlJob.java similarity index 100% rename from flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/sql/SingleRowStreamSqlJob.java rename to flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/sql/SingleRowStreamSqlJob.java diff --git a/flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/sql/UpdateStreamSqlJob.java b/flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/sql/UpdateStreamSqlJob.java similarity index 100% rename from flink/flink-scala-parent/src/main/java/org/apache/zeppelin/flink/sql/UpdateStreamSqlJob.java rename to flink/flink-scala-2.12/src/main/java/org/apache/zeppelin/flink/sql/UpdateStreamSqlJob.java diff --git a/flink/flink-scala-parent/src/main/resources/interpreter-setting.json b/flink/flink-scala-2.12/src/main/resources/interpreter-setting.json similarity index 100% rename from flink/flink-scala-parent/src/main/resources/interpreter-setting.json rename to flink/flink-scala-2.12/src/main/resources/interpreter-setting.json diff --git a/flink/flink-scala-parent/src/main/resources/python/zeppelin_ipyflink.py b/flink/flink-scala-2.12/src/main/resources/python/zeppelin_ipyflink.py similarity index 100% rename from flink/flink-scala-parent/src/main/resources/python/zeppelin_ipyflink.py rename to flink/flink-scala-2.12/src/main/resources/python/zeppelin_ipyflink.py diff --git a/flink/flink-scala-parent/src/main/resources/python/zeppelin_pyflink.py b/flink/flink-scala-2.12/src/main/resources/python/zeppelin_pyflink.py similarity index 100% rename from flink/flink-scala-parent/src/main/resources/python/zeppelin_pyflink.py rename to flink/flink-scala-2.12/src/main/resources/python/zeppelin_pyflink.py diff --git a/flink/flink-scala-parent/src/main/scala/org/apache/zeppelin/flink/FlinkScalaInterpreter.scala b/flink/flink-scala-2.12/src/main/scala/org/apache/zeppelin/flink/FlinkScalaInterpreter.scala similarity index 100% rename from flink/flink-scala-parent/src/main/scala/org/apache/zeppelin/flink/FlinkScalaInterpreter.scala rename to flink/flink-scala-2.12/src/main/scala/org/apache/zeppelin/flink/FlinkScalaInterpreter.scala diff --git a/flink/flink-scala-parent/src/main/scala/org/apache/zeppelin/flink/FlinkZeppelinContext.scala b/flink/flink-scala-2.12/src/main/scala/org/apache/zeppelin/flink/FlinkZeppelinContext.scala similarity index 100% rename from flink/flink-scala-parent/src/main/scala/org/apache/zeppelin/flink/FlinkZeppelinContext.scala rename to flink/flink-scala-2.12/src/main/scala/org/apache/zeppelin/flink/FlinkZeppelinContext.scala diff --git a/flink/flink-scala-parent/src/main/scala/org/apache/zeppelin/flink/internal/FlinkILoop.scala b/flink/flink-scala-2.12/src/main/scala/org/apache/zeppelin/flink/internal/FlinkILoop.scala similarity index 100% rename from flink/flink-scala-parent/src/main/scala/org/apache/zeppelin/flink/internal/FlinkILoop.scala rename to flink/flink-scala-2.12/src/main/scala/org/apache/zeppelin/flink/internal/FlinkILoop.scala diff --git a/flink/flink-scala-parent/src/main/scala/org/apache/zeppelin/flink/internal/FlinkShell.scala b/flink/flink-scala-2.12/src/main/scala/org/apache/zeppelin/flink/internal/FlinkShell.scala similarity index 100% rename from flink/flink-scala-parent/src/main/scala/org/apache/zeppelin/flink/internal/FlinkShell.scala rename to flink/flink-scala-2.12/src/main/scala/org/apache/zeppelin/flink/internal/FlinkShell.scala diff --git a/flink/flink-scala-parent/src/test/java/org/apache/zeppelin/flink/FlinkBatchSqlInterpreterTest.java b/flink/flink-scala-2.12/src/test/java/org/apache/zeppelin/flink/FlinkBatchSqlInterpreterTest.java similarity index 100% rename from flink/flink-scala-parent/src/test/java/org/apache/zeppelin/flink/FlinkBatchSqlInterpreterTest.java rename to flink/flink-scala-2.12/src/test/java/org/apache/zeppelin/flink/FlinkBatchSqlInterpreterTest.java diff --git a/flink/flink-scala-parent/src/test/java/org/apache/zeppelin/flink/FlinkInterpreterTest.java b/flink/flink-scala-2.12/src/test/java/org/apache/zeppelin/flink/FlinkInterpreterTest.java similarity index 100% rename from flink/flink-scala-parent/src/test/java/org/apache/zeppelin/flink/FlinkInterpreterTest.java rename to flink/flink-scala-2.12/src/test/java/org/apache/zeppelin/flink/FlinkInterpreterTest.java diff --git a/flink/flink-scala-parent/src/test/java/org/apache/zeppelin/flink/FlinkSqlInterpreterTest.java b/flink/flink-scala-2.12/src/test/java/org/apache/zeppelin/flink/FlinkSqlInterpreterTest.java similarity index 100% rename from flink/flink-scala-parent/src/test/java/org/apache/zeppelin/flink/FlinkSqlInterpreterTest.java rename to flink/flink-scala-2.12/src/test/java/org/apache/zeppelin/flink/FlinkSqlInterpreterTest.java diff --git a/flink/flink-scala-parent/src/test/java/org/apache/zeppelin/flink/FlinkStreamSqlInterpreterTest.java b/flink/flink-scala-2.12/src/test/java/org/apache/zeppelin/flink/FlinkStreamSqlInterpreterTest.java similarity index 100% rename from flink/flink-scala-parent/src/test/java/org/apache/zeppelin/flink/FlinkStreamSqlInterpreterTest.java rename to flink/flink-scala-2.12/src/test/java/org/apache/zeppelin/flink/FlinkStreamSqlInterpreterTest.java diff --git a/flink/flink-scala-parent/src/test/java/org/apache/zeppelin/flink/IPyFlinkInterpreterTest.java b/flink/flink-scala-2.12/src/test/java/org/apache/zeppelin/flink/IPyFlinkInterpreterTest.java similarity index 100% rename from flink/flink-scala-parent/src/test/java/org/apache/zeppelin/flink/IPyFlinkInterpreterTest.java rename to flink/flink-scala-2.12/src/test/java/org/apache/zeppelin/flink/IPyFlinkInterpreterTest.java diff --git a/flink/flink-scala-parent/src/test/java/org/apache/zeppelin/flink/JavaLower.java b/flink/flink-scala-2.12/src/test/java/org/apache/zeppelin/flink/JavaLower.java similarity index 100% rename from flink/flink-scala-parent/src/test/java/org/apache/zeppelin/flink/JavaLower.java rename to flink/flink-scala-2.12/src/test/java/org/apache/zeppelin/flink/JavaLower.java diff --git a/flink/flink-scala-parent/src/test/java/org/apache/zeppelin/flink/JavaUpper.java b/flink/flink-scala-2.12/src/test/java/org/apache/zeppelin/flink/JavaUpper.java similarity index 100% rename from flink/flink-scala-parent/src/test/java/org/apache/zeppelin/flink/JavaUpper.java rename to flink/flink-scala-2.12/src/test/java/org/apache/zeppelin/flink/JavaUpper.java diff --git a/flink/flink-scala-parent/src/test/java/org/apache/zeppelin/flink/JobManagerTest.java b/flink/flink-scala-2.12/src/test/java/org/apache/zeppelin/flink/JobManagerTest.java similarity index 100% rename from flink/flink-scala-parent/src/test/java/org/apache/zeppelin/flink/JobManagerTest.java rename to flink/flink-scala-2.12/src/test/java/org/apache/zeppelin/flink/JobManagerTest.java diff --git a/flink/flink-scala-parent/src/test/java/org/apache/zeppelin/flink/PyFlinkInterpreterTest.java b/flink/flink-scala-2.12/src/test/java/org/apache/zeppelin/flink/PyFlinkInterpreterTest.java similarity index 100% rename from flink/flink-scala-parent/src/test/java/org/apache/zeppelin/flink/PyFlinkInterpreterTest.java rename to flink/flink-scala-2.12/src/test/java/org/apache/zeppelin/flink/PyFlinkInterpreterTest.java diff --git a/flink/flink-scala-parent/src/test/resources/flink-conf.yaml b/flink/flink-scala-2.12/src/test/resources/flink-conf.yaml similarity index 100% rename from flink/flink-scala-parent/src/test/resources/flink-conf.yaml rename to flink/flink-scala-2.12/src/test/resources/flink-conf.yaml diff --git a/flink/flink-scala-parent/src/test/resources/init_stream.scala2 b/flink/flink-scala-2.12/src/test/resources/init_stream.scala2 similarity index 100% rename from flink/flink-scala-parent/src/test/resources/init_stream.scala2 rename to flink/flink-scala-2.12/src/test/resources/init_stream.scala2 diff --git a/flink/flink-scala-parent/src/test/resources/log4j.properties b/flink/flink-scala-2.12/src/test/resources/log4j.properties similarity index 100% rename from flink/flink-scala-parent/src/test/resources/log4j.properties rename to flink/flink-scala-2.12/src/test/resources/log4j.properties diff --git a/flink/flink-scala-parent/src/test/resources/log4j2.properties b/flink/flink-scala-2.12/src/test/resources/log4j2.properties similarity index 100% rename from flink/flink-scala-parent/src/test/resources/log4j2.properties rename to flink/flink-scala-2.12/src/test/resources/log4j2.properties diff --git a/flink/flink-scala-parent/pom.xml b/flink/flink-scala-parent/pom.xml deleted file mode 100644 index e0969cc6fe..0000000000 --- a/flink/flink-scala-parent/pom.xml +++ /dev/null @@ -1,988 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - ~ Licensed to the Apache Software Foundation (ASF) under one or more - ~ contributor license agreements. See the NOTICE file distributed with - ~ this work for additional information regarding copyright ownership. - ~ The ASF licenses this file to You under the Apache License, Version 2.0 - ~ (the "License"); you may not use this file except in compliance with - ~ the License. You may obtain a copy of the License at - ~ - ~ http://www.apache.org/licenses/LICENSE-2.0 - ~ - ~ Unless required by applicable law or agreed to in writing, software - ~ distributed under the License is distributed on an "AS IS" BASIS, - ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - ~ See the License for the specific language governing permissions and - ~ limitations under the License. - --> - -<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd"> - <modelVersion>4.0.0</modelVersion> - - <parent> - <artifactId>flink-parent</artifactId> - <groupId>org.apache.zeppelin</groupId> - <version>0.11.0-SNAPSHOT</version> - <relativePath>../pom.xml</relativePath> - </parent> - - <artifactId>flink-scala-parent</artifactId> - <packaging>pom</packaging> - <name>Zeppelin: Flink Scala Parent</name> - <description>Zeppelin Flink Scala Parent</description> - - <properties> - <!--library versions--> - <interpreter.name>flink</interpreter.name> - <flink.version>${flink1.17.version}</flink.version> - <flink.hadoop.version>${hadoop2.7.version}</flink.hadoop.version> - <hive.version>2.3.4</hive.version> - <hiverunner.version>4.0.0</hiverunner.version> - <grpc.version>1.15.0</grpc.version> - - <flink.bin.download.url>https://archive.apache.org/dist/flink/flink-${flink.version}/flink-${flink.version}-bin-scala_${flink.scala.binary.version}.tgz</flink.bin.download.url> - </properties> - - - <dependencies> - - <dependency> - <groupId>org.apache.zeppelin</groupId> - <artifactId>flink-shims</artifactId> - <version>${project.version}</version> - </dependency> - - <dependency> - <groupId>org.apache.zeppelin</groupId> - <artifactId>flink1.15-shims</artifactId> - <version>${project.version}</version> - </dependency> - - <dependency> - <groupId>org.apache.zeppelin</groupId> - <artifactId>flink1.16-shims</artifactId> - <version>${project.version}</version> - </dependency> - - <dependency> - <groupId>org.apache.zeppelin</groupId> - <artifactId>flink1.17-shims</artifactId> - <version>${project.version}</version> - </dependency> - - <dependency> - <groupId>org.apache.zeppelin</groupId> - <artifactId>zeppelin-python</artifactId> - <version>${project.version}</version> - <exclusions> - <exclusion> - <groupId>io.atomix</groupId> - <artifactId>*</artifactId> - </exclusion> - <exclusion> - <groupId>com.google.guava</groupId> - <artifactId>guava</artifactId> - </exclusion> - </exclusions> - </dependency> - - <dependency> - <groupId>${project.groupId}</groupId> - <artifactId>zeppelin-interpreter</artifactId> - <version>${project.version}</version> - <scope>provided</scope> - <exclusions> - <exclusion> - <groupId>io.atomix</groupId> - <artifactId>*</artifactId> - </exclusion> - <exclusion> - <groupId>com.google.guava</groupId> - <artifactId>guava</artifactId> - </exclusion> - <exclusion> - <groupId>io.grpc</groupId> - <artifactId>*</artifactId> - </exclusion> - </exclusions> - </dependency> - - <dependency> - <groupId>${project.groupId}</groupId> - <artifactId>zeppelin-python</artifactId> - <version>${project.version}</version> - <classifier>tests</classifier> - <scope>test</scope> - <exclusions> - <exclusion> - <groupId>io.atomix</groupId> - <artifactId>*</artifactId> - </exclusion> - <exclusion> - <groupId>com.google.guava</groupId> - <artifactId>guava</artifactId> - </exclusion> - <exclusion> - <groupId>io.grpc</groupId> - <artifactId>*</artifactId> - </exclusion> - </exclusions> - </dependency> - - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-core</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-clients</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-yarn</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - <exclusions> - <exclusion> - <groupId>org.apache.flink</groupId> - <artifactId>flink-shaded-hadoop2</artifactId> - </exclusion> - <exclusion> - <groupId>org.apache.hadoop</groupId> - <artifactId>*</artifactId> - </exclusion> - <exclusion> - <groupId>org.eclipse.jetty</groupId> - <artifactId>*</artifactId> - </exclusion> - </exclusions> - </dependency> - - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-table-api-scala_${flink.scala.binary.version}</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-table-api-scala-bridge_${flink.scala.binary.version}</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-table-api-java-bridge</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-scala_${flink.scala.binary.version}</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-streaming-java</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-streaming-scala_${flink.scala.binary.version}</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-java</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - - <!-- hadoop compatibility dependency --> - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-hadoop-compatibility_${flink.scala.binary.version}</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>com.google.code.gson</groupId> - <artifactId>gson</artifactId> - </dependency> - - <dependency> - <groupId>org.scala-lang</groupId> - <artifactId>scala-library</artifactId> - <version>${flink.scala.version}</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>org.scala-lang</groupId> - <artifactId>scala-compiler</artifactId> - <version>${flink.scala.version}</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>org.scala-lang</groupId> - <artifactId>scala-reflect</artifactId> - <version>${flink.scala.version}</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>com.mashape.unirest</groupId> - <artifactId>unirest-java</artifactId> - <version>1.4.9</version> - </dependency> - - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-connector-hive_${flink.scala.binary.version}</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - <exclusions> - <exclusion> - <groupId>org.apache.hive</groupId> - <artifactId>hive-metastore</artifactId> - </exclusion> - <exclusion> - <groupId>org.apache.hive</groupId> - <artifactId>hive-exec</artifactId> - </exclusion> - </exclusions> - </dependency> - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-connector-hive_${flink.scala.binary.version}</artifactId> - <version>${flink.version}</version> - <classifier>tests</classifier> - <scope>test</scope> - <exclusions> - <exclusion> - <groupId>org.apache.hive</groupId> - <artifactId>hive-exec</artifactId> - </exclusion> - <exclusion> - <groupId>org.apache.hive</groupId> - <artifactId>hive-metastore</artifactId> - </exclusion> - </exclusions> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - <version>${flink.hadoop.version}</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-hdfs</artifactId> - <version>${flink.hadoop.version}</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-yarn-common</artifactId> - <version>${flink.hadoop.version}</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-yarn-client</artifactId> - <version>${flink.hadoop.version}</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-mapreduce-client-core</artifactId> - <version>${flink.hadoop.version}</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>org.mockito</groupId> - <artifactId>mockito-core</artifactId> - <scope>test</scope> - </dependency> - - <dependency> - <groupId>org.apache.hive</groupId> - <artifactId>hive-metastore</artifactId> - <version>${hive.version}</version> - <scope>provided</scope> - <exclusions> - <exclusion> - <artifactId>hadoop-auth</artifactId> - <groupId>org.apache.hadoop</groupId> - </exclusion> - <exclusion> - <groupId>com.google.guava</groupId> - <artifactId>guava</artifactId> - </exclusion> - <exclusion> - <groupId>io.netty</groupId> - <artifactId>netty</artifactId> - </exclusion> - <exclusion> - <groupId>io.netty</groupId> - <artifactId>netty-all</artifactId> - </exclusion> - <exclusion> - <groupId>com.google.protobuf</groupId> - <artifactId>protobuf-java</artifactId> - </exclusion> - <exclusion> - <groupId>org.apache.logging.log4j</groupId> - <artifactId>log4j-slf4j-impl</artifactId> - </exclusion> - <exclusion> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - </exclusion> - </exclusions> - </dependency> - - <dependency> - <groupId>org.apache.hive</groupId> - <artifactId>hive-exec</artifactId> - <version>${hive.version}</version> - <scope>provided</scope> - <exclusions> - <exclusion> - <groupId>org.apache.calcite</groupId> - <artifactId>calcite-core</artifactId> - </exclusion> - <exclusion> - <groupId>org.apache.calcite</groupId> - <artifactId>calcite-druid</artifactId> - </exclusion> - <exclusion> - <groupId>org.apache.calcite.avatica</groupId> - <artifactId>avatica</artifactId> - </exclusion> - <exclusion> - <groupId>commons-codec</groupId> - <artifactId>commons-codec</artifactId> - </exclusion> - <exclusion> - <groupId>commons-httpclient</groupId> - <artifactId>commons-httpclient</artifactId> - </exclusion> - <exclusion> - <groupId>commons-io</groupId> - <artifactId>commons-io</artifactId> - </exclusion> - <exclusion> - <groupId>org.apache.logging.log4j</groupId> - <artifactId>log4j-1.2-api</artifactId> - </exclusion> - <exclusion> - <groupId>org.apache.logging.log4j</groupId> - <artifactId>log4j-slf4j-impl</artifactId> - </exclusion> - <exclusion> - <groupId>org.slf4j</groupId> - <artifactId>slf4j-api</artifactId> - </exclusion> - <exclusion> - <groupId>org.apache.zookeeper</groupId> - <artifactId>zookeeper</artifactId> - </exclusion> - <exclusion> - <groupId>org.apache.curator</groupId> - <artifactId>curator-framework</artifactId> - </exclusion> - <exclusion> - <groupId>org.apache.curator</groupId> - <artifactId>apache-curator</artifactId> - </exclusion> - <exclusion> - <groupId>com.google.code.gson</groupId> - <artifactId>gson</artifactId> - </exclusion> - <exclusion> - <groupId>jline</groupId> - <artifactId>jline</artifactId> - </exclusion> - <exclusion> - <groupId>com.google.guava</groupId> - <artifactId>guava</artifactId> - </exclusion> - <exclusion> - <groupId>io.netty</groupId> - <artifactId>netty</artifactId> - </exclusion> - <exclusion> - <groupId>io.netty</groupId> - <artifactId>netty-all</artifactId> - </exclusion> - <exclusion> - <groupId>com.google.protobuf</groupId> - <artifactId>protobuf-java</artifactId> - </exclusion> - <exclusion> - <groupId>org.pentaho</groupId> - <artifactId>pentaho-aggdesigner-algorithm</artifactId> - </exclusion> - </exclusions> - </dependency> - - <dependency> - <groupId>org.apache.hive.hcatalog</groupId> - <artifactId>hive-webhcat-java-client</artifactId> - <version>${hive.version}</version> - <scope>test</scope> - <exclusions> - <exclusion> - <groupId>org.apache.calcite</groupId> - <artifactId>*</artifactId> - </exclusion> - <exclusion> - <groupId>com.google.guava</groupId> - <artifactId>guava</artifactId> - </exclusion> - <exclusion> - <groupId>io.netty</groupId> - <artifactId>netty</artifactId> - </exclusion> - <exclusion> - <groupId>javax.jms</groupId> - <artifactId>jms</artifactId> - </exclusion> - </exclusions> - </dependency> - - <dependency> - <groupId>org.apache.hive</groupId> - <artifactId>hive-contrib</artifactId> - <version>${hive.version}</version> - <scope>test</scope> - <exclusions> - <exclusion> - <groupId>org.pentaho</groupId> - <artifactId>pentaho-aggdesigner-algorithm</artifactId> - </exclusion> - </exclusions> - </dependency> - - <dependency> - <groupId>org.apache.hive.hcatalog</groupId> - <artifactId>hive-hcatalog-core</artifactId> - <version>${hive.version}</version> - <scope>test</scope> - <type>test-jar</type> - <exclusions> - <exclusion> - <groupId>jline</groupId> - <artifactId>jline</artifactId> - </exclusion> - <exclusion> - <groupId>com.google.guava</groupId> - <artifactId>guava</artifactId> - </exclusion> - <exclusion> - <groupId>io.netty</groupId> - <artifactId>netty</artifactId> - </exclusion> - <exclusion> - <groupId>io.netty</groupId> - <artifactId>netty-all</artifactId> - </exclusion> - <exclusion> - <groupId>org.apache.logging.log4j</groupId> - <artifactId>log4j-slf4j-impl</artifactId> - </exclusion> - <exclusion> - <groupId>org.pentaho</groupId> - <artifactId>pentaho-aggdesigner-algorithm</artifactId> - </exclusion> - </exclusions> - </dependency> - - <dependency> - <groupId>net.jodah</groupId> - <artifactId>concurrentunit</artifactId> - <version>0.4.6</version> - <scope>test</scope> - </dependency> - - <dependency> - <groupId>com.klarna</groupId> - <artifactId>hiverunner</artifactId> - <version>${hiverunner.version}</version> - <scope>test</scope> - <exclusions> - <exclusion> - <groupId>com.google.guava</groupId> - <artifactId>guava</artifactId> - </exclusion> - <exclusion> - <groupId>org.pentaho</groupId> - <artifactId>pentaho-aggdesigner-algorithm</artifactId> - </exclusion> - </exclusions> - </dependency> - - <dependency> - <groupId>org.scalatest</groupId> - <artifactId>scalatest_${flink.scala.binary.version}</artifactId> - <version>3.0.8</version> - <scope>test</scope> - </dependency> - - <dependency> - <groupId>org.slf4j</groupId> - <artifactId>slf4j-api</artifactId> - </dependency> - - <dependency> - <groupId>org.junit.jupiter</groupId> - <artifactId>junit-jupiter-engine</artifactId> - <scope>test</scope> - </dependency> - - <dependency> - <groupId>org.junit.vintage</groupId> - <artifactId>junit-vintage-engine</artifactId> - <version>${junit.jupiter.version}</version> - <scope>test</scope> - </dependency> - - </dependencies> - - <build> - <pluginManagement> - <plugins> - <plugin> - <groupId>org.codehaus.mojo</groupId> - <artifactId>build-helper-maven-plugin</artifactId> - <executions> - <execution> - <id>add-source</id> - <phase>generate-sources</phase> - <goals> - <goal>add-source</goal> - </goals> - <configuration> - <sources> - <source>src/main/scala</source> - </sources> - </configuration> - </execution> - <!-- Add src/test/scala to eclipse build path --> - <execution> - <id>add-test-source</id> - <phase>generate-test-sources</phase> - <goals> - <goal>add-test-source</goal> - </goals> - <configuration> - <sources> - <source>src/test/scala</source> - </sources> - </configuration> - </execution> - - <execution> - <id>add-java-sources</id> - <phase>generate-sources</phase> - <goals> - <goal>add-source</goal> - </goals> - <configuration> - <sources> - <source>${project.basedir}/../flink-scala-parent/src/main/java</source> - </sources> - </configuration> - </execution> - <execution> - <id>add-scala-sources</id> - <phase>generate-sources</phase> - <goals> - <goal>add-source</goal> - </goals> - <configuration> - <sources> - <source>${project.basedir}/../flink-scala-parent/src/main/scala</source> - </sources> - </configuration> - </execution> - <execution> - <id>add-java-test-sources</id> - <phase>generate-test-sources</phase> - <goals> - <goal>add-test-source</goal> - </goals> - <configuration> - <sources> - <source>${project.basedir}/../flink-scala-parent/src/test/java</source> - </sources> - </configuration> - </execution> - <execution> - <id>add-scala-test-sources</id> - <phase>generate-test-sources</phase> - <goals> - <goal>add-test-source</goal> - </goals> - <configuration> - <sources> - <source>${project.basedir}/../flink-scala-parent/src/test/scala</source> - </sources> - </configuration> - </execution> - <execution> - <id>add-resource</id> - <phase>generate-resources</phase> - <goals> - <goal>add-resource</goal> - </goals> - <configuration> - <resources> - <resource> - <directory>${project.basedir}/../flink-scala-parent/src/main/resources</directory> - </resource> - </resources> - </configuration> - </execution> - <execution> - <id>add-test-resource</id> - <phase>generate-test-resources</phase> - <goals> - <goal>add-test-resource</goal> - </goals> - <configuration> - <resources> - <resource> - <directory>${project.basedir}/../flink-scala-parent/src/test/resources</directory> - </resource> - </resources> - </configuration> - </execution> - </executions> - </plugin> - - <plugin> - <groupId>net.alchim31.maven</groupId> - <artifactId>scala-maven-plugin</artifactId> - <executions> - <execution> - <id>eclipse-add-source</id> - <goals> - <goal>add-source</goal> - </goals> - </execution> - <execution> - <id>scala-compile-first</id> - <phase>process-resources</phase> - <goals> - <goal>compile</goal> - </goals> - </execution> - <execution> - <id>scala-test-compile-first</id> - <phase>process-test-resources</phase> - <goals> - <goal>testCompile</goal> - </goals> - </execution> - </executions> - <configuration> - <scalaVersion>${flink.scala.version}</scalaVersion> - <args> - <arg>-unchecked</arg> - <arg>-deprecation</arg> - <arg>-feature</arg> - <arg>-nobootcp</arg> - </args> - <jvmArgs> - <jvmArg>-Xms1024m</jvmArg> - <jvmArg>-Xmx1024m</jvmArg> - <jvmArg>-XX:MaxMetaspaceSize=${MaxMetaspace}</jvmArg> - </jvmArgs> - <javacArgs> - <javacArg>-source</javacArg> - <javacArg>${java.version}</javacArg> - <javacArg>-target</javacArg> - <javacArg>${java.version}</javacArg> - <javacArg>-Xlint:all,-serial,-path,-options</javacArg> - </javacArgs> - </configuration> - </plugin> - - <!-- include flink by default --> - <plugin> - <groupId>com.googlecode.maven-download-plugin</groupId> - <artifactId>download-maven-plugin</artifactId> - <executions> - <execution> - <id>download-flink-files</id> - <phase>validate</phase> - <goals> - <goal>wget</goal> - </goals> - <configuration> - <readTimeOut>60000</readTimeOut> - <retries>5</retries> - <url>${flink.bin.download.url}</url> - <unpack>true</unpack> - <outputDirectory>${project.build.directory}</outputDirectory> - </configuration> - </execution> - </executions> - </plugin> - - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-surefire-plugin</artifactId> - <configuration> - <skip>false</skip> - <forkCount>1</forkCount> - <reuseForks>false</reuseForks> - <!-- set sun.zip.disableMemoryMapping=true because of - https://blogs.oracle.com/poonam/crashes-in-zipgetentry - https://bugs.java.com/bugdatabase/view_bug.do?bug_id=8191484 --> - <argLine>-Xmx5120m -XX:MaxMetaspaceSize=1024m -Dsun.zip.disableMemoryMapping=true</argLine> -<!-- <argLine>-Xmx4096m -XX:MaxMetaspaceSize=512m -Dsun.zip.disableMemoryMapping=true -agentlib:jdwp=transport=dt_socket,server=y,suspend=y,address=6006</argLine>--> - - <environmentVariables> - <ZEPPELIN_HOME>${basedir}/../../</ZEPPELIN_HOME> - <FLINK_HOME>${project.build.directory}/flink-${flink.version}</FLINK_HOME> - <FLINK_CONF_DIR>${project.build.directory}/test-classes</FLINK_CONF_DIR> - </environmentVariables> - </configuration> - </plugin> - - <!-- Scalatest runs all Scala tests --> - <plugin> - <groupId>org.scalatest</groupId> - <artifactId>scalatest-maven-plugin</artifactId> - </plugin> - - <plugin> - <artifactId>maven-enforcer-plugin</artifactId> - </plugin> - - <plugin> - <artifactId>maven-resources-plugin</artifactId> - <executions> - <execution> - <id>copy-interpreter-setting</id> - <phase>package</phase> - <goals> - <goal>resources</goal> - </goals> - <configuration> - <outputDirectory>${project.build.directory}/../../../interpreter/${interpreter.name}</outputDirectory> - </configuration> - </execution> - </executions> - </plugin> - - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-shade-plugin</artifactId> - <configuration> - <filters> - <filter> - <artifact>*:*</artifact> - <excludes> - <exclude>org/datanucleus/**</exclude> - <exclude>META-INF/*.SF</exclude> - <exclude>META-INF/*.DSA</exclude> - <exclude>META-INF/*.RSA</exclude> - </excludes> - </filter> - </filters> - - <artifactSet> - <excludes> - <exclude>org.scala-lang:scala-library</exclude> - <exclude>org.scala-lang:scala-compiler</exclude> - <exclude>org.scala-lang:scala-reflect</exclude> - <exclude>org.apache.flink:*</exclude> - </excludes> - </artifactSet> - - <transformers> - <transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" /> - <transformer implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer"> - <resource>reference.conf</resource> - </transformer> - </transformers> - <relocations> - <relocation> - <pattern>io.netty</pattern> - <shadedPattern>org.apache.zeppelin.shaded.io.netty</shadedPattern> - </relocation> - <relocation> - <pattern>com.google</pattern> - <shadedPattern>org.apache.zeppelin.shaded.com.google</shadedPattern> - </relocation> - </relocations> - <outputFile>${project.basedir}/../../interpreter/${interpreter.name}/zeppelin-flink-${project.version}-${flink.scala.binary.version}.jar</outputFile> - </configuration> - <executions> - <execution> - <phase>package</phase> - <goals> - <goal>shade</goal> - </goals> - </execution> - </executions> - </plugin> - </plugins> - </pluginManagement> - </build> - - <profiles> - <profile> - <id>flink-115</id> - <properties> - <flink.version>${flink1.15.version}</flink.version> - <flink.scala.version>2.12.7</flink.scala.version> - <flink.scala.binary.version>2.12</flink.scala.binary.version> - </properties> - <dependencies> - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-runtime</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-table-planner_${flink.scala.binary.version}</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-python_${flink.scala.binary.version}</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - </dependencies> - </profile> - - <profile> - <id>flink-116</id> - <properties> - <flink.version>${flink1.16.version}</flink.version> - <flink.scala.version>2.12.7</flink.scala.version> - <flink.scala.binary.version>2.12</flink.scala.binary.version> - </properties> - <dependencies> - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-runtime</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-table-planner_${flink.scala.binary.version}</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-sql-client</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-python</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - </dependencies> - </profile> - - <profile> - <id>flink-117</id> - <properties> - <flink.version>${flink1.17.version}</flink.version> - <flink.scala.version>2.12.7</flink.scala.version> - <flink.scala.binary.version>2.12</flink.scala.binary.version> - </properties> - <dependencies> - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-runtime</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-table-planner_${flink.scala.binary.version}</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-sql-client</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - <dependency> - <groupId>org.apache.flink</groupId> - <artifactId>flink-python</artifactId> - <version>${flink.version}</version> - <scope>provided</scope> - </dependency> - </dependencies> - </profile> - - <profile> - <id>hive2</id> - <activation> - <activeByDefault>true</activeByDefault> - </activation> - <properties> - <hive.version>2.3.4</hive.version> - <hiverunner.version>4.0.0</hiverunner.version> - </properties> - </profile> - <profile> - <id>hive1</id> - <properties> - <hive.version>1.2.1</hive.version> - <hiverunner.version>3.2.1</hiverunner.version> - </properties> - <dependencies> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - <version>2.7.5</version> - <scope>provided</scope> - </dependency> - </dependencies> - </profile> - </profiles> -</project> diff --git a/flink/pom.xml b/flink/pom.xml index 3ece07f568..a3790aeb45 100644 --- a/flink/pom.xml +++ b/flink/pom.xml @@ -32,9 +32,8 @@ <name>Zeppelin: Flink Parent</name> <description>Zeppelin Flink Support</description> - <modules> - <module>flink-scala-parent</module> + <module>flink-scala-2.12</module> <module>flink-shims</module> <module>flink1.15-shims</module> <module>flink1.16-shims</module> @@ -49,34 +48,4 @@ <flink.scala.version>2.12.7</flink.scala.version> <flink.scala.binary.version>2.12</flink.scala.binary.version> </properties> - - <profiles> - <profile> - <id>flink-117</id> - <activation> - <activeByDefault>true</activeByDefault> - </activation> - <!-- Flink 1.17 only support scala 2.12--> - <modules> - <module>flink-scala-2.12</module> - </modules> - </profile> - - <profile> - <id>flink-116</id> - <!-- Flink 1.16 only support scala 2.12--> - <modules> - <module>flink-scala-2.12</module> - </modules> - </profile> - - <profile> - <id>flink-115</id> - <!-- Flink 1.15 only support scala 2.12--> - <modules> - <module>flink-scala-2.12</module> - </modules> - </profile> - </profiles> - </project>