This is an automated email from the ASF dual-hosted git repository.
madhan pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/ranger.git
The following commit(s) were added to refs/heads/master by this push:
new c6842bc90 RANGER-4734: Docker setup updated to build Trino plugin
package - #2
c6842bc90 is described below
commit c6842bc90610fda5c7a41430c10b5b111359c4d5
Author: Madhan Neethiraj <[email protected]>
AuthorDate: Mon Mar 11 17:39:26 2024 -0700
RANGER-4734: Docker setup updated to build Trino plugin package - #2
---
dev-support/ranger-docker/.env | 6 ++-
dev-support/ranger-docker/Dockerfile.ranger-trino | 32 +++++++++-------
.../ranger-docker/docker-compose.ranger-build.yml | 1 +
.../ranger-docker/docker-compose.ranger-trino.yml | 1 -
dev-support/ranger-docker/scripts/ranger-build.sh | 2 +-
.../scripts/ranger-trino-plugin-install.properties | 4 +-
.../ranger-docker/scripts/ranger-trino-setup.sh | 44 ++++++++++++++++++++++
dev-support/ranger-docker/scripts/ranger-trino.sh | 41 ++++++++++----------
8 files changed, 91 insertions(+), 40 deletions(-)
diff --git a/dev-support/ranger-docker/.env b/dev-support/ranger-docker/.env
index d671841f0..8102737a1 100644
--- a/dev-support/ranger-docker/.env
+++ b/dev-support/ranger-docker/.env
@@ -5,6 +5,10 @@ BRANCH=master
PROFILE=
BUILD_OPTS=
+# To build Trino plugins package, use following PROFILE and BUILD_OPTS
+PROFILE=ranger-jdk11,!all,!linux
+BUILD_OPTS=-pl !unixauthnative
+
# Java version for RangerBase image.
# This image gets used as base docker image for all images.
# Valid values: 8, 11, 17
@@ -13,7 +17,7 @@ RANGER_BASE_JAVA_VERSION=8
# Java version to use to build Apache Ranger
# Valid values: 8, 11, 17
# Trino builds on jdk 11 and above
-RANGER_BUILD_JAVA_VERSION=8
+RANGER_BUILD_JAVA_VERSION=11
# Java version to use to run Ranger Admin server
# Valid values: 8, 11, 17
diff --git a/dev-support/ranger-docker/Dockerfile.ranger-trino
b/dev-support/ranger-docker/Dockerfile.ranger-trino
index 546b118c3..c376b18ba 100644
--- a/dev-support/ranger-docker/Dockerfile.ranger-trino
+++ b/dev-support/ranger-docker/Dockerfile.ranger-trino
@@ -34,37 +34,41 @@ ARG TRINO_VERSION
ARG TRINO_PLUGIN_VERSION
ENV PLUGIN_DIR=ranger-${TRINO_PLUGIN_VERSION}-trino-plugin
-RUN mkdir -p /home/ranger/dist
-RUN mkdir -p /opt/ranger
-RUN mkdir -p /home/ranger/scripts
-RUN groupadd ranger
-RUN useradd -g ranger -ms /bin/bash ranger
-RUN usermod -a -G ranger trino
-RUN chown -R ranger:ranger /home/ranger
-RUN chown -R ranger:ranger /opt/ranger
+RUN mkdir -p /home/ranger/dist /home/ranger/scripts /opt/ranger
COPY ./dist/version
/home/ranger/dist
COPY ./dist/ranger-${TRINO_PLUGIN_VERSION}-trino-plugin.tar.gz
/home/ranger/dist
COPY ./scripts/ranger-trino.sh
/home/ranger/scripts
+COPY ./scripts/ranger-trino-setup.sh
/home/ranger/scripts
COPY ./scripts/ranger-trino-plugin-install.properties
/home/ranger/scripts
RUN if [ $TRINO_VERSION -ge 370 ] && [ $TRINO_VERSION -lt 390 ] || [
$TRINO_VERSION -eq 392 ]; then\
dnf install -y initscripts;\
dnf install -y openssh-clients;\
dnf install -y openssh-server;\
+ dnf install -y sudo;\
elif [ $TRINO_VERSION -ge 432 ]; then\
microdnf install -y gzip;\
microdnf install -y initscripts;\
microdnf install -y openssh-clients;\
microdnf install -y openssh-server;\
+ microdnf install -y sudo;\
else\
- apt-get update; DEBIAN_FRONTEND="noninteractive" apt-get -y install
ssh;\
+ apt-get update; DEBIAN_FRONTEND="noninteractive" apt-get -y install
ssh sudo;\
fi
-RUN tar xvfz /home/ranger/dist/${PLUGIN_DIR}.tar.gz --directory=/opt/ranger
-RUN ln -s /opt/ranger/${PLUGIN_DIR} /opt/ranger/ranger-trino-plugin
-RUN rm -f /home/ranger/dist/${PLUGIN_DIR}.tar.gz
-RUN cp -f /home/ranger/scripts/ranger-trino-plugin-install.properties
/opt/ranger/ranger-trino-plugin/install.properties
-RUN chmod 744 /home/ranger/scripts/ranger-trino.sh
+RUN tar xvfz /home/ranger/dist/${PLUGIN_DIR}.tar.gz --directory=/opt/ranger &&
\
+ ln -s /opt/ranger/${PLUGIN_DIR} /opt/ranger/ranger-trino-plugin && \
+ rm -f /home/ranger/dist/${PLUGIN_DIR}.tar.gz && \
+ cp -f /home/ranger/scripts/ranger-trino-plugin-install.properties
/opt/ranger/ranger-trino-plugin/install.properties && \
+ chown -R trino:trino /home/ranger /opt/ranger && \
+ chown root:root /home/ranger/scripts
/home/ranger/scripts/ranger-trino-setup.sh && \
+ chmod 744 /home/ranger/scripts/ranger-trino-setup.sh
/home/ranger/scripts/ranger-trino.sh
+
+# enable trino user to execute setup script as root
+RUN echo "trino ALL=(ALL)
NOPASSWD:/home/ranger/scripts/ranger-trino-setup.sh" > /etc/sudoers.d/trino
+
+
+USER trino
ENTRYPOINT ["/home/ranger/scripts/ranger-trino.sh"]
diff --git a/dev-support/ranger-docker/docker-compose.ranger-build.yml
b/dev-support/ranger-docker/docker-compose.ranger-build.yml
index 3dd4a4a06..c8760aab5 100644
--- a/dev-support/ranger-docker/docker-compose.ranger-build.yml
+++ b/dev-support/ranger-docker/docker-compose.ranger-build.yml
@@ -22,6 +22,7 @@ services:
environment:
- BRANCH
- BUILD_HOST_SRC
+ - BUILD_OPTS
- PROFILE
- GIT_URL
- RANGER_VERSION
diff --git a/dev-support/ranger-docker/docker-compose.ranger-trino.yml
b/dev-support/ranger-docker/docker-compose.ranger-trino.yml
index 1b15b85a6..14b42c2db 100644
--- a/dev-support/ranger-docker/docker-compose.ranger-trino.yml
+++ b/dev-support/ranger-docker/docker-compose.ranger-trino.yml
@@ -9,7 +9,6 @@ services:
- TRINO_VERSION=${TRINO_VERSION}
image: ranger-trino
hostname: ranger-trino
- user: root
container_name: ranger-trino
stdin_open: true
tty: true
diff --git a/dev-support/ranger-docker/scripts/ranger-build.sh
b/dev-support/ranger-docker/scripts/ranger-build.sh
index 610b48c40..0d3d75ea6 100755
--- a/dev-support/ranger-docker/scripts/ranger-build.sh
+++ b/dev-support/ranger-docker/scripts/ranger-build.sh
@@ -84,7 +84,7 @@ else
done
fi
-mvn ${ARG_PROFILES} ${ARG_SKIPTESTS} -DskipDocs ${BUILD_OPTS} clean package
+mvn ${ARG_PROFILES} ${BUILD_OPTS} ${ARG_SKIPTESTS} -DskipDocs clean package
mv -f target/version /home/ranger/dist/
mv -f target/ranger-* /home/ranger/dist/
diff --git
a/dev-support/ranger-docker/scripts/ranger-trino-plugin-install.properties
b/dev-support/ranger-docker/scripts/ranger-trino-plugin-install.properties
index c027cd391..8446f9383 100644
--- a/dev-support/ranger-docker/scripts/ranger-trino-plugin-install.properties
+++ b/dev-support/ranger-docker/scripts/ranger-trino-plugin-install.properties
@@ -158,12 +158,12 @@ SSL_TRUSTSTORE_PASSWORD=changeit
# Custom component user
# CUSTOM_COMPONENT_USER=<custom-user>
# keep blank if component user is default
-CUSTOM_USER=root
+CUSTOM_USER=
#
# Custom component group
# CUSTOM_COMPONENT_GROUP=<custom-group>
# keep blank if component group is default
-CUSTOM_GROUP=root
+CUSTOM_GROUP=
XAAUDIT.SUMMARY.ENABLE=false
diff --git a/dev-support/ranger-docker/scripts/ranger-trino-setup.sh
b/dev-support/ranger-docker/scripts/ranger-trino-setup.sh
new file mode 100755
index 000000000..c3ac73a1b
--- /dev/null
+++ b/dev-support/ranger-docker/scripts/ranger-trino-setup.sh
@@ -0,0 +1,44 @@
+#!/bin/bash
+
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+source /tmp/trino-setup-env.sh
+
+TRINO_PLUGIN_HOME=/opt/ranger/ranger-trino-plugin
+
+ssh-keygen -A
+/usr/sbin/sshd
+
+if [ ! -e ${TRINO_PLUGIN_HOME}/.setupDone ]
+then
+ su -c "ssh-keygen -t rsa -P '' -f ~/.ssh/id_rsa" trino
+ su -c "cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys" trino
+ su -c "chmod 0600 ~/.ssh/authorized_keys" trino
+
+ cat <<EOF > /etc/ssh/ssh_config
+Host *
+ StrictHostKeyChecking no
+ UserKnownHostsFile=/dev/null
+EOF
+
+ cd ${TRINO_PLUGIN_HOME} || exit
+ ./enable-trino-plugin.sh
+
+ touch ${TRINO_PLUGIN_HOME}/.setupDone
+ echo "Ranger Trino Plugin Installation is complete!"
+fi
diff --git a/dev-support/ranger-docker/scripts/ranger-trino.sh
b/dev-support/ranger-docker/scripts/ranger-trino.sh
index 6ca92ecd1..e41bb0249 100644
--- a/dev-support/ranger-docker/scripts/ranger-trino.sh
+++ b/dev-support/ranger-docker/scripts/ranger-trino.sh
@@ -1,26 +1,25 @@
#!/bin/bash
-ssh-keygen -A
-/usr/sbin/sshd
-
-if [ ! -e "${TRINO_HOME}"/.setupDone ]
-then
- su -c "ssh-keygen -t rsa -P '' -f ~/.ssh/id_rsa" trino
- su -c "cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys" trino
- su -c "chmod 0600 ~/.ssh/authorized_keys" trino
-
- cat <<EOF > /etc/ssh/ssh_config
-Host *
- StrictHostKeyChecking no
- UserKnownHostsFile=/dev/null
-EOF
-
- cd /opt/ranger/ranger-trino-plugin || exit
- ./enable-trino-plugin.sh
-
- touch "${TRINO_HOME}"/.setupDone
- echo "Ranger Trino Plugin Installation is complete!"
-fi
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+echo "export JAVA_HOME=${JAVA_HOME}" >> /tmp/trino-setup-env.sh
+
+sudo /home/ranger/scripts/ranger-trino-setup.sh
/usr/lib/trino/bin/run-trino
