This is an automated email from the ASF dual-hosted git repository. xxyu pushed a commit to branch kylin-on-parquet-v2 in repository https://gitbox.apache.org/repos/asf/kylin.git
commit 823059d077a6d439b932ef99173671d177b3aa87 Author: XiaoxiangYu <x...@apache.org> AuthorDate: Mon Oct 19 20:06:39 2020 +0800 KYLIN-4775 Fix --- docker/dockerfile/cluster/client/Dockerfile | 4 +- docker/setup_cluster.sh | 64 +++++++++++++++++++++++++++-- 2 files changed, 63 insertions(+), 5 deletions(-) diff --git a/docker/dockerfile/cluster/client/Dockerfile b/docker/dockerfile/cluster/client/Dockerfile index 46c1822..48008c1 100644 --- a/docker/dockerfile/cluster/client/Dockerfile +++ b/docker/dockerfile/cluster/client/Dockerfile @@ -145,10 +145,12 @@ RUN echo spark.sql.catalogImplementation=hive > $SPARK_HOME/conf/spark-defaults. ENV PATH=$PATH:$JAVA_HOME/bin:$HADOOP_HOME/bin:$HADOOP_HOME/sbin:$HIVE_HOME/bin:$HBASE_HOME/bin:$ZK_HOME/bin -# 设置所有组件的客户端配置 +# Hadoop Client Configuration COPY entrypoint.sh /opt/entrypoint/client/entrypoint.sh RUN chmod a+x /opt/entrypoint/client/entrypoint.sh +RUN rm -f /opt/hbase-${HBASE_VERSION}/lib/hadoop-*.jar + COPY run_cli.sh /run_cli.sh RUN chmod a+x /run_cli.sh diff --git a/docker/setup_cluster.sh b/docker/setup_cluster.sh index e7ae80f..34cc01e 100644 --- a/docker/setup_cluster.sh +++ b/docker/setup_cluster.sh @@ -22,7 +22,63 @@ WS_ROOT=`dirname $SCRIPT_PATH` source ${SCRIPT_PATH}/build_cluster_images.sh # restart cluster -source ${SCRIPT_PATH}/build_cluster_images.sh -KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/write/docker-compose-write.yml down -sleep 10 -KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/dokcer-compose/write/docker-compose-write.yml up -d + +KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/write/docker-compose-hadoop.yml down +KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/write/docker-compose-zookeeper.yml down +KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/others/docker-compose-metastore.yml down +KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/write/docker-compose-hive.yml down +sleep 5 +# hadoop +KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/write/docker-compose-hadoop.yml up -d +KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/write/docker-compose-zookeeper.yml up -d +KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/others/docker-compose-metastore.yml up -d +KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/write/docker-compose-hive.yml up -d + + +if [ $ENABLE_KERBEROS == "yes" ]; then + KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/others/docker-compose-kerberos.yml down + sleep 2 + KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/others/docker-compose-kerberos.yml up -d +fi + +if [ $ENABLE_LDAP == "yes" ]; then + KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/others/docker-compose-ldap.yml down + sleep 2 + KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/others/docker-compose-ldap.yml up -d +fi + +if [ $ENABLE_KAFKA == "yes" ]; then + KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/write/docker-compose-kafka.yml down + sleep 2 + KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/write/docker-compose-kafka.yml up -d +fi + + +if [ $CLUSTER_MODE == "write" ]; then + KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/others/docker-compose-kylin-write.yml down + if [ $ENABLE_HBASE == "yes" ]; then + KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/write/docker-compose-hbase.yml down + sleep 2 + KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/write/docker-compose-hbase.yml up -d + fi + KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/others/docker-compose-kylin-write.yml up -d +fi + +# restart cluster +if [ $CLUSTER_MODE == "write-read" ]; then + KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/read/docker-compose-zookeeper.yml down + KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/read/docker-compose-hadoop.yml down + KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/others/docker-compose-kylin-write-read.yml down + sleep 5 + KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/read/docker-compose-zookeeper.yml up -d + KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/read/docker-compose-hadoop.yml up -d + + if [ $ENABLE_HBASE == "yes" ]; then + KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/read/docker-compose-hbase.yml down + sleep 2 + KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/read/docker-compose-hbase.yml up -d + fi + + KYLIN_WS=${WS_ROOT} docker-compose -f ${SCRIPT_PATH}/docker-compose/others/docker-compose-kylin-write-read.yml up -d +fi +