This is an automated email from the ASF dual-hosted git repository.
xxyu pushed a change to branch kylin-on-parquet-v2
in repository https://gitbox.apache.org/repos/asf/kylin.git.
from 1d43e0a KYLIN-4800 Add canary tool for sparder-context
new 69ac9ce KYLIN-4775 Use docker-compose to deploy Hadoop and Kylin
new c232388 KYLIN-4775 Use docker-compose to deploy Hadoop and Kylin
new 823059d KYLIN-4775 Fix
new 8a96a4b Fix KYLIN_CONF
new e6f579e KYLIN-4801 Kylin continuous integration testing
new 4dd747a KYLIN-4778 package and release by docker image
new 768a6d6 KYLIN-4775 Refactor & Fix HADOOP_CONF_DIR
new 9679252 KYLIN-4778 Package and release in docker container
new 5f16a06 KYLIN-4775 Fix 0.0.0.0:10020 ConnectionRefused
new 49715c0 KYLIN-4801 Some format specification fix and clean up
new dc073f4 KYLIN-4775 Update docker/README-cluster.md
new 97cebbd KYLIN-4801 Clean up and add test sql
new 15866d1 KYLIN-4775 Minor fix
The 13 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
KylinTesting.zip | Bin 0 -> 116536 bytes
.../env/default/default.properties | 42 +
.../env/default/python.properties | 13 +-
.../features/specs/query/query.spec | 6 +
.../features/step_impl/before_suite.py | 61 ++
.../features/step_impl/generic_test_step.py | 122 +++
.../features/step_impl/query/query.py | 43 ++
.../kylin_instances/kylin_instance.yml | 18 +-
build/CI/kylin-system-testing/kylin_utils/basic.py | 107 +++
.../CI/kylin-system-testing/kylin_utils/equals.py | 229 ++++++
build/CI/kylin-system-testing/kylin_utils/kylin.py | 843 +++++++++++++++++++++
build/CI/kylin-system-testing/kylin_utils/shell.py | 142 ++++
build/CI/kylin-system-testing/kylin_utils/util.py | 81 ++
build/CI/kylin-system-testing/manifest.json | 6 +
.../generic_desc_data/generic_desc_data_3x.json | 682 +++++++++++++++++
.../generic_desc_data/generic_desc_data_4x.json | 625 +++++++++++++++
.../query/sql/sql_test/sql1.sql | 26 +
.../query/sql_result/sql_test/sql1.json | 8 +
build/CI/kylin-system-testing/requirements.txt | 6 +
build/CI/run-ci.sh | 131 ++++
.../kylin/common/util/SourceConfigurationUtil.java | 10 +-
dev-support/build-release/Dockerfile | 54 ++
.../build-release/conf}/settings.xml | 0
.../build-release/packaging.sh | 33 +-
dev-support/build-release/script/build_release.sh | 171 +++++
.../build-release/script/entrypoint.sh | 17 +-
docker/.gitignore | 6 +
docker/Dockerfile_hadoop | 96 ---
docker/README-cluster.md | 178 +++++
docker/{README.md => README-standalone.md} | 36 +-
docker/README.md | 143 +---
docker/build_cluster_images.sh | 58 ++
.../{build_image.sh => build_standalone_image.sh} | 0
docker/docker-compose/others/client-write-read.env | 61 ++
docker/docker-compose/others/client-write.env | 61 ++
.../others/docker-compose-kerberos.yml | 13 +
.../others/docker-compose-kylin-write-read.yml | 51 ++
.../others/docker-compose-kylin-write.yml | 57 ++
.../others/docker-compose-metastore.yml | 22 +
docker/docker-compose/others/kylin/README.md | 2 +
.../read/conf/hadoop-read}/core-site.xml | 14 +-
.../read/conf/hadoop-read/hdfs-site.xml | 31 +
.../read/conf/hadoop-read/mapred-site.xml} | 13 +-
.../read/conf/hadoop-read/yarn-site.xml | 46 ++
.../read}/conf/hadoop/core-site.xml | 15 +-
.../docker-compose/read/conf/hadoop/hdfs-site.xml | 31 +
.../read/conf/hadoop/mapred-site.xml} | 13 +-
.../docker-compose/read/conf/hadoop/yarn-site.xml | 46 ++
.../docker-compose/read/conf/hbase/hbase-site.xml | 34 +
docker/docker-compose/read/conf/hive/hive-site.xml | 25 +
.../docker-compose/read/docker-compose-hadoop.yml | 129 ++++
.../docker-compose/read/docker-compose-hbase.yml | 43 ++
.../read/docker-compose-zookeeper.yml | 18 +
docker/docker-compose/read/read-hadoop.env | 40 +
.../read/read-hbase-distributed-local.env | 12 +
.../write/conf/hadoop-read}/core-site.xml | 14 +-
.../write/conf/hadoop-read/hdfs-site.xml | 31 +
.../write/conf/hadoop-read/mapred-site.xml} | 13 +-
.../write/conf/hadoop-read/yarn-site.xml | 46 ++
.../write/conf/hadoop-write}/core-site.xml | 14 +-
.../write/conf/hadoop-write/hdfs-site.xml | 31 +
.../write/conf/hadoop-write/mapred-site.xml} | 13 +-
.../write/conf/hadoop-write/yarn-site.xml | 46 ++
.../write}/conf/hadoop/core-site.xml | 15 +-
.../docker-compose/write/conf/hadoop/hdfs-site.xml | 31 +
.../write/conf/hadoop/mapred-site.xml} | 13 +-
.../docker-compose/write/conf/hadoop/yarn-site.xml | 46 ++
.../docker-compose/write/conf/hbase/hbase-site.xml | 34 +
.../docker-compose/write/conf/hive/hive-site.xml | 27 +
.../docker-compose/write/docker-compose-hadoop.yml | 133 ++++
.../docker-compose/write/docker-compose-hbase.yml | 43 ++
.../docker-compose/write/docker-compose-hive.yml | 37 +
.../docker-compose/write/docker-compose-kafka.yml | 18 +
.../write/docker-compose-zookeeper.yml | 18 +
docker/docker-compose/write/write-hadoop.env | 51 ++
.../write/write-hbase-distributed-local.env | 12 +
docker/dockerfile/cluster/base/Dockerfile | 67 ++
docker/dockerfile/cluster/base/entrypoint.sh | 140 ++++
docker/dockerfile/cluster/client/Dockerfile | 161 ++++
.../cluster/client/conf/hadoop-read}/core-site.xml | 14 +-
.../cluster/client/conf/hadoop-read/hdfs-site.xml | 31 +
.../client/conf/hadoop-read/mapred-site.xml} | 13 +-
.../cluster/client/conf/hadoop-read/yarn-site.xml | 46 ++
.../client/conf/hadoop-write}/core-site.xml | 14 +-
.../cluster/client/conf/hadoop-write/hdfs-site.xml | 31 +
.../client/conf/hadoop-write/mapred-site.xml} | 13 +-
.../cluster/client/conf/hadoop-write/yarn-site.xml | 47 ++
.../cluster/client/conf/hbase/hbase-site.xml | 34 +
.../cluster/client/conf/hive/hive-site.xml | 25 +
docker/dockerfile/cluster/client/entrypoint.sh | 3 +
docker/dockerfile/cluster/client/run_cli.sh | 21 +
.../cluster/datanode/Dockerfile} | 20 +-
.../cluster/datanode/run_dn.sh} | 18 +-
docker/dockerfile/cluster/hbase/Dockerfile | 60 ++
docker/dockerfile/cluster/hbase/entrypoint.sh | 83 ++
.../cluster/historyserver/Dockerfile} | 24 +-
.../cluster/historyserver/run_history.sh} | 17 +-
docker/dockerfile/cluster/hive/Dockerfile | 75 ++
.../cluster/hive/conf/beeline-log4j2.properties | 46 ++
docker/dockerfile/cluster/hive/conf/hive-env.sh | 55 ++
.../cluster/hive/conf/hive-exec-log4j2.properties | 67 ++
.../cluster/hive/conf/hive-log4j2.properties | 74 ++
docker/dockerfile/cluster/hive/conf/hive-site.xml | 19 +
.../dockerfile/cluster/hive/conf/ivysettings.xml | 44 ++
.../hive/conf/llap-daemon-log4j2.properties | 94 +++
docker/dockerfile/cluster/hive/entrypoint.sh | 136 ++++
.../cluster/hive/run_hv.sh} | 22 +-
docker/dockerfile/cluster/hmaster/Dockerfile | 13 +
.../cluster/hmaster/run_hm.sh} | 12 +-
docker/dockerfile/cluster/hregionserver/Dockerfile | 12 +
.../cluster/hregionserver/run_hr.sh} | 12 +-
.../cluster/kerberos/Dockerfile} | 24 +-
docker/dockerfile/cluster/kerberos/conf/kadm5.acl | 1 +
.../cluster/kerberos/conf/kdc.conf} | 20 +-
.../cluster/kerberos/conf/krb5.conf} | 32 +-
.../cluster/kerberos/run_krb.sh} | 18 +-
.../cluster/kylin/Dockerfile} | 17 +-
docker/dockerfile/cluster/kylin/entrypoint.sh | 3 +
docker/dockerfile/cluster/metastore-db/Dockerfile | 12 +
docker/dockerfile/cluster/metastore-db/run_db.sh | 15 +
.../cluster/namenode/Dockerfile} | 25 +-
.../cluster/namenode/run_nn.sh} | 23 +-
.../cluster/nodemanager/Dockerfile} | 21 +-
.../cluster/nodemanager/run_nm.sh} | 12 +-
docker/dockerfile/cluster/pom.xml | 81 ++
.../cluster/resourcemanager/Dockerfile} | 21 +-
.../cluster/resourcemanager/run_rm.sh} | 12 +-
docker/{ => dockerfile/standalone}/Dockerfile | 0
.../standalone}/conf/hadoop/core-site.xml | 0
.../standalone}/conf/hadoop/hdfs-site.xml | 0
.../standalone}/conf/hadoop/mapred-site.xml | 0
.../standalone}/conf/hadoop/yarn-site.xml | 0
.../standalone}/conf/hive/hive-site.xml | 0
.../standalone}/conf/maven/settings.xml | 0
docker/{ => dockerfile/standalone}/entrypoint.sh | 0
docker/header.sh | 140 ++++
docker/setup_hadoop_cluster.sh | 82 ++
docker/{build_image.sh => setup_service.sh} | 25 +-
docker/{run_container.sh => setup_standalone.sh} | 0
docker/stop_cluster.sh | 47 ++
pom.xml | 1 +
.../apache/kylin/rest/response/SQLResponse.java | 10 +
.../apache/kylin/rest/service/QueryService.java | 12 +
.../kylin/rest/response/SQLResponseTest.java | 2 +-
144 files changed, 7094 insertions(+), 581 deletions(-)
create mode 100644 KylinTesting.zip
create mode 100644 build/CI/kylin-system-testing/env/default/default.properties
copy docker/run_container.sh =>
build/CI/kylin-system-testing/env/default/python.properties (82%)
mode change 100755 => 100644
create mode 100644
build/CI/kylin-system-testing/features/specs/query/query.spec
create mode 100644
build/CI/kylin-system-testing/features/step_impl/before_suite.py
create mode 100644
build/CI/kylin-system-testing/features/step_impl/generic_test_step.py
create mode 100644
build/CI/kylin-system-testing/features/step_impl/query/query.py
copy docker/run_container.sh =>
build/CI/kylin-system-testing/kylin_instances/kylin_instance.yml (82%)
mode change 100755 => 100644
create mode 100644 build/CI/kylin-system-testing/kylin_utils/basic.py
create mode 100644 build/CI/kylin-system-testing/kylin_utils/equals.py
create mode 100644 build/CI/kylin-system-testing/kylin_utils/kylin.py
create mode 100644 build/CI/kylin-system-testing/kylin_utils/shell.py
create mode 100644 build/CI/kylin-system-testing/kylin_utils/util.py
create mode 100644 build/CI/kylin-system-testing/manifest.json
create mode 100644
build/CI/kylin-system-testing/meta_data/generic_desc_data/generic_desc_data_3x.json
create mode 100644
build/CI/kylin-system-testing/meta_data/generic_desc_data/generic_desc_data_4x.json
create mode 100644 build/CI/kylin-system-testing/query/sql/sql_test/sql1.sql
create mode 100644
build/CI/kylin-system-testing/query/sql_result/sql_test/sql1.json
create mode 100644 build/CI/kylin-system-testing/requirements.txt
create mode 100644 build/CI/run-ci.sh
create mode 100644 dev-support/build-release/Dockerfile
copy {docker/conf/maven => dev-support/build-release/conf}/settings.xml (100%)
copy docker/build_image.sh => dev-support/build-release/packaging.sh (50%)
mode change 100755 => 100644
create mode 100644 dev-support/build-release/script/build_release.sh
copy docker/run_container.sh => dev-support/build-release/script/entrypoint.sh
(82%)
mode change 100755 => 100644
create mode 100644 docker/.gitignore
delete mode 100644 docker/Dockerfile_hadoop
create mode 100644 docker/README-cluster.md
copy docker/{README.md => README-standalone.md} (80%)
create mode 100644 docker/build_cluster_images.sh
copy docker/{build_image.sh => build_standalone_image.sh} (100%)
create mode 100644 docker/docker-compose/others/client-write-read.env
create mode 100644 docker/docker-compose/others/client-write.env
create mode 100644 docker/docker-compose/others/docker-compose-kerberos.yml
create mode 100644
docker/docker-compose/others/docker-compose-kylin-write-read.yml
create mode 100644 docker/docker-compose/others/docker-compose-kylin-write.yml
create mode 100644 docker/docker-compose/others/docker-compose-metastore.yml
create mode 100644 docker/docker-compose/others/kylin/README.md
copy docker/{conf/hadoop =>
docker-compose/read/conf/hadoop-read}/core-site.xml (63%)
create mode 100644 docker/docker-compose/read/conf/hadoop-read/hdfs-site.xml
copy docker/{conf/hadoop/core-site.xml =>
docker-compose/read/conf/hadoop-read/mapred-site.xml} (69%)
create mode 100644 docker/docker-compose/read/conf/hadoop-read/yarn-site.xml
copy docker/{ => docker-compose/read}/conf/hadoop/core-site.xml (63%)
create mode 100644 docker/docker-compose/read/conf/hadoop/hdfs-site.xml
copy docker/{conf/hadoop/core-site.xml =>
docker-compose/read/conf/hadoop/mapred-site.xml} (69%)
create mode 100644 docker/docker-compose/read/conf/hadoop/yarn-site.xml
create mode 100644 docker/docker-compose/read/conf/hbase/hbase-site.xml
create mode 100644 docker/docker-compose/read/conf/hive/hive-site.xml
create mode 100644 docker/docker-compose/read/docker-compose-hadoop.yml
create mode 100644 docker/docker-compose/read/docker-compose-hbase.yml
create mode 100644 docker/docker-compose/read/docker-compose-zookeeper.yml
create mode 100644 docker/docker-compose/read/read-hadoop.env
create mode 100644 docker/docker-compose/read/read-hbase-distributed-local.env
copy docker/{conf/hadoop =>
docker-compose/write/conf/hadoop-read}/core-site.xml (63%)
create mode 100644 docker/docker-compose/write/conf/hadoop-read/hdfs-site.xml
copy docker/{conf/hadoop/core-site.xml =>
docker-compose/write/conf/hadoop-read/mapred-site.xml} (69%)
create mode 100644 docker/docker-compose/write/conf/hadoop-read/yarn-site.xml
copy docker/{conf/hadoop =>
docker-compose/write/conf/hadoop-write}/core-site.xml (63%)
create mode 100644 docker/docker-compose/write/conf/hadoop-write/hdfs-site.xml
copy docker/{conf/hadoop/core-site.xml =>
docker-compose/write/conf/hadoop-write/mapred-site.xml} (69%)
create mode 100644 docker/docker-compose/write/conf/hadoop-write/yarn-site.xml
copy docker/{ => docker-compose/write}/conf/hadoop/core-site.xml (63%)
create mode 100644 docker/docker-compose/write/conf/hadoop/hdfs-site.xml
copy docker/{conf/hadoop/core-site.xml =>
docker-compose/write/conf/hadoop/mapred-site.xml} (69%)
create mode 100644 docker/docker-compose/write/conf/hadoop/yarn-site.xml
create mode 100644 docker/docker-compose/write/conf/hbase/hbase-site.xml
create mode 100644 docker/docker-compose/write/conf/hive/hive-site.xml
create mode 100644 docker/docker-compose/write/docker-compose-hadoop.yml
create mode 100644 docker/docker-compose/write/docker-compose-hbase.yml
create mode 100644 docker/docker-compose/write/docker-compose-hive.yml
create mode 100644 docker/docker-compose/write/docker-compose-kafka.yml
create mode 100644 docker/docker-compose/write/docker-compose-zookeeper.yml
create mode 100644 docker/docker-compose/write/write-hadoop.env
create mode 100644
docker/docker-compose/write/write-hbase-distributed-local.env
create mode 100644 docker/dockerfile/cluster/base/Dockerfile
create mode 100644 docker/dockerfile/cluster/base/entrypoint.sh
create mode 100644 docker/dockerfile/cluster/client/Dockerfile
copy docker/{conf/hadoop =>
dockerfile/cluster/client/conf/hadoop-read}/core-site.xml (63%)
create mode 100644
docker/dockerfile/cluster/client/conf/hadoop-read/hdfs-site.xml
copy docker/{conf/hadoop/core-site.xml =>
dockerfile/cluster/client/conf/hadoop-read/mapred-site.xml} (69%)
create mode 100644
docker/dockerfile/cluster/client/conf/hadoop-read/yarn-site.xml
copy docker/{conf/hadoop =>
dockerfile/cluster/client/conf/hadoop-write}/core-site.xml (63%)
create mode 100644
docker/dockerfile/cluster/client/conf/hadoop-write/hdfs-site.xml
copy docker/{conf/hadoop/core-site.xml =>
dockerfile/cluster/client/conf/hadoop-write/mapred-site.xml} (69%)
create mode 100644
docker/dockerfile/cluster/client/conf/hadoop-write/yarn-site.xml
create mode 100644 docker/dockerfile/cluster/client/conf/hbase/hbase-site.xml
create mode 100644 docker/dockerfile/cluster/client/conf/hive/hive-site.xml
create mode 100644 docker/dockerfile/cluster/client/entrypoint.sh
create mode 100644 docker/dockerfile/cluster/client/run_cli.sh
copy docker/{build_image.sh => dockerfile/cluster/datanode/Dockerfile} (70%)
mode change 100755 => 100644
copy docker/{run_container.sh => dockerfile/cluster/datanode/run_dn.sh} (76%)
mode change 100755 => 100644
create mode 100644 docker/dockerfile/cluster/hbase/Dockerfile
create mode 100644 docker/dockerfile/cluster/hbase/entrypoint.sh
copy docker/{build_image.sh => dockerfile/cluster/historyserver/Dockerfile}
(59%)
mode change 100755 => 100644
copy docker/{run_container.sh =>
dockerfile/cluster/historyserver/run_history.sh} (79%)
mode change 100755 => 100644
create mode 100644 docker/dockerfile/cluster/hive/Dockerfile
create mode 100644
docker/dockerfile/cluster/hive/conf/beeline-log4j2.properties
create mode 100644 docker/dockerfile/cluster/hive/conf/hive-env.sh
create mode 100644
docker/dockerfile/cluster/hive/conf/hive-exec-log4j2.properties
create mode 100644 docker/dockerfile/cluster/hive/conf/hive-log4j2.properties
create mode 100644 docker/dockerfile/cluster/hive/conf/hive-site.xml
create mode 100644 docker/dockerfile/cluster/hive/conf/ivysettings.xml
create mode 100644
docker/dockerfile/cluster/hive/conf/llap-daemon-log4j2.properties
create mode 100644 docker/dockerfile/cluster/hive/entrypoint.sh
copy docker/{run_container.sh => dockerfile/cluster/hive/run_hv.sh} (71%)
mode change 100755 => 100644
create mode 100644 docker/dockerfile/cluster/hmaster/Dockerfile
copy docker/{run_container.sh => dockerfile/cluster/hmaster/run_hm.sh} (82%)
mode change 100755 => 100644
create mode 100644 docker/dockerfile/cluster/hregionserver/Dockerfile
copy docker/{run_container.sh => dockerfile/cluster/hregionserver/run_hr.sh}
(82%)
mode change 100755 => 100644
copy docker/{build_image.sh => dockerfile/cluster/kerberos/Dockerfile} (63%)
mode change 100755 => 100644
create mode 100644 docker/dockerfile/cluster/kerberos/conf/kadm5.acl
copy docker/{build_image.sh => dockerfile/cluster/kerberos/conf/kdc.conf} (64%)
mode change 100755 => 100644
copy docker/{build_image.sh => dockerfile/cluster/kerberos/conf/krb5.conf}
(59%)
mode change 100755 => 100644
copy docker/{run_container.sh => dockerfile/cluster/kerberos/run_krb.sh} (82%)
mode change 100755 => 100644
copy docker/{run_container.sh => dockerfile/cluster/kylin/Dockerfile} (75%)
mode change 100755 => 100644
create mode 100644 docker/dockerfile/cluster/kylin/entrypoint.sh
create mode 100644 docker/dockerfile/cluster/metastore-db/Dockerfile
create mode 100644 docker/dockerfile/cluster/metastore-db/run_db.sh
copy docker/{build_image.sh => dockerfile/cluster/namenode/Dockerfile} (61%)
mode change 100755 => 100644
copy docker/{build_image.sh => dockerfile/cluster/namenode/run_nn.sh} (61%)
mode change 100755 => 100644
copy docker/{run_container.sh => dockerfile/cluster/nodemanager/Dockerfile}
(76%)
mode change 100755 => 100644
copy docker/{run_container.sh => dockerfile/cluster/nodemanager/run_nm.sh}
(82%)
mode change 100755 => 100644
create mode 100644 docker/dockerfile/cluster/pom.xml
copy docker/{run_container.sh =>
dockerfile/cluster/resourcemanager/Dockerfile} (76%)
mode change 100755 => 100644
copy docker/{run_container.sh => dockerfile/cluster/resourcemanager/run_rm.sh}
(82%)
mode change 100755 => 100644
rename docker/{ => dockerfile/standalone}/Dockerfile (100%)
rename docker/{ => dockerfile/standalone}/conf/hadoop/core-site.xml (100%)
rename docker/{ => dockerfile/standalone}/conf/hadoop/hdfs-site.xml (100%)
rename docker/{ => dockerfile/standalone}/conf/hadoop/mapred-site.xml (100%)
rename docker/{ => dockerfile/standalone}/conf/hadoop/yarn-site.xml (100%)
rename docker/{ => dockerfile/standalone}/conf/hive/hive-site.xml (100%)
rename docker/{ => dockerfile/standalone}/conf/maven/settings.xml (100%)
rename docker/{ => dockerfile/standalone}/entrypoint.sh (100%)
create mode 100644 docker/header.sh
create mode 100644 docker/setup_hadoop_cluster.sh
rename docker/{build_image.sh => setup_service.sh} (50%)
mode change 100755 => 100644
rename docker/{run_container.sh => setup_standalone.sh} (100%)
create mode 100644 docker/stop_cluster.sh
