This is an automated email from the ASF dual-hosted git repository. xxyu pushed a commit to branch kylin-on-parquet-v2 in repository https://gitbox.apache.org/repos/asf/kylin.git
commit 49715c038bde459f1b842fc3f9ddf97a90b0976d Author: yaqian.zhang <598593...@qq.com> AuthorDate: Wed Oct 28 13:56:35 2020 +0800 KYLIN-4801 Some format specification fix and clean up --- .../generic_desc_data/generic_desc_data_3x.json | 0 .../generic_desc_data/generic_desc_data_4x.json | 0 .../data/release_test_0001.json | 0 .../env/default/default.properties | 17 ++++ .../env/default/python.properties | 21 +++++ .../features/specs/generic_test.spec | 64 +++++++++++++++ .../features/step_impl/before_suite.py | 17 ++++ .../features/step_impl/generic_test_step.py | 17 ++++ .../kylin_instances/kylin_instance.yml | 22 +++++ .../kylin_utils/basic.py | 17 ++++ .../kylin_utils/equals.py | 17 ++++ .../kylin_utils/kylin.py | 17 ++++ .../kylin_utils/shell.py | 17 ++++ .../kylin_utils/util.py | 17 ++++ .../manifest.json | 0 .../requirements.txt | 0 build/CI/run-ci.sh | 10 ++- build/CI/testing/README.md | 95 ---------------------- build/CI/testing/env/default/python.properties | 4 - .../specs/authentication/authentication_0001.spec | 18 ---- .../read_write_separation.spec | 5 -- build/CI/testing/features/specs/generic_test.spec | 48 ----------- build/CI/testing/features/specs/sample.spec | 5 -- .../step_impl/authentication/authentication.py | 37 --------- .../read_write_separation/read_write_separation.py | 0 build/CI/testing/features/step_impl/sample.py | 14 ---- .../CI/testing/kylin_instances/kylin_instance.yml | 7 -- 27 files changed, 251 insertions(+), 235 deletions(-) diff --git a/build/CI/testing/data/generic_desc_data/generic_desc_data_3x.json b/build/CI/kylin-system-testing/data/generic_desc_data/generic_desc_data_3x.json similarity index 100% rename from build/CI/testing/data/generic_desc_data/generic_desc_data_3x.json rename to build/CI/kylin-system-testing/data/generic_desc_data/generic_desc_data_3x.json diff --git a/build/CI/testing/data/generic_desc_data/generic_desc_data_4x.json b/build/CI/kylin-system-testing/data/generic_desc_data/generic_desc_data_4x.json similarity index 100% rename from build/CI/testing/data/generic_desc_data/generic_desc_data_4x.json rename to build/CI/kylin-system-testing/data/generic_desc_data/generic_desc_data_4x.json diff --git a/build/CI/testing/data/release_test_0001.json b/build/CI/kylin-system-testing/data/release_test_0001.json similarity index 100% rename from build/CI/testing/data/release_test_0001.json rename to build/CI/kylin-system-testing/data/release_test_0001.json diff --git a/build/CI/testing/env/default/default.properties b/build/CI/kylin-system-testing/env/default/default.properties similarity index 53% rename from build/CI/testing/env/default/default.properties rename to build/CI/kylin-system-testing/env/default/default.properties index 461ec37..9694101 100644 --- a/build/CI/testing/env/default/default.properties +++ b/build/CI/kylin-system-testing/env/default/default.properties @@ -1,3 +1,20 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + # default.properties # properties set here will be available to the test execution as environment variables diff --git a/build/CI/kylin-system-testing/env/default/python.properties b/build/CI/kylin-system-testing/env/default/python.properties new file mode 100644 index 0000000..4dc60a9 --- /dev/null +++ b/build/CI/kylin-system-testing/env/default/python.properties @@ -0,0 +1,21 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +GAUGE_PYTHON_COMMAND = python3 + +# Comma seperated list of dirs. path should be relative to project root. +STEP_IMPL_DIR = features/step_impl diff --git a/build/CI/kylin-system-testing/features/specs/generic_test.spec b/build/CI/kylin-system-testing/features/specs/generic_test.spec new file mode 100644 index 0000000..d37e236 --- /dev/null +++ b/build/CI/kylin-system-testing/features/specs/generic_test.spec @@ -0,0 +1,64 @@ +Licensed to the Apache Software Foundation (ASF) under one +or more contributor license agreements. See the NOTICE file +distributed with this work for additional information +regarding copyright ownership. The ASF licenses this file +to you under the Apache License, Version 2.0 (the +"License"); you may not use this file except in compliance +with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. + +# Kylin Release Test +Tags:3.x +## Prepare env +* Get kylin instance + +* prepare data file from "release_test_0001.json" + +* Create project "release_test_0001_project" and load table "load_table_list" + + +## MR engine + +* Create model with "model_desc_data" in "release_test_0001_project" + +* Create cube with "cube_desc_data" in "release_test_0001_project", cube name is "release_test_0001_cube" + +* Build segment from "1325347200000" to "1356969600000" in "release_test_0001_cube" + +* Build segment from "1356969600000" to "1391011200000" in "release_test_0001_cube" + +* Merge cube "release_test_0001_cube" segment from "1325347200000" to "1391011200000" + + +SPARK engine + +Clone cube "release_test_0001_cube" and name it "kylin_spark_cube" in "release_test_0001_project", modify build engine to "SPARK" + +Build segment from "1325347200000" to "1356969600000" in "kylin_spark_cube" + +Build segment from "1356969600000" to "1391011200000" in "kylin_spark_cube" + +Merge cube "kylin_spark_cube" segment from "1325347200000" to "1391011200000" + + +## Query cube and pushdown + +* Query SQL "select count(*) from kylin_sales" and specify "release_test_0001_cube" cube to query in "release_test_0001_project", compare result with "10000" + +Query SQL "select count(*) from kylin_sales" and specify "kylin_spark_cube" cube to query in "release_test_0001_project", compare result with "10000" + +* Disable cube "release_test_0001_cube" + +Disable cube "kylin_spark_cube" + +* Query SQL "select count(*) from kylin_sales" in "release_test_0001_project" and pushdown, compare result with "10000" + + + diff --git a/build/CI/testing/features/step_impl/before_suite.py b/build/CI/kylin-system-testing/features/step_impl/before_suite.py similarity index 71% rename from build/CI/testing/features/step_impl/before_suite.py rename to build/CI/kylin-system-testing/features/step_impl/before_suite.py index 4cce795..3cd86ca 100644 --- a/build/CI/testing/features/step_impl/before_suite.py +++ b/build/CI/kylin-system-testing/features/step_impl/before_suite.py @@ -1,3 +1,20 @@ +#!/usr/bin/python +# +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + from getgauge.python import before_suite import os import json diff --git a/build/CI/testing/features/step_impl/generic_test_step.py b/build/CI/kylin-system-testing/features/step_impl/generic_test_step.py similarity index 82% rename from build/CI/testing/features/step_impl/generic_test_step.py rename to build/CI/kylin-system-testing/features/step_impl/generic_test_step.py index cf04d55..0aabb98 100644 --- a/build/CI/testing/features/step_impl/generic_test_step.py +++ b/build/CI/kylin-system-testing/features/step_impl/generic_test_step.py @@ -1,3 +1,20 @@ +#!/usr/bin/python +# +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + from getgauge.python import step import os import json diff --git a/build/CI/kylin-system-testing/kylin_instances/kylin_instance.yml b/build/CI/kylin-system-testing/kylin_instances/kylin_instance.yml new file mode 100644 index 0000000..501428f --- /dev/null +++ b/build/CI/kylin-system-testing/kylin_instances/kylin_instance.yml @@ -0,0 +1,22 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +--- +# All mode +- host: localhost + port: 7070 + version: 3.x + hadoop_platform: HDP2.4 + deploy_mode: ALL \ No newline at end of file diff --git a/build/CI/testing/kylin_utils/basic.py b/build/CI/kylin-system-testing/kylin_utils/basic.py similarity index 81% rename from build/CI/testing/kylin_utils/basic.py rename to build/CI/kylin-system-testing/kylin_utils/basic.py index cd8e416..ee3a1fb 100644 --- a/build/CI/testing/kylin_utils/basic.py +++ b/build/CI/kylin-system-testing/kylin_utils/basic.py @@ -1,3 +1,20 @@ +#!/usr/bin/python +# +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + import logging import requests diff --git a/build/CI/testing/kylin_utils/equals.py b/build/CI/kylin-system-testing/kylin_utils/equals.py similarity index 88% rename from build/CI/testing/kylin_utils/equals.py rename to build/CI/kylin-system-testing/kylin_utils/equals.py index f610f4e..9d44aaf 100644 --- a/build/CI/testing/kylin_utils/equals.py +++ b/build/CI/kylin-system-testing/kylin_utils/equals.py @@ -1,3 +1,20 @@ +#!/usr/bin/python +# +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + import logging from kylin_utils import util diff --git a/build/CI/testing/kylin_utils/kylin.py b/build/CI/kylin-system-testing/kylin_utils/kylin.py similarity index 97% rename from build/CI/testing/kylin_utils/kylin.py rename to build/CI/kylin-system-testing/kylin_utils/kylin.py index 1cb9a46..10bd36a 100644 --- a/build/CI/testing/kylin_utils/kylin.py +++ b/build/CI/kylin-system-testing/kylin_utils/kylin.py @@ -1,3 +1,20 @@ +#!/usr/bin/python +# +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + import json import logging import time diff --git a/build/CI/testing/kylin_utils/shell.py b/build/CI/kylin-system-testing/kylin_utils/shell.py similarity index 80% rename from build/CI/testing/kylin_utils/shell.py rename to build/CI/kylin-system-testing/kylin_utils/shell.py index 3263636..72b734a 100644 --- a/build/CI/testing/kylin_utils/shell.py +++ b/build/CI/kylin-system-testing/kylin_utils/shell.py @@ -1,3 +1,20 @@ +#!/usr/bin/python +# +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + import logging from shlex import quote as shlex_quote diff --git a/build/CI/testing/kylin_utils/util.py b/build/CI/kylin-system-testing/kylin_utils/util.py similarity index 70% rename from build/CI/testing/kylin_utils/util.py rename to build/CI/kylin-system-testing/kylin_utils/util.py index 47ca11e..f29e034 100644 --- a/build/CI/testing/kylin_utils/util.py +++ b/build/CI/kylin-system-testing/kylin_utils/util.py @@ -1,3 +1,20 @@ +#!/usr/bin/python +# +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + from selenium import webdriver from yaml import load, loader import os diff --git a/build/CI/testing/manifest.json b/build/CI/kylin-system-testing/manifest.json similarity index 100% rename from build/CI/testing/manifest.json rename to build/CI/kylin-system-testing/manifest.json diff --git a/build/CI/testing/requirements.txt b/build/CI/kylin-system-testing/requirements.txt similarity index 100% rename from build/CI/testing/requirements.txt rename to build/CI/kylin-system-testing/requirements.txt diff --git a/build/CI/run-ci.sh b/build/CI/run-ci.sh index 28110b4..41a4bb6 100644 --- a/build/CI/run-ci.sh +++ b/build/CI/run-ci.sh @@ -57,6 +57,12 @@ cp -r apache-kylin-bin/* kylin-all cat > kylin-all/conf/kylin.properties <<EOL kylin.job.scheduler.default=100 kylin.server.self-discovery-enabled=true +kylin.query.pushdown.runner-class-name=org.apache.kylin.query.adhoc.PushDownRunnerJdbcImpl +kylin.query.pushdown.update-enabled=false +kylin.query.pushdown.jdbc.url=jdbc:hive2://write-hive-server:10000/default +kylin.query.pushdown.jdbc.driver=org.apache.hive.jdbc.HiveDriver +kylin.query.pushdown.jdbc.username=hive +kylin.query.pushdown.jdbc.password= EOL #cp -r apache-kylin-bin/* kylin-query @@ -115,11 +121,11 @@ cd .. echo "Wait about 4 minutes ..." sleep ${AWAIT_SECOND} -cd build/CI/testing +cd build/CI/kylin-system-testing pip install -r requirements.txt gauge run --tags 3.x cd - -echo "Please check build/CI/testing/reports/html-report/index.html for reports." +echo "Please check build/CI/kylin-system-testing/reports/html-report/index.html for reports." ########################################### ########################################### diff --git a/build/CI/testing/README.md b/build/CI/testing/README.md deleted file mode 100644 index c2936dc..0000000 --- a/build/CI/testing/README.md +++ /dev/null @@ -1,95 +0,0 @@ -# kylin-test -Automated test code repo based on [gauge](https://docs.gauge.org/?os=macos&language=python&ide=vscode) for [Apache Kylin](https://github.com/apache/kylin). - -### IDE -Gauge support IntelliJ IDEA and VSCode as development IDE. -However, IDEA cannot detect the step implementation method of Python language, just support java. -VSCode is recommended as the development IDE. - -### Clone repo -``` -git clone https://github.com/zhangayqian/kylin-test -``` - -### Prepare environment - * Install python3 compiler and version 3.6 recommended - * Install gauge - ``` - brew install gauge - ``` - If you encounter the below error: - ``` - Download failed: https://homebrew.bintray.com/bottles/gauge- 1.1.1.mojave.bottle.1.tar.gz - ``` - You can try to download the compressed package manually, put it in the downloads directory of homebrew cache directory, and execute the installation command of gauge again. - -* Install required dependencies -``` -pip install -r requirements.txt -``` - -## Directory structure -* features/specs: Directory of specification file. - A specification is a business test case which describes a particular feature of the application that needs testing. Gauge specifications support a .spec or .md file format and these specifications are written in a syntax similar to Markdown. - -* features/step_impl: Directory of Step implementations methods. - Every step implementation has an equivalent code as per the language plugin used while installing Gauge. The code is run when the steps inside a spec are executed. The code must have the same number of parameters as mentioned in the step. - Steps can be implemented in different ways such as simple step, step with table, step alias, and enum data type used as step parameters. - -* data: Directory of data files needed to execute test cases. Such as cube_desc.json. - -* env/default: Gauge configuration file directory. - -* kylin_instance: Kylin instance configuration file directory. - -* kylin_utils: Tools method directory. - -## Run Gauge specifications -* Run all specification -``` -gauge run -``` -* Run specification or step or spec according tags, such as: -``` -gauge run --tags 3.x -``` -* Please refer to https://docs.gauge.org/execution.html?os=macos&language=python&ide=vscode learn more. - -## Tips - -A specification consists of different sections; some of which are mandatory and few are optional. The components of a specification are listed as follows: - -- Specification heading -- Scenario -- Step -- Parameters -- Tags -- Comments - -#### Note - -Tags - optional, executable component when the specification is run -Comments - optional, non-executable component when the specification is run - -### About tags - -Here, we stipulate that all test scenarios should have tags. Mandatory tags include 3.x and 4.x to indicate which versions are supported by the test scenario. Such as: -``` -# Flink Engine -Tags:3.x -``` -``` -# Cube management -Tags:3.x,4.x -``` -You can put the tag in the specification heading, so that all scenarios in this specification will have this tag. -You can also tag your own test spec to make it easier for you to run your own test cases. - -### About Project -There are two project names already occupied, they are `generic_test_project` and `pushdown_test_project`. - -Every time you run this test, @befroe_suit method will be execute in advance to create `generic_test_project`. And the model and cube in this project are universal, and the cube has been fully built. They include dimensions and measures as much as possible. When you need to use a built cube to perform tests, you may use it. - -`pushdown_test_project` used to compare sql query result. This is a empty project. - -Please refer to https://docs.gauge.org/writing-specifications.html?os=macos&language=python&ide=vscode learn more. diff --git a/build/CI/testing/env/default/python.properties b/build/CI/testing/env/default/python.properties deleted file mode 100644 index 077d659..0000000 --- a/build/CI/testing/env/default/python.properties +++ /dev/null @@ -1,4 +0,0 @@ -GAUGE_PYTHON_COMMAND = python3 - -# Comma seperated list of dirs. path should be relative to project root. -STEP_IMPL_DIR = features/step_impl diff --git a/build/CI/testing/features/specs/authentication/authentication_0001.spec b/build/CI/testing/features/specs/authentication/authentication_0001.spec deleted file mode 100644 index b915e26..0000000 --- a/build/CI/testing/features/specs/authentication/authentication_0001.spec +++ /dev/null @@ -1,18 +0,0 @@ -# Authentication Test -Tags:front-end -## Prepare browser - -* Initialize "chrome" browser and connect to "kylin_instance.yml" - -## Use the user name and password for user authentication - -* Authentication with user "test" and password "password". - -* Authentication with built-in user - |User |Password | - |-------|--------------| - |ADMIN |KYLIN | - - - - diff --git a/build/CI/testing/features/specs/deploy_in_cluster_mode/read_write_separation.spec b/build/CI/testing/features/specs/deploy_in_cluster_mode/read_write_separation.spec deleted file mode 100644 index 5ce3f08..0000000 --- a/build/CI/testing/features/specs/deploy_in_cluster_mode/read_write_separation.spec +++ /dev/null @@ -1,5 +0,0 @@ -# Read and write separation deployment -Tags: 4.x - -## Prepare env -* Get kylin instance diff --git a/build/CI/testing/features/specs/generic_test.spec b/build/CI/testing/features/specs/generic_test.spec deleted file mode 100644 index c2f6b5e..0000000 --- a/build/CI/testing/features/specs/generic_test.spec +++ /dev/null @@ -1,48 +0,0 @@ -# Kylin Release Test -Tags:3.x -## Prepare env -* Get kylin instance - -* prepare data file from "release_test_0001.json" - -* Create project "release_test_0001_project" and load table "load_table_list" - - -## MR engine - -* Create model with "model_desc_data" in "release_test_0001_project" - -* Create cube with "cube_desc_data" in "release_test_0001_project", cube name is "release_test_0001_cube" - -* Build segment from "1325347200000" to "1356969600000" in "release_test_0001_cube" - -* Build segment from "1356969600000" to "1391011200000" in "release_test_0001_cube" - -* Merge cube "release_test_0001_cube" segment from "1325347200000" to "1391011200000" - - -## SPARK engine - -* Clone cube "release_test_0001_cube" and name it "kylin_spark_cube" in "release_test_0001_project", modify build engine to "SPARK" - -* Build segment from "1325347200000" to "1356969600000" in "kylin_spark_cube" - -* Build segment from "1356969600000" to "1391011200000" in "kylin_spark_cube" - -* Merge cube "kylin_spark_cube" segment from "1325347200000" to "1391011200000" - - -## Query cube and pushdown - -* Query SQL "select count(*) from kylin_sales" and specify "release_test_0001_cube" cube to query in "release_test_0001_project", compare result with "10000" - -* Query SQL "select count(*) from kylin_sales" and specify "kylin_spark_cube" cube to query in "release_test_0001_project", compare result with "10000" - -* Disable cube "release_test_0001_cube" - -* Disable cube "kylin_spark_cube" - -* Query SQL "select count(*) from kylin_sales" in "release_test_0001_project" and pushdown, compare result with "10000" - - - diff --git a/build/CI/testing/features/specs/sample.spec b/build/CI/testing/features/specs/sample.spec deleted file mode 100644 index bb9c9f5..0000000 --- a/build/CI/testing/features/specs/sample.spec +++ /dev/null @@ -1,5 +0,0 @@ -# test -Tags:test,3.x,4.x -## test -* Get kylin instance -* Query sql "select count(*) from kylin_sales" in "generic_test_project" and compare result with pushdown result diff --git a/build/CI/testing/features/step_impl/authentication/authentication.py b/build/CI/testing/features/step_impl/authentication/authentication.py deleted file mode 100644 index 044d1e2..0000000 --- a/build/CI/testing/features/step_impl/authentication/authentication.py +++ /dev/null @@ -1,37 +0,0 @@ -from time import sleep - -from getgauge.python import step -from kylin_utils import util - - -class LoginTest: - - @step("Initialize <browser_type> browser and connect to <file_name>") - def setup_browser(self, browser_type, file_name): - global browser - browser = util.setup_browser(browser_type=browser_type) - - browser.get(util.kylin_url(file_name)) - sleep(3) - - browser.refresh() - browser.set_window_size(1400, 800) - - @step("Authentication with user <user> and password <password>.") - def assert_authentication_failed(self, user, password): - browser.find_element_by_id("username").clear() - browser.find_element_by_id("username").send_keys(user) - browser.find_element_by_id("password").clear() - browser.find_element_by_id("password").send_keys(password) - - browser.find_element_by_class_name("bigger-110").click() - - @step("Authentication with built-in user <table>") - def assert_authentication_success(self, table): - for i in range(1, 2): - user = table.get_row(i) - browser.find_element_by_id("username").clear() - browser.find_element_by_id("username").send_keys(user[0]) - browser.find_element_by_id("password").clear() - browser.find_element_by_id("password").send_keys(user[1]) - browser.find_element_by_class_name("bigger-110").click() diff --git a/build/CI/testing/features/step_impl/read_write_separation/read_write_separation.py b/build/CI/testing/features/step_impl/read_write_separation/read_write_separation.py deleted file mode 100644 index e69de29..0000000 diff --git a/build/CI/testing/features/step_impl/sample.py b/build/CI/testing/features/step_impl/sample.py deleted file mode 100644 index d7ac9bb..0000000 --- a/build/CI/testing/features/step_impl/sample.py +++ /dev/null @@ -1,14 +0,0 @@ -from getgauge.python import step, before_spec -from kylin_utils import util -from kylin_utils import equals - - -@before_spec() -def before_spec_hook(): - global client - client = util.setup_instance("kylin_instance.yml") - - -@step("Query sql <select count(*) from kylin_sales> in <project> and compare result with pushdown result") -def query_sql_and_compare_result_with_pushdown_result(sql, project): - equals.compare_sql_result(sql=sql, project=project, kylin_client=client) diff --git a/build/CI/testing/kylin_instances/kylin_instance.yml b/build/CI/testing/kylin_instances/kylin_instance.yml deleted file mode 100644 index fe6fdd1..0000000 --- a/build/CI/testing/kylin_instances/kylin_instance.yml +++ /dev/null @@ -1,7 +0,0 @@ ---- -# All mode -- host: localhost - port: 7070 - version: 3.x - hadoop_platform: HDP2.4 - deploy_mode: ALL \ No newline at end of file