Author: lidong Date: Mon Aug 2 14:22:46 2021 New Revision: 1891961 URL: http://svn.apache.org/viewvc?rev=1891961&view=rev Log: Fix some format
Added: kylin/site/cn/blog/2021/ kylin/site/cn/blog/2021/07/ kylin/site/cn/blog/2021/07/29/ kylin/site/cn/blog/2021/07/29/kylin-on-parquet-new-architecture-share/ kylin/site/cn/blog/2021/07/29/kylin-on-parquet-new-architecture-share/index.html Modified: kylin/site/blog/index.html kylin/site/cn/docs40/install/deploy_without_hadoop.html kylin/site/docs40/install/deploy_without_hadoop.html kylin/site/feed.xml Modified: kylin/site/blog/index.html URL: http://svn.apache.org/viewvc/kylin/site/blog/index.html?rev=1891961&r1=1891960&r2=1891961&view=diff ============================================================================== --- kylin/site/blog/index.html (original) +++ kylin/site/blog/index.html Mon Aug 2 14:22:46 2021 @@ -8824,7 +8824,7 @@ var _hmt = _hmt || []; <div class="col-md-6 col-lg-6 col-xs-12"> - <a class="blog-card" href="/blog/2021/07/29/kylin-on-parquet-new-architecture-share/"> + <a class="blog-card" href="/cn/blog/2021/07/29/kylin-on-parquet-new-architecture-share/"> <div class="blog-pic"> <img width="20" src="../assets/images/icon_blog_w.png" /> </div> Added: kylin/site/cn/blog/2021/07/29/kylin-on-parquet-new-architecture-share/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/blog/2021/07/29/kylin-on-parquet-new-architecture-share/index.html?rev=1891961&view=auto ============================================================================== --- kylin/site/cn/blog/2021/07/29/kylin-on-parquet-new-architecture-share/index.html (added) +++ kylin/site/cn/blog/2021/07/29/kylin-on-parquet-new-architecture-share/index.html Mon Aug 2 14:22:46 2021 @@ -0,0 +1,8998 @@ +<!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> +<!doctype html> +<html> + <!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> + +<head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + + <title>Apache Kylin | Apache kylin4 æ°æ¶æå享</title> + <meta name="description" content="è¿ç¯æç« 主è¦å为以ä¸å 个é¨åï¼- Apache Kylin 使ç¨åºæ¯- Apache Kylin åºæ¬åç- Apache Kylin æ¥è¯¢åºæ¬æµç¨- Kylin On HBase- Kylin On Parquet"> + <meta name="author" content="Apache Kylin"> + <link rel="shortcut icon" href="fav.png" type="image/png"> + + + +<link rel="stylesheet" href="/assets/css/animate.css"> +<!-- Bootstrap --> +<link rel="stylesheet" href="/assets/css/bootstrap.min.css"> + +<!-- Fonts --> +<!-- <link rel="stylesheet" href="http://fonts.googleapis.com/css?family=Alice|Open+Sans:400,300,700"> --> + +<!-- Icons --> +<link rel="stylesheet" href="/assets/css/font-awesome.min.css"> + + <!-- Custom styles --> + <link rel="stylesheet" href="/assets/css/styles.css"> + <link rel="stylesheet" href="/assets/css/docs.css"> + <link rel="stylesheet" href="/assets/css/pygments.css"> + + <link rel="canonical" href="http://kylin.apache.org/cn/blog/2021/07/29/kylin-on-parquet-new-architecture-share/"> + <link rel="alternate" type="application/rss+xml" title="Apache Kylin" href="http://kylin.apache.org/feed.xml" /> + +<!--[if lt IE 9]> <script src="assets/js/html5shiv.js"></script> <![endif]--> +<!-- Global site tag (gtag.js) - Google Analytics --> +<script async src="https://www.googletagmanager.com/gtag/js?id=UA-120788561-1"></script> +<script> + window.dataLayer = window.dataLayer || []; + function gtag(){dataLayer.push(arguments);} + gtag('js', new Date()); + + gtag('config', 'UA-120788561-1'); +</script> +<script type="text/javascript" src="/assets/js/jquery-1.9.1.min.js"></script> +<script type="text/javascript" src="/assets/js/nside.js"></script> </script> +<script type="text/javascript" src="/assets/js/nnav.js"></script> </script> +<script> +var _hmt = _hmt || []; +(function() { + var hm = document.createElement("script"); + hm.src = "https://hm.baidu.com/hm.js?bdc5e03add430c0b72cc0eb91eabfa99"; + var s = document.getElementsByTagName("script")[0]; + s.parentNode.insertBefore(hm, s); +})(); +</script> + +</head> + + <body> + <!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> + +<header id="header" > + + <!-- Main Menu --> + <nav class="navbar navbar-default" role="navigation" id="nav-wrapper"> + <div class="container-fluid" id="nav"> + <!-- + <img class="img-circle" width="40px" height="40px" id="circlelogo" src="/assets/images/kylin_logo.jpg"> + --> + <!-- Brand and toggle get grouped for better mobile display --> + <div class="navbar-header"> + <img class="navbar-logo" width="46" src="/assets/images/kylin_logo.png" ></img> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <ul class="nav icon-navbar"> + <li><a href="https://twitter.com/apachekylin" target="_blank" class="fa fa-twitter fa-lg" title="Twitter: @ApacheKylin" ></a></li> + <li><a href="https://github.com/apache/kylin" target="_blank" class="fa fa-github-alt fa-lg" title="Github: apache/kylin" ></a></li> + <li><a href="https://www.facebook.com/kylinio" target="_blank" class="fa fa-facebook fa-lg" title="Facebook: kylin.io" ></a></li> + </ul> + </div> + + <!-- Collect the nav links, forms, and other content for toggling --> + <div class="navbar-collapse collapse" id="bs-example-navbar-collapse-1"> + + <ul class="nav navbar-nav"> + + <li><a href="/">Home</a></li> + <li> + <a href="/docs">Docs</a> +<!-- + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Docs</a> + <ul class="dropdown-menu"> + + <li class="dropdown-submenu"><a href="#titleGetting Started" data-toggle="collapse" class="navtitle">Getting Started</a> + <ul class="dropdown-menu"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/index.html" class="list-group-item-lay pjaxlink">Overview</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> + </li> + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/gettingstarted/concepts.html" class="list-group-item-lay pjaxlink">Technical Concepts</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/gettingstarted/terminology.html" class="list-group-item-lay pjaxlink">Terminology</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/gettingstarted/faq.html" class="list-group-item-lay pjaxlink">FAQ</a> + </li> + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/gettingstarted/events.html" class="list-group-item-lay pjaxlink">Events and Conferences</a> + </li> + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/gettingstarted/best_practices.html" class="list-group-item-lay pjaxlink">Community Best Practices</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/gettingstarted/kylin-quickstart.html" class="list-group-item-lay pjaxlink">Quick Start</a> + </li> + + + + + + + + + <ul> + </li> + + <li class="dropdown-submenu"><a href="#titleInstallation" data-toggle="collapse" class="navtitle">Installation</a> + <ul class="dropdown-menu"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/install/index.html" class="list-group-item-lay pjaxlink">Installation Guide</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/install/kylin_cluster.html" class="list-group-item-lay pjaxlink">Deploy in Cluster Mode</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/install/configuration.html" class="list-group-item-lay pjaxlink">Kylin Configuration</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/install/kylin_aws_emr.html" class="list-group-item-lay pjaxlink">Install Kylin on AWS EMR</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/install/kylin_docker.html" class="list-group-item-lay pjaxlink">Run Kylin with Docker</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/install/kylin_on_kubernetes.html" class="list-group-item-lay pjaxlink">Deploy Kylin on Kubernetes</a> + </li> + + + + + + + + + <ul> + </li> + + <li class="dropdown-submenu"><a href="#titleTutorial" data-toggle="collapse" class="navtitle">Tutorial</a> + <ul class="dropdown-menu"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/kylin_sample.html" class="list-group-item-lay pjaxlink">Quick Start with Sample Cube</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/web.html" class="list-group-item-lay pjaxlink">Web Interface</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/create_cube.html" class="list-group-item-lay pjaxlink">Cube Wizard</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/cube_build_job.html" class="list-group-item-lay pjaxlink">Cube Build and Job Monitoring</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/cube_migration.html" class="list-group-item-lay pjaxlink">Cube Migration</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/sql_reference.html" class="list-group-item-lay pjaxlink">SQL Reference</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/project_level_acl.html" class="list-group-item-lay pjaxlink">Project And Table Level ACL</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/cube_spark.html" class="list-group-item-lay pjaxlink">Build Cube with Spark</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/cube_flink.html" class="list-group-item-lay pjaxlink">Build Cube with Flink</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/cube_streaming.html" class="list-group-item-lay pjaxlink">Cubing from Kafka(Near RT Streaming)</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/realtime_olap.html" class="list-group-item-lay pjaxlink">Real-time OLAP</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/cube_build_performance.html" class="list-group-item-lay pjaxlink">Cube Build Tuning</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/kylin_client_tool.html" class="list-group-item-lay pjaxlink">Kylin Python Client</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/setup_systemcube.html" class="list-group-item-lay pjaxlink">Set Up System Cube</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/use_cube_planner.html" class="list-group-item-lay pjaxlink">Use Cube Planner</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/use_dashboard.html" class="list-group-item-lay pjaxlink">Use Dashboard</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/setup_jdbc_datasource.html" class="list-group-item-lay pjaxlink">Setup JDBC Data Source</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/hybrid.html" class="list-group-item-lay pjaxlink">Hybrid Model</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/mysql_metastore.html" class="list-group-item-lay pjaxlink">Use MySQL as Metastore</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/lambda_mode_and_timezone_realtime_olap.html" class="list-group-item-lay pjaxlink">Lambda mode and Timezone in Real-time OLAP</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/query_pushdown.html" class="list-group-item-lay pjaxlink">Enable Query Pushdown</a> + </li> + + + + + + + + + <ul> + </li> + + <li class="dropdown-submenu"><a href="#titleIntegration" data-toggle="collapse" class="navtitle">Integration</a> + <ul class="dropdown-menu"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/odbc.html" class="list-group-item-lay pjaxlink">Kylin ODBC Driver</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/jdbc.html" class="list-group-item-lay pjaxlink">Kylin JDBC Driver</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/tableau.html" class="list-group-item-lay pjaxlink">Tableau 8</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/tableau_91.html" class="list-group-item-lay pjaxlink">Tableau 9</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/powerbi.html" class="list-group-item-lay pjaxlink">MS Excel and Power BI</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/microstrategy.html" class="list-group-item-lay pjaxlink">MicroStrategy</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/squirrel.html" class="list-group-item-lay pjaxlink">SQuirreL</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/flink.html" class="list-group-item-lay pjaxlink">Apache Flink</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/spark.html" class="list-group-item-lay pjaxlink">Apache Spark</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/hue.html" class="list-group-item-lay pjaxlink">Hue</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/Qlik.html" class="list-group-item-lay pjaxlink">Qlik Sense</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/superset.html" class="list-group-item-lay pjaxlink">Superset</a> + </li> + + + + + + + + + <ul> + </li> + + <li class="dropdown-submenu"><a href="#titleHow To" data-toggle="collapse" class="navtitle">How To</a> + <ul class="dropdown-menu"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_use_restapi.html" class="list-group-item-lay pjaxlink">Use RESTful API</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_build_cube_with_restapi.html" class="list-group-item-lay pjaxlink">Build Cube with API</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_optimize_cubes.html" class="list-group-item-lay pjaxlink">Optimize Cube Design</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_backup_metadata.html" class="list-group-item-lay pjaxlink">Backup Metadata</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_cleanup_storage.html" class="list-group-item-lay pjaxlink">Cleanup Storage</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_upgrade.html" class="list-group-item-lay pjaxlink">Upgrade From Old Versions</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_use_cli.html" class="list-group-item-lay pjaxlink">Use Utility CLIs</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_ldap_and_sso.html" class="list-group-item-lay pjaxlink">Secure with LDAP and SSO</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_use_beeline.html" class="list-group-item-lay pjaxlink">Use Beeline for Hive</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_update_coprocessor.html" class="list-group-item-lay pjaxlink">Update Coprocessor</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_install_ranger_kylin_plugin.html" class="list-group-item-lay pjaxlink">Install Ranger Plugin</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_enable_zookeeper_acl.html" class="list-group-item-lay pjaxlink">Enable Zookeeper ACL</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_use_hive_mr_dict.html" class="list-group-item-lay pjaxlink">Use Hive to build global dictionary</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/sample_dataset.html" class="list-group-item-lay pjaxlink">Sample Dataset</a> + </li> + + + + + + + + + <ul> + </li> + + <li class="dropdown-submenu"><a href="#titleSecurity" data-toggle="collapse" class="navtitle">Security</a> + <ul class="dropdown-menu"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/security.html" class="list-group-item-lay pjaxlink">Security Issues</a> + </li> + + + + + + + + + <ul> + </li> + + </ul> --> + </li> + <li><a href="/download">Download</a></li> + <li><a href="/community" >Community</a></li> + <li><a href="/development" >Development</a></li> + <li><a href="/blog">Blog</a></li> + <li><a href="/cn" >䏿ç</a></li> + </ul> + </div><!-- /.navbar-collapse --> + </div><!-- /.container-fluid --> + </nav> + + <div id="head" class="parallax normal-header" > + <div class="text-center header-apache"> + <a href="http://apache.org/foundation/contributing.html" title="Support Apache" style="margin-left: 150px;"> + <div> + <img src="https://www.apache.org/images/SupportApache-small.png" > + </div> + </a> + </div> + </div> + + </header> + + <div class="page-content main"> + <header style=" padding:2em 0 0 "> + <div class="container" > + <div style=" padding:0 4em"> + <div class="blog-icon"> + <img width="30" src="/assets/images/icon_blog_w.png"> + </div> + <h4 class="index-title" style=" float:left;"><span>Apache Kylin⢠Technical Blog</span></h4> + </div> + </div> + </div> + + <div class="container blog"> + <div> + <article class="post-content" > + <!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> + +<div class="post" style=" padding:2em 4em 4em 4em"> + + <header class="post-header"> + <h1 class="post-title">Apache kylin4 æ°æ¶æå享</h1> + <p class="post-meta" >Jul 29, 2021 ⢠é¶å æ¶</p> + </header> + + <article class="post-content" > + <p>è¿ç¯æç« 主è¦å为以ä¸å 个é¨åï¼<br /> +- Apache Kylin 使ç¨åºæ¯<br /> +- Apache Kylin åºæ¬åç<br /> +- Apache Kylin æ¥è¯¢åºæ¬æµç¨<br /> +- Kylin On HBase<br /> +- Kylin On Parquet</p> + +<h2 id="apache-kylin-">01 Apache Kylin 使ç¨åºæ¯</h2> +<p><img src="/images/blog/kylin4_cn/1kylinUseSec.jpg" alt="" /><br /> +Apache Kylin⢠æ¯ä¸ä¸ªå¼æºçåå¸å¼åæå¼æï¼æä¾ Hadoop/Spark ä¹ä¸ç SQL æ¥è¯¢æ¥å£åå¤ç»´åæï¼OLAPï¼è½åä»¥æ¯æè¶ å¤§è§æ¨¡æ°æ®ï¼æåç± eBay Inc å¼åå¹¶è´¡ç®è³å¼æºç¤¾åºï¼å®è½å¨äºç§å æ¥è¯¢å·¨å¤§ç Hive 表ã</p> + +<p>ä½ä¸ºä¸ä¸ª SQL å éå±ï¼Kylin å¯ä»¥ä¸æ¥åç§æ°æ®æºï¼ä¾å¦ Hive/Kafkaï¼ä¸æ¥åç§ BI ç³»ç»ï¼æ¯å¦ Tableauï¼PowerBIï¼ä¹å¯ä»¥ç´æ¥è¿è¡ Ad hoc çæ¥è¯¢ã</p> + +<p>å¦æä½ ä»¬ç产å/ä¸å¡æ¹æ¾å°ä½ ï¼è¯´æä¸æ¹æ¥è¯¢å¤ªæ ¢äºå¸æè½å¤å éï¼è¦æ±æ¥è¯¢é度è¦å¿«ï¼æ¥è¯¢å¹¶åè¦é«ï¼èµæºå ç¨è¦å°ï¼å®æ´æ¯æ SQL è¯æ³å¹¶ä¸è½å¤æ ç¼éæ BIï¼ç¶ååæ²¡ææ´å¤çæºå¨ç»ä½ ï¼é£ä¹è¿ä¸ªæ¶åä½ å¯ä»¥èèä½¿ç¨ Apache Kylinã</p> + +<h2 id="apache-kylin--1">02 Apache Kylin åºæ¬åç</h2> +<p><img src="/images/blog/kylin4_cn/2CubeCacu.jpg" alt="" /><br /> +<img src="/images/blog/kylin4_cn/3CubeCacu.jpg" alt="" /><br /> +Kylin çæ ¸å¿ææ³æ¯é¢è®¡ç®ï¼å°æ°æ®æç §æå®çç»´åº¦åææ ï¼é¢å 计ç®åºææå¯è½çæ¥è¯¢ç»æï¼å©ç¨ç©ºé´æ¢æ¶é´æ¥å éæ¥è¯¢æ¨¡å¼åºå®ç OLAP æ¥è¯¢ã</p> + +<p>Kylin çç论åºç¡æ¯ Cube çè®ºï¼æ¯ä¸ç§ç»´åº¦ç»åç§°ä¹ä¸º Cuboidï¼ææ Cuboid çé忝 Cubeãå ¶ä¸ç±ææç»´åº¦ç»æç Cuboid 称为 Base Cuboidï¼å¾ä¸ï¼timeï¼itemï¼locationï¼supplierï¼å³ä¸º Base Cuboidï¼ææç Cuboid é½å¯ä»¥åºäº Base Cuboid 计ç®åºæ¥ãCuboid æä»¬å¯ä»¥ç解为就æ¯ä¸å¼ é¢è®¡ç®è¿åç大宽表ï¼å¨æ¥è¯¢æ¶ï¼Kylin ä¼èªå¨éæ©æ»¡è¶³æ¡ä»¶çæåéç Cuboidï¼æ¯å¦ä¸å¾çæ¥è¯¢å°±ä¼å»æ¾Cuboidï¼timeï¼itemï¼locationï¼ï¼ç¸æ¯äºä»ç¨æ·çåå§è¡¨è¿è¡è®¡ç®ï¼ä» Cuboid åæ°æ® è¿è¡è®¡ç®è½æå¤§çé使«æçæ°æ®éå计ç®éã</p> + +<h2 id="apache-kylin--2">03 Apache Kylin æ¥è¯¢åºæ¬æµç¨</h2> +<p><img src="/images/blog/kylin4_cn/4QueryProgress.jpg" alt="" /><br /> +ä¸é¢æ¥ç®åä»ç»ä¸ Kylin æ¥è¯¢çåºæ¬åçï¼å䏿¥æ¯ææ Query engine çå¸¸è§æä½ï¼æä»¬è¿è¾¹åå©äº Apache Calcite æ¡æ¶æ¥å®æè¿ä¸ªæä½ï¼ç½ä¸ç¸å ³çèµææå¾å¤è¿éä¸åè¿å¤å±å¼ï¼æå ´è¶£ç读è å¯ä»¥èªè¡æ¥é ã</p> + +<p>è¿è¾¹ä»ç»éç¹å¨æå两æ¥ï¼Kylin éé å Query æ§è¡ã为ä»ä¹è¦å Kylin éé ï¼å 为æä»¬åé¢å¾å°çæ¥è¯¢è®¡åæ¯ç´æ¥æ ¹æ®ç¨æ·çæ¥è¯¢è½¬åæ¥çï¼è¿ä¸ªæ¥è¯¢è®¡åä¸è½ç´æ¥æ¥è¯¢é¢è®¡ç®è¿çæ°æ®ï¼è¿ééè¦ rewrite è¿ä¸ªæ§è¡è®¡åï¼ä½¿å¾å®å¯ä»¥æ¥è¯¢é¢è®¡ç®è¿åçæ°æ®ï¼ä¹å°±æ¯Cubeæ°æ®ï¼ï¼æ¥çä¸é¢çä¾åï¼</p> + +<p><img src="/images/blog/kylin4_cn/5QueryProgress.jpg" alt="" /></p> + +<p>ç¨æ·æä¸å¼ åå访é®è¡¨ï¼stockï¼ï¼å ¶ä¸ Item ååï¼user_id 表示åå被åªä¸ªç¨æ·è®¿é®è¿ï¼ç¨æ·å¸æåæååç PVãç¨æ·å®ä¹äºä¸ä¸ª Cubeï¼ç»´åº¦æ¯ itemï¼åº¦éæ¯COUNT(user_id)ï¼ç¨æ·å¦ææ³åæååç PVï¼ä¼ååºå¦ä¸ç SQLï¼<br /> +<code class="highlighter-rouge">SELECT itemï¼COUNT(user_id) FROM stock GROUP BY item;</code><br /> +è¿æ¡ SQL åç» Kylin åï¼Kylin ä¸è½ç´æ¥çç¨å®åå§çè¯ä¹å»æ¥æä»¬ç Cube æ°æ®ï¼è¿æ¯å ä¸ºçæ°æ®ç»è¿é¢è®¡ç®åï¼æ¯ä¸ª item ç key åªä¼åå¨ä¸è¡æ°æ®ï¼åå§è¡¨ä¸ç¸å item key çè¡å·²ç»è¢«æåèåæäºï¼çæäºä¸åæ°ç measure åï¼åæ¾æ¯ä¸ª item key æå¤å° user_id 访é®ï¼æä»¥ rewrite ç SQL ä¼ç±»ä¼¼è¿æ ·ï¼<br /> +<code class="highlighter-rouge">SELECT itemï¼SUM(M_C) FROM stockGROUP BY item;</code></p> + +<p>为ä»ä¹è¿éè¿ä¼æä¸æ¥ SUM/ GROUP BY çæä½ï¼è䏿¯ç´æ¥ååºæ°æ®ç´æ¥è¿åå°± OK äºå¢ï¼å 为å¯è½æ¥è¯¢å»ä¸ç Cuboid 䏿¢ item ä¸ä¸ªç»´åº¦ï¼å³å»ä¸ç䏿¯æç²¾ç¡®ç Cuboidï¼æä»¥è¿éä»è¿äºç»´åº¦ä¸åèå䏿¬¡ï¼ä½æ¯é¨åèåçæ°æ®éç¸æ¯èµ·ç¨æ·åå§è¡¨ä¸çæ°æ®ï¼è¿æ¯åå°äºé常å¤çæ°æ®éå计ç®ãå¹¶ä¸å¦ææ¥è¯¢ç²¾ç¡®çå½ä¸Cuboidï¼æä»¬æ¯å¯ä»¥ç´æ¥è·³è¿ Agg/GROUP BY çæµç¨ï¼å¦ä¸å¾ï¼<br /> +<img src="/images/blog/kylin4_cn/6QueryProgress.jpg" alt="" /></p> + +<p>ä¸å¾æ¯æ é¢è®¡ç®çåºæ¯ï¼å ¨é¨éè¦ç°åºè®¡ç®ï¼Agg å Join å 为é½ä¼çµæ¶å° shuffle æä½ï¼æ 彿°æ®éå¾å¤§çæ¶åï¼æ§è½å°±ä¼æ¯è¾å·®ï¼åæ¶ä¹ä¼å ç¨æ´å¤çèµæºï¼è¿ä¹ä¼å½±åæ¥è¯¢çå¹¶åã<br /> +<img src="/images/blog/kylin4_cn/7QueryProgress.jpg" alt="" /></p> + +<p>èè¿è¡äºé¢è®¡ç®è¿åï¼åæ¥æèæ¶çä¸¤æ¥æä½ Agg/Join å¨å颿¹åè¿çæ§è¡è®¡åä¸é½æ¶å¤±äºï¼Cuboid ç²¾åå¹é ï¼ï¼çè³æ´è¿ä¸æ¥ï¼æä»¬å¨å®ä¹ cube çæ¶åè¿å¯ä»¥éæ©æ order by çåè¿è¡æåºï¼é£ä¹ Sort æä½ä¹ä¸ç¨è®¡ç®ï¼æ´ä¸ªç计ç®åªæ¯ä¸ä¸ª stageï¼æ²¡æä¸æ¬¡ shuffleï¼å¯å¨å¾å°ç task å°±å¯ä»¥å®æè®¡ç®ï¼æ¥è¯¢çå¹¶å度ä¹è½å¤æé«ã</p> + +<h2 id="kylin-on-hbase">04 Kylin On HBase</h2> +<p>#### åºæ¬åç<br /> +<img src="/images/blog/kylin4_cn/8KylinOnHbase.jpg" alt="" /><br /> +å¨ç®å弿ºçæ¬çå®ç°ä¸ï¼æå»ºå®çæ°æ®æ¯åå¨å¨ HBase ä¸çï¼å¨ä¸é¢å°èä¸ï¼æä»¬å¾å°äºä¸ä¸ªè½å¤æ¥è¯¢ Cube æ°æ®çé»è¾æ§è¡è®¡åï¼Calcite æ¡æ¶ä¼æ ¹æ®è¿ä¸ªé»è¾æ§è¡è®¡åçæå¯¹åºçç©çæ§è¡è®¡åï¼æç»æ¯ä¸ªç®åé½ä¼éè¿ä»£ç çæçæèªå·±ç®åç坿§è¡ä»£ç ï¼è¿ä¸ªè¿ç¨æ¯ä¸ä¸ªè¿ä»£å¨æ¨¡åï¼æ°æ®ä»æåºå±ç TableScan ç®åå䏿¸¸ç®åæµå¨ï¼æ´ä¸ªè¿ç¨å°±åç«å±±å·å䏿 ·ï¼æ åå Volcano Iterator Modeãèè¿ä¸ª TableScan ç æç代ç ä¼ä» HBase ä¸ååº Cube æ°æ®ï¼å½æ°æ®è¿åå° Kylin ç Query Server 端ä¹åï¼å被ä¸å±çç®åä¸å±å±æ¶è´¹ã</p> + +<h4 id="kylin-on-hbase-">Kylin On HBase ç¶é¢</h4> +<p><img src="/images/blog/kylin4_cn/9KylinOnHbase.jpg" alt="" /><br /> +è¿å¥æ¹æ¡å¯¹äºç®åç SQL 并没æä»ä¹å¤§é®é¢ï¼å 为å¨ç²¾ç¡®å¹é Cuboid çæ åµä¸ï¼ä» HBase ååæ°æ®åï¼å¨ Kylin Query Server 端并ä¸ä¼å太å¤è®¡ç®ï¼ä½å½ä¸äºæ¯è¾å¤æçæ¥è¯¢ï¼ä¾å¦ä¸å¥æ¥è¯¢ join äºä¸¤ä¸ªåæ¥è¯¢ï¼æ¯ä¸ªåæ¥è¯¢é½å½ä¸äºåèªç cubeï¼å¹¶å¨æå¤å±åä¸äºæ¯è¾å¤æç Aggregate æä½ï¼æ¯å¦ COUNT DISTINCT çï¼å¨è¿ç§æ åµä¸ï¼Kylin Query Server 端ä¸ä» è¦ä» HBaseæå大éçæ°æ®ï¼å¹¶ä¸è¿è¦å¨ Kylin Query Server ç«¯è®¡ç® Join/Aggregate çéå¸¸èæ¶èèµæºç æä½ï¼å½æ°æ®éå大ï¼Kylin çQuery Server 端就å¯è½ä¼ OOMï¼è§£å³çæ¹å¼æ¯æé« Query Server 端çå åï¼ä½è¿æ¯ä¸ªåç´æ©å®¹çè¿ç¨ï¼è¿å°±æäºä¸ä¸ªåç¹ç¶é¢ï¼èå¤§æ°æ®æ¹æ¡ä¸åå¨åç¹ç¶é¢ï¼æ¯ä¸ä¸ªé常严éçé®é¢ï¼å¯è½ç´æ¥å¯¼è´å ¬å¸å¨æ¶æéåçæ¶åä¸é® pass æè¿ä¸ªæ¹æ¡ã</p> + +<p>å¦å¤è¿å¥æ¹æ¡å¨ä½¿ç¨ä¸è¿æå¾å¤å ¶ä»çå±éï¼<br /> +- ä¾å¦ HBase çè¿ç»´æ¯åºäºåçé¾ï¼ä¸æ¦ HBase æ§è½ä¸å¥½ï¼é£ä¹å¯æ³èç¥ Kylin çæ§è½ä¹ä¸ä¼å¥½ã<br /> +- HBase çèµæºé离è½å乿¯è¾å¼±ï¼å½æä¸ªæ¶å»ææ¯è¾å¤§çè´è½½çæ¶åï¼å ¶ä»ä½¿ç¨ HBase çä¸å¡ä¹ä¼åå°å½±åï¼ä½ç°å° Kylin å¯è½ä¼æ¯æ¥è¯¢çæ§è½æ¯è¾ä¸ç¨³å®ï¼benchmark 伿æ¯åºï¼è§£éèµ·æ¥æ¯è¾éº»ç¦å¹¶ä¸éè¦é群 metric çæ¯æï¼å¯¹å线人åè¦æ±æ¯è¾é«ã<br /> +- HBase éåå¨ç齿¯ç»è¿ç¼ç åç Byte Array ç±»åï¼åºååååºååçå¼éä¹ä¸è½å¿½è§ãèå¯¹äºæä»¬å¼åäººåæ¥è¯´ï¼Calcite 代ç çææ¯è¾é¾ä»¥è°è¯ï¼å¹¶ä¸æä»¬ HBase çæè½æ ä¿®çæ¯è¾å°ï¼æ³å¯¹ HBase åæºç 级å«çæ§è½æ¹è¿ä¹æ¯è¾å°é¾ã</p> + +<h2 id="kylin-on-parquet">05 Kylin On Parquet</h2> +<p><img src="/images/blog/kylin4_cn/10KylinOnParquet.jpg" alt="" /></p> + +<p>ç±äºä¸è¿° Kylin on HBase æ¹æ¡ç诸å¤å±éæ§ï¼æä»¬å ¬å¸å¾æ©çæ¶åå°±å¨åä¸çæ¬ä¸ç åæ°ä¸ä»£åºäº Spark + Parquet çæ¹æ¡ç¨ä»¥æ¿ä»£å¼æºçæ¹æ¡ãä¸é¢ä»ç»ä¸è¯¥æ¹æ¡çæ´ä½æ¶æï¼</p> + +<p>å ¶å®æ´ä½æ¥è¯´ï¼æ°ç设计éå¸¸ç®æ´ï¼ä½¿ç¨ visitor 模å¼éåä¹åçæçè½å¤æ¥è¯¢ Cube æ°æ®çé»è¾æ§è¡è®¡åæ ï¼æ§è¡è®¡åæ çèç¹ä»£è¡¨ä¸ä¸ªç®åï¼éé¢å ¶å®æ éå°±æ¯ä¿åäºä¸äºä¿¡æ¯ï¼æ¯å¦è¦æ«åªä¸ªè¡¨ï¼è¦ filter/project åªäºåççãå°åæ¥æ ä¸çæ¯ä¸ä¸ªç®åé½ç¿»è¯æä¸ä¸ª Spark å¯¹äº Dataframe çä¸ä¸ªæä½ï¼æ¯ä¸ªä¸æ¸¸èç¹é½é®èªå·±ç䏿¸¸èç¹å®å¤çå®ä¹åçä¸ä¸ª DFï¼ä¸ç´å°æä¸æ¸¸çTableScanèç¹ï¼ç±å®çæåå§ç DF ï¼å¯ä»¥ç®åçè§£æ cuboidDF= spark.read.parquet(path)ï¼å¾å°åå§ç DFä¹åï¼åå®ç䏿¸¸è¿åï¼ä¸æ¸¸èç¹å对è¿ä¸ªä¸æ¸¸ç DF apply ä¸èªå·±çæä½ï¼åè¿åç»èªå·±ç䏿¸¸ï¼æåæä¸å±èç¹å¯¹è¿ä¸ª DF è¿è¡ collect 就触åäºæ´ä¸ªè®¡ç®æµç¨ãè¿å¥æ¡æ¶çææ³å¾ç®åï¼ä¸è¿ä¸é´ Calcite å Spark ç gap ç忝æä»¬æ³è±¡çè¦å¤ä¸äºï¼æ¯å¦æ°æ®ç±»å/ä¸¤è¾¹æ¯æå½/è¡ä¸ºå®ä¹ä¸ä¸è´ççã忿们乿æç®æ¿æ¢ Calcite 为 Catalystï¼æ´å¥çæ¶æä¼æ´å ç²¾è´� �ªç¶ã</p> + +<p><img src="/images/blog/kylin4_cn/11KylinOnParquet.jpg" alt="" /></p> + +<p>è¿ä¸å¥ Kylin On Parquet çæ¹æ¡ï¼ä¾æäº Sparkï¼</p> + +<ul> + <li> + <p>ææè®¡ç®é½æ¯åå¸å¼çï¼ä¸åå¨åç¹ç¶é¢ï¼å¯ä»¥éè¿æ¨ªåæ©å®¹æé«ç³»ç»ç计ç®è½åï¼</p> + </li> + <li> + <p>èµæºè°åº¦æåç§æ¹æ¡å¯ä»¥éæ©ï¼Yarn/K8S/ Mesosï¼æ»¡è¶³ä¼ä¸å¯¹äºèµæºé离çéæ±ï¼</p> + </li> + <li> + <p>Spark 卿§è½æ¹é¢çåªåå¯ä»¥å¤©ç¶äº«åå°ï¼ä¸ææå° Kylin On HBase çåºååååºååå¼éï¼å°±å¯ä»¥ç± Spark ç Tungsten 项ç®è¿è¡ä¼åï¼</p> + </li> + <li> + <p>åå°äº HBase çä¾èµï¼å¸¦æ¥äºè¿ç»´æå¤§çæ¹ä¾¿ï¼ææä¸ä¸æ¸¸ä¾èµå¯ä»¥ç± Spark 帮æä»¬æå®ï¼åå°äºèªå·±çä¾èµï¼ä¹æ¹ä¾¿ä¸äºï¼</p> + </li> + <li> + <p>对äºå¼åäººåæ¥è®²ï¼å¯ä»¥å¯¹æ¯ä¸ªç®åçæç DF ç´æ¥è¿è¡è¿è¡ collectï¼è§å¯æ°æ®å¨è¿ä¸å±ææ²¡æåºç°é®é¢ï¼å¹¶ä¸ Spark + Parquet æ¯ç®åé常æµè¡ç SQL On Hadoop æ¹æ¡ï¼æä»¬å¢é对è¿ä¸¤ä¸ªé¡¹ç®ä¹æ¯è¾çæï¼ç»´æ¤äºä¸ä¸ªèªå·±ç Spark å Parquet 忝ï¼å¨ä¸é¢è¿è¡äºå¾å¤éå¯¹äºæä»¬ç¹å®åºæ¯çæ§è½ä¼ååç¨³å®æ§æåçå·¥ä½ã</p> + </li> +</ul> + + </article> + +</div> + + + + + + </article> + </div> + </div> + <!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> + +<footer id="underfooter"> + <div> + <div class="row"> + <div class="col-md-12 widget"> + <div class="widget-body"> + <div class="footer-img"> + <a href="http://www.apache.org"> + <img id="asf-logo" height="78px" alt="Apache Software Foundation" src="/assets/images/apache_footer.png"> + </a> + </div> + <p style="padding-top: 11px;"> + The contents of this website are © 2015 Apache Software Foundation under the terms of the + <a href="http://www.apache.org/licenses/LICENSE-2.0"> Apache License v2 </a>. + </p> + <p style="margin-bottom: 11px;"> + Apache Kylin and its logo are trademarks of the Apache Software Foundation. + </div> + + </div> + </div> + </div> + <!-- /row of widgets --> + + </div> + <div></div> + +</footer> + + <script src="/assets/js/jquery-1.9.1.min.js"></script> + <script src="/assets/js/bootstrap.min.js"></script> + <script src="/assets/js/main.js"></script> + </body> +</html> + + + + Modified: kylin/site/cn/docs40/install/deploy_without_hadoop.html URL: http://svn.apache.org/viewvc/kylin/site/cn/docs40/install/deploy_without_hadoop.html?rev=1891961&r1=1891960&r2=1891961&view=diff ============================================================================== --- kylin/site/cn/docs40/install/deploy_without_hadoop.html (original) +++ kylin/site/cn/docs40/install/deploy_without_hadoop.html Mon Aug 2 14:22:46 2021 @@ -9026,9 +9026,7 @@ nohup <span class="nv">$HIVE_HOME</span> </code></pre> </div> - <p>注æï¼</p> - - <p>妿å¨è¿ä¸ªæ¥éª¤ä¸åºç°äºå¦ä¸æ¥éï¼</p> + <p>注æï¼å¦æå¨è¿ä¸ªæ¥éª¤ä¸åºç°äºå¦ä¸æ¥éï¼</p> <div class="highlighter-rouge"><pre class="highlight"><code>java.lang.NoSuchMethodError: com.google.common.base.Preconditions.checkArgument<span class="o">(</span>ZLjava/lang/String;Ljava/lang/Object;<span class="o">)</span>V </code></pre>