Added: kylin/site/blog/2019/04/12/rt-streaming-design/index.html URL: http://svn.apache.org/viewvc/kylin/site/blog/2019/04/12/rt-streaming-design/index.html?rev=1857583&view=auto ============================================================================== --- kylin/site/blog/2019/04/12/rt-streaming-design/index.html (added) +++ kylin/site/blog/2019/04/12/rt-streaming-design/index.html Mon Apr 15 14:22:27 2019 @@ -0,0 +1,6695 @@ +<!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> +<!doctype html> +<html> + <!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> + +<head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + + <title>Apache Kylin | Real-time Streaming Design in Apache Kylin</title> + <meta name="description" content="Why Build Real-time Streaming in KylinThe real-time streaming feature is contributed by eBay big data team in Kylin 3.0, the purpose we build real-time strea..."> + <meta name="author" content="Apache Kylin"> + <link rel="shortcut icon" href="fav.png" type="image/png"> + + + +<link rel="stylesheet" href="/assets/css/animate.css"> +<!-- Bootstrap --> +<link rel="stylesheet" href="/assets/css/bootstrap.min.css"> + +<!-- Fonts --> +<!-- <link rel="stylesheet" href="http://fonts.googleapis.com/css?family=Alice|Open+Sans:400,300,700"> --> + +<!-- Icons --> +<link rel="stylesheet" href="/assets/css/font-awesome.min.css"> + + <!-- Custom styles --> + <link rel="stylesheet" href="/assets/css/styles.css"> + <link rel="stylesheet" href="/assets/css/docs.css"> + <link rel="stylesheet" href="/assets/css/pygments.css"> + + <link rel="canonical" href="http://kylin.apache.org/blog/2019/04/12/rt-streaming-design/"> + <link rel="alternate" type="application/rss+xml" title="Apache Kylin" href="http://kylin.apache.org/feed.xml" /> + +<!--[if lt IE 9]> <script src="assets/js/html5shiv.js"></script> <![endif]--> +<!-- Global site tag (gtag.js) - Google Analytics --> +<script async src="https://www.googletagmanager.com/gtag/js?id=UA-120788561-1"></script> +<script> + window.dataLayer = window.dataLayer || []; + function gtag(){dataLayer.push(arguments);} + gtag('js', new Date()); + + gtag('config', 'UA-120788561-1'); +</script> +<script type="text/javascript" src="/assets/js/jquery-1.9.1.min.js"></script> +<script type="text/javascript" src="/assets/js/nside.js"></script> </script> +<script type="text/javascript" src="/assets/js/nnav.js"></script> </script> +<script> +var _hmt = _hmt || []; +(function() { + var hm = document.createElement("script"); + hm.src = "https://hm.baidu.com/hm.js?bdc5e03add430c0b72cc0eb91eabfa99"; + var s = document.getElementsByTagName("script")[0]; + s.parentNode.insertBefore(hm, s); +})(); +</script> + +</head> + + <body> + <!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> + +<header id="header" > + + <!-- Main Menu --> + <nav class="navbar navbar-default" role="navigation" id="nav-wrapper"> + <div class="container-fluid" id="nav"> + <!-- + <img class="img-circle" width="40px" height="40px" id="circlelogo" src="/assets/images/kylin_logo.jpg"> + --> + <!-- Brand and toggle get grouped for better mobile display --> + <div class="navbar-header"> + <img class="navbar-logo" width="46" src="/assets/images/kylin_logo.png" ></img> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <ul class="nav icon-navbar"> + <li><a href="https://twitter.com/apachekylin" target="_blank" class="fa fa-twitter fa-lg" title="Twitter: @ApacheKylin" ></a></li> + <li><a href="https://github.com/apache/kylin" target="_blank" class="fa fa-github-alt fa-lg" title="Github: apache/kylin" ></a></li> + <li><a href="https://www.facebook.com/kylinio" target="_blank" class="fa fa-facebook fa-lg" title="Facebook: kylin.io" ></a></li> + </ul> + </div> + + <!-- Collect the nav links, forms, and other content for toggling --> + <div class="navbar-collapse collapse" id="bs-example-navbar-collapse-1"> + + <ul class="nav navbar-nav"> + + <li><a href="/">Home</a></li> + <li> + <a href="/docs">Docs</a> +<!-- + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Docs</a> + <ul class="dropdown-menu"> + + <li class="dropdown-submenu"><a href="#titleGetting Started" data-toggle="collapse" class="navtitle">Getting Started</a> + <ul class="dropdown-menu"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/index.html" class="list-group-item-lay pjaxlink">Overview</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/gettingstarted/concepts.html" class="list-group-item-lay pjaxlink">Technical Concepts</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/gettingstarted/terminology.html" class="list-group-item-lay pjaxlink">Terminology</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/gettingstarted/faq.html" class="list-group-item-lay pjaxlink">FAQ</a> + </li> + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/gettingstarted/events.html" class="list-group-item-lay pjaxlink">Events and Conferences</a> + </li> + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/gettingstarted/best_practices.html" class="list-group-item-lay pjaxlink">Community Best Practices</a> + </li> + + + + + + + + + <ul> + </li> + + <li class="dropdown-submenu"><a href="#titleInstallation" data-toggle="collapse" class="navtitle">Installation</a> + <ul class="dropdown-menu"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/install/index.html" class="list-group-item-lay pjaxlink">Installation Guide</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/install/kylin_cluster.html" class="list-group-item-lay pjaxlink">Deploy in Cluster Mode</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/install/configuration.html" class="list-group-item-lay pjaxlink">Kylin Configuration</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/install/kylin_aws_emr.html" class="list-group-item-lay pjaxlink">Install Kylin on AWS EMR</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/install/kylin_docker.html" class="list-group-item-lay pjaxlink">Run Kylin with Docker</a> + </li> + + + + + + + + + <ul> + </li> + + <li class="dropdown-submenu"><a href="#titleTutorial" data-toggle="collapse" class="navtitle">Tutorial</a> + <ul class="dropdown-menu"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/kylin_sample.html" class="list-group-item-lay pjaxlink">Quick Start with Sample Cube</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/web.html" class="list-group-item-lay pjaxlink">Web Interface</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/create_cube.html" class="list-group-item-lay pjaxlink">Cube Wizard</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/cube_build_job.html" class="list-group-item-lay pjaxlink">Cube Build and Job Monitoring</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/sql_reference.html" class="list-group-item-lay pjaxlink">SQL Reference</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/project_level_acl.html" class="list-group-item-lay pjaxlink">Project Level ACL</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/cube_spark.html" class="list-group-item-lay pjaxlink">Build Cube with Spark</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/cube_streaming.html" class="list-group-item-lay pjaxlink">Scalable Cubing from Kafka</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/cube_build_performance.html" class="list-group-item-lay pjaxlink">Cube Build Tuning</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/kylin_client_tool.html" class="list-group-item-lay pjaxlink">Kylin Python Client</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/setup_systemcube.html" class="list-group-item-lay pjaxlink">Set Up System Cube</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/use_cube_planner.html" class="list-group-item-lay pjaxlink">Use Cube Planner</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/use_dashboard.html" class="list-group-item-lay pjaxlink">Use Dashboard</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/setup_jdbc_datasource.html" class="list-group-item-lay pjaxlink">Setup JDBC Data Source</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/hybrid.html" class="list-group-item-lay pjaxlink">Hybrid Model</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/mysql_metastore.html" class="list-group-item-lay pjaxlink">Use MySQL as Metastore</a> + </li> + + + + + + + + + <ul> + </li> + + <li class="dropdown-submenu"><a href="#titleIntegration" data-toggle="collapse" class="navtitle">Integration</a> + <ul class="dropdown-menu"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/odbc.html" class="list-group-item-lay pjaxlink">Kylin ODBC Driver</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/jdbc.html" class="list-group-item-lay pjaxlink">Kylin JDBC Driver</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/tableau.html" class="list-group-item-lay pjaxlink">Tableau 8</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/tableau_91.html" class="list-group-item-lay pjaxlink">Tableau 9</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/powerbi.html" class="list-group-item-lay pjaxlink">MS Excel and Power BI</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/microstrategy.html" class="list-group-item-lay pjaxlink">MicroStrategy</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/squirrel.html" class="list-group-item-lay pjaxlink">SQuirreL</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/flink.html" class="list-group-item-lay pjaxlink">Apache Flink</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/spark.html" class="list-group-item-lay pjaxlink">Apache Spark</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/hue.html" class="list-group-item-lay pjaxlink">Hue</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/Qlik.html" class="list-group-item-lay pjaxlink">Qlik Sense</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/superset.html" class="list-group-item-lay pjaxlink">Superset</a> + </li> + + + + + + + + + <ul> + </li> + + <li class="dropdown-submenu"><a href="#titleHow To" data-toggle="collapse" class="navtitle">How To</a> + <ul class="dropdown-menu"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_use_restapi.html" class="list-group-item-lay pjaxlink">Use RESTful API</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_build_cube_with_restapi.html" class="list-group-item-lay pjaxlink">Build Cube with API</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_optimize_cubes.html" class="list-group-item-lay pjaxlink">Optimize Cube Design</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_optimize_build.html" class="list-group-item-lay pjaxlink">Optimize Cube Build</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_backup_metadata.html" class="list-group-item-lay pjaxlink">Backup Metadata</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_cleanup_storage.html" class="list-group-item-lay pjaxlink">Cleanup Storage</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_upgrade.html" class="list-group-item-lay pjaxlink">Upgrade From Old Versions</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_use_cli.html" class="list-group-item-lay pjaxlink">Use Utility CLIs</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_ldap_and_sso.html" class="list-group-item-lay pjaxlink">Secure with LDAP and SSO</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_use_beeline.html" class="list-group-item-lay pjaxlink">Use Beeline for Hive</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_update_coprocessor.html" class="list-group-item-lay pjaxlink">Update Coprocessor</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_install_ranger_kylin_plugin.html" class="list-group-item-lay pjaxlink">Install Ranger Plugin</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_enable_zookeeper_acl.html" class="list-group-item-lay pjaxlink">Enable Zookeeper ACL</a> + </li> + + + + + + + + + <ul> + </li> + + </ul> --> + </li> + <li><a href="/download">Download</a></li> + <li><a href="/community" >Community</a></li> + <li><a href="/development" >Development</a></li> + <li><a href="/blog">Blog</a></li> + <li><a href="/cn" >䏿ç</a></li> + </ul> + </div><!-- /.navbar-collapse --> + </div><!-- /.container-fluid --> + </nav> + + <div id="head" class="parallax normal-header" > + <div class="text-center header-apache"> + <a href="http://apache.org/foundation/contributing.html" title="Support Apache" style="margin-left: 150px;"> + <div> + <img src="https://www.apache.org/images/SupportApache-small.png" > + </div> + </a> + </div> + </div> + + </header> + + <div class="page-content main"> + <header style=" padding:2em 0 0 "> + <div class="container" > + <div style=" padding:0 4em"> + <div class="blog-icon"> + <img width="30" src="/assets/images/icon_blog_w.png"> + </div> + <h4 class="index-title" style=" float:left;"><span>Apache Kylin⢠Technical Blog</span></h4> + </div> + </div> + </div> + + <div class="container blog"> + <div> + <article class="post-content" > + <!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> + +<div class="post" style=" padding:2em 4em 4em 4em"> + + <header class="post-header"> + <h1 class="post-title">Real-time Streaming Design in Apache Kylin</h1> + <p class="post-meta" >Apr 12, 2019 ⢠Gang Ma</p> + </header> + + <article class="post-content" > + <h2 id="why-build-real-time-streaming-in-kylin">Why Build Real-time Streaming in Kylin</h2> +<p>The real-time streaming feature is contributed by eBay big data team in Kylin 3.0, the purpose we build real-time streaming is:</p> + +<ul> + <li> + <p>Milliseconds Data Preparation Delay <br /> +Kylin provide sub-second query latency for extremely large dataset, the underly magic is precalculation cube. But the cube building often take long time(usually hours for large data sets), in some case, the analyst needs real-time data to do analysis, so we want to provide real-time OLAP, which means data can be queried immediately when produced to system.</p> + </li> + <li> + <p>Support Lambda Architecture <br /> +Real-time data often not reliable, that may caused by many reasons, for example, the upstream processing system has a bug, or the data need to be changed after some time, etc. So we need to support lambda architecture, which means the cube can be built from the streaming source(like Kafka), and the historical cube data can be refreshed from batch source(like Hive).</p> + </li> + <li> + <p>Less MR jobs and HBase Tables <br /> +Since Kylin 1.6, community has provided a streaming solution, it uses MR to consume Kafka data and then do batch cube building, it can provide minute-level data preparation latency, but to ensure the data latency, you need to schedule the MR very shortly(5 minutes or even less), that will cause too many hadoop jobs and small hbase tables in the system, and dramatically increase the Hadoop systemâs load.</p> + </li> +</ul> + +<h2 id="architecture">Architecture</h2> + +<p><img src="/images/blog/rt_stream_architecture.png" alt="Kylin RT Streaming Architecture" /></p> + +<p>The blue rectangle is streaming components added in current Kylinâs architecture, which is responsible to ingest data from streaming source, and provide query for real-time data.</p> + +<p>We divide the unbounded incoming streaming data into 3 stages, the data come into different stages are all queryable immediately.</p> + +<p><img src="/images/blog/rt_stream_stages.png" alt="Kylin RT Streaming stages" /></p> + +<h3 id="components">Components</h3> + +<p><img src="/images/blog/rt_stream_components.png" alt="Kylin RT Streaming Components" /></p> + +<p>Streaming Receiver: Responsible to ingest data from stream data source, and provide real-time data query.</p> + +<p>Streaming Coordinator: Responsible to do coordination works, for example, when new streaming cube is onboard, the coordinator need to decide which streaming receivers can be assigned.</p> + +<p>Metadata Store: Used to store streaming related metadata, for example, the cube assignments information, cube build state information.</p> + +<p>Query Engine: Extend the existing query engine, support to query real-time data from streaming receiver</p> + +<p>Build Engine: Extend the existing build engine, support to build full cube from the real-time data</p> + +<h3 id="how-streaming-cube-engine-works">How Streaming Cube Engine Works</h3> + +<p><img src="/images/blog/rt_stream_how_build_work.png" alt="Kylin RT Streaming How Build Works" /></p> + +<ol> + <li>Coordinator ask streaming source for all partitions of the cube</li> + <li>Coordinator decide which streaming receivers to assign to consume streaming data, and ask streaming receivers to start consuming data.</li> + <li>Streaming receiver start to consume and index streaming events</li> + <li>After sometime, streaming receiver copy the immutable segments from local files to remote HDFS files</li> + <li>Streaming receiver notify the coordinator that a segment has been persisted to HDFS</li> + <li>Coordinator submit a cube build job to Build Engine to triger cube full building after all receivers have submitted their segments</li> + <li>Build Engine build all cuboids from the streaming HDFS files</li> + <li>Build Engine store cuboid data to Hbase, and then the coordinator will ask the streaming receivers to remove the related local real-time data.</li> +</ol> + +<h3 id="how-streaming-query-engine-works">How Streaming Query Engine Works</h3> + +<p><img src="/images/blog/rt_stream_how_query_work.png" alt="Kylin RT Streaming How Query Works" /></p> + +<ol> + <li>If Query hits a streaming cube, Query Engine ask Streaming Coordinator what streaming receivers are assigned for the cube</li> + <li>Query Engine send query request to related streaming receivers to query realtime segments</li> + <li>Query Engine send query request to Hbase to query historical segments</li> + <li>Query Engine aggregate the query results, and send response back to client</li> +</ol> + +<h2 id="detail-design">Detail Design</h2> + +<h3 id="real-time-segment-store">Real-time Segment Store</h3> +<p>Real-time segments are divided by event time, when new event comes, it will be calculated which segment it will be located, if the segment doesnât exist, create a new one.</p> + +<p>The new created segment is in âActiveâ state first, if no further events coming into the segment after some preconfigured period, the segment state will be changed to âImmutableâ, and then write to remote HDFS.</p> + +<p><img src="/images/blog/rt_stream_rt_segment_state.png" alt="Kylin RT Streaming Segment State" /></p> + +<p>Each real-time segment has a memory store, new event will first goes into the memory store to do aggregation, when the memory store size reaches the configured threshold, it will be then be flushed to local disk as a fragment file.</p> + +<p>Not all cuboids are built in the receiver side, only basic cuboid and some specified cuboids are built.</p> + +<p>The data is stored as columnar format on disk, and when there are too many fragments on disk, the fragment files will be merged by a background thread automatically.</p> + +<p>The directory structure in receiver side is like:</p> + +<p><img src="/images/blog/rt_stream_dir_structure.png" alt="Kylin RT Streaming Segment Directory" /></p> + +<p>To improve the query performance, the data is stored in columnar format, the data format is like:</p> + +<p><img src="/images/blog/rt_stream_columnar_format.png" alt="Kylin RT Streaming Columnar Format" /></p> + +<p>Each cuboid data is stored together, and in each cuboid the data is stored column by column, the metadata is stored in json format.</p> + +<p>The dimension data is divided into 3 parts:</p> + +<p>The first part is Dictionary part, this part exists when the dimension encoding is set to âDictâ in cube design, by default we use <a href="https://kylin.apache.org/blog/2015/08/13/kylin-dictionary/">tri-tree dictionary</a> to minimize the memory footprints and preserve the original order.</p> + +<p>The second part is dictionary encoded values, additional compression mechanism can be applied to these values, since the values for the same column are usually similar, so the compression rate will be very good.</p> + +<p>The third part is invert-index data, use Roaring Bitmap to store the invert-index info, the following picture shows how invert-index data is stored, there are two types of format, the first one is dictionary encoding dimensionâs index data format, the second is other fix-len encoding dimensionâs index data format.</p> + +<p><img src="/images/blog/rt_stream_invertindex_format.png" alt="Kylin RT Streaming InvertIndex Format" /></p> + +<p>Real-time data is stored in compressed format, currently support two type compression: Run Length Encoding and LZ4.</p> + +<ul> + <li>Use RLE compression for time-related dim and first dim</li> + <li>Use LZ4 for other dimensions by default</li> + <li>Use LZ4 Compression for simple-type measure(long, double)</li> + <li>No compression for complex measure(count distinct, topn, etc.)</li> +</ul> + +<h3 id="high-availability">High Availability</h3> + +<p>Streaming receivers are group into replica-sets, all receivers in the same replica-set share the same assignments, so that when one receiver is down, the query and event consuming will not be impacted.</p> + +<p>In each replica-set, there is a lead responsible to upload real-time segments to HDFS, and zookeeper is used to do leader election</p> + +<h3 id="failure-recovery">Failure Recovery</h3> + +<p>We do checkpoint periodically in receiver side, so that when the receiver is restarted, the data can be restored correctly.</p> + +<p>There are two parts in the checkpoint: the first part is the streaming source consume info, for Kafka it is {partition:offset} pairs, the second part is disk states {segment:framentID} pairs, which means when do the checkpoint whatâs the max fragmentID for each segment.</p> + +<p>When receiver is restarted, it will check the latest checkpoint, set the Kafka consumer to start to consume data from specified partition offsets, and remove the fragment files that the fragmentID is larger than the checkpointed fragmentID on the disk.</p> + +<p>Besides the local checkpoint, we also have remote checkpoint, to restore the state when the disk is crashed, the remote checkpoint is saved to Cube Segment metadata after HBase segment build, like:<br /> +<code class="highlighter-rouge"> + âsegmentsâ:[{â¦, + "stream_source_checkpoint": {"0":8946898241, â1â: 8193859535, ...} + }, + ] +</code><br /> +The checkpoint info is the smallest partition offsets on the streaming receiver when real-time segment is sent to full build.</p> + +<h2 id="future">Future</h2> +<ul> + <li>Star Schema Support</li> + <li>Streaming Receiver On Kubernetes/Yarn</li> +</ul> + + </article> + +</div> + + + + + + </article> + </div> + </div> + <!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> + +<footer id="underfooter"> + <div> + <div class="row"> + <div class="col-md-12 widget"> + <div class="widget-body"> + <div class="footer-img"> + <a href="http://www.apache.org"> + <img id="asf-logo" height="78px" alt="Apache Software Foundation" src="/assets/images/apache_footer.png"> + </a> + </div> + <p style="padding-top: 11px;"> + The contents of this website are © 2015 Apache Software Foundation under the terms of the + <a href="http://www.apache.org/licenses/LICENSE-2.0"> Apache License v2 </a>. + </p> + <p style="margin-bottom: 11px;"> + Apache Kylin and its logo are trademarks of the Apache Software Foundation. + </div> + + </div> + </div> + </div> + <!-- /row of widgets --> + + </div> + <div></div> + +</footer> + + <script src="/assets/js/jquery-1.9.1.min.js"></script> + <script src="/assets/js/bootstrap.min.js"></script> + <script src="/assets/js/main.js"></script> + </body> +</html> + + + +
Modified: kylin/site/blog/index.html URL: http://svn.apache.org/viewvc/kylin/site/blog/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/blog/index.html (original) +++ kylin/site/blog/index.html Mon Apr 15 14:22:27 2019 @@ -336,10 +336,121 @@ var _hmt = _hmt || []; - <li class="navlist"> - <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> - </li> - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + @@ -6355,6 +6466,16 @@ var _hmt = _hmt || []; <div class="col-md-6 col-lg-6 col-xs-12"> + <a class="blog-card" href="/blog/2019/04/12/rt-streaming-design/"> + <div class="blog-pic"> + <img width="20" src="../assets/images/icon_blog_w.png" /> + </div> + <p class="blog-title">Real-time Streaming Design in Apache Kylin</p> + <p align="left" class="post-meta">posted: Apr 12, 2019</p> + </a> + </div> + + <div class="col-md-6 col-lg-6 col-xs-12"> <a class="blog-card" href="/blog/2019/01/18/release-v2.6.0/"> <div class="blog-pic"> <img width="20" src="../assets/images/icon_blog_w.png" /> @@ -6635,21 +6756,21 @@ var _hmt = _hmt || []; </div> <div class="col-md-6 col-lg-6 col-xs-12"> - <a class="blog-card" href="/cn/blog/2016/05/26/release-v1.5.2/"> + <a class="blog-card" href="/blog/2016/05/26/release-v1.5.2/"> <div class="blog-pic"> <img width="20" src="../assets/images/icon_blog_w.png" /> </div> - <p class="blog-title">Apache Kylin v1.5.2 æ£å¼åå¸</p> + <p class="blog-title">Apache Kylin v1.5.2 Release Announcement</p> <p align="left" class="post-meta">posted: May 26, 2016</p> </a> </div> <div class="col-md-6 col-lg-6 col-xs-12"> - <a class="blog-card" href="/blog/2016/05/26/release-v1.5.2/"> + <a class="blog-card" href="/cn/blog/2016/05/26/release-v1.5.2/"> <div class="blog-pic"> <img width="20" src="../assets/images/icon_blog_w.png" /> </div> - <p class="blog-title">Apache Kylin v1.5.2 Release Announcement</p> + <p class="blog-title">Apache Kylin v1.5.2 æ£å¼åå¸</p> <p align="left" class="post-meta">posted: May 26, 2016</p> </a> </div> @@ -6765,21 +6886,21 @@ var _hmt = _hmt || []; </div> <div class="col-md-6 col-lg-6 col-xs-12"> - <a class="blog-card" href="/blog/2015/12/23/release-v1.2/"> + <a class="blog-card" href="/cn/blog/2015/12/23/release-v1.2/"> <div class="blog-pic"> <img width="20" src="../assets/images/icon_blog_w.png" /> </div> - <p class="blog-title">Apache Kylin v1.2 Release Announcement</p> + <p class="blog-title">Apache Kylin v1.2 æ£å¼åå¸</p> <p align="left" class="post-meta">posted: Dec 23, 2015</p> </a> </div> <div class="col-md-6 col-lg-6 col-xs-12"> - <a class="blog-card" href="/cn/blog/2015/12/23/release-v1.2/"> + <a class="blog-card" href="/blog/2015/12/23/release-v1.2/"> <div class="blog-pic"> <img width="20" src="../assets/images/icon_blog_w.png" /> </div> - <p class="blog-title">Apache Kylin v1.2 æ£å¼åå¸</p> + <p class="blog-title">Apache Kylin v1.2 Release Announcement</p> <p align="left" class="post-meta">posted: Dec 23, 2015</p> </a> </div> Modified: kylin/site/cn/blog/2015/10/25/release-v1.1-incubating/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/blog/2015/10/25/release-v1.1-incubating/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/blog/2015/10/25/release-v1.1-incubating/index.html (original) +++ kylin/site/cn/blog/2015/10/25/release-v1.1-incubating/index.html Mon Apr 15 14:22:27 2019 @@ -332,10 +332,121 @@ var _hmt = _hmt || []; - <li class="navlist"> - <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> - </li> - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Modified: kylin/site/cn/blog/2015/12/23/release-v1.2/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/blog/2015/12/23/release-v1.2/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/blog/2015/12/23/release-v1.2/index.html (original) +++ kylin/site/cn/blog/2015/12/23/release-v1.2/index.html Mon Apr 15 14:22:27 2019 @@ -332,10 +332,121 @@ var _hmt = _hmt || []; - <li class="navlist"> - <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> - </li> - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Modified: kylin/site/cn/blog/2015/12/25/support-powerbi-tableau9/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/blog/2015/12/25/support-powerbi-tableau9/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/blog/2015/12/25/support-powerbi-tableau9/index.html (original) +++ kylin/site/cn/blog/2015/12/25/support-powerbi-tableau9/index.html Mon Apr 15 14:22:27 2019 @@ -332,10 +332,121 @@ var _hmt = _hmt || []; - <li class="navlist"> - <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> - </li> - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Modified: kylin/site/cn/blog/2016/03/16/release-v1.3.0/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/blog/2016/03/16/release-v1.3.0/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/blog/2016/03/16/release-v1.3.0/index.html (original) +++ kylin/site/cn/blog/2016/03/16/release-v1.3.0/index.html Mon Apr 15 14:22:27 2019 @@ -332,10 +332,121 @@ var _hmt = _hmt || []; - <li class="navlist"> - <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> - </li> - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Modified: kylin/site/cn/blog/2016/03/17/release-v1.5.0/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/blog/2016/03/17/release-v1.5.0/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/blog/2016/03/17/release-v1.5.0/index.html (original) +++ kylin/site/cn/blog/2016/03/17/release-v1.5.0/index.html Mon Apr 15 14:22:27 2019 @@ -332,10 +332,121 @@ var _hmt = _hmt || []; - <li class="navlist"> - <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> - </li> - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Modified: kylin/site/cn/blog/2016/04/12/release-v1.5.1/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/blog/2016/04/12/release-v1.5.1/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/blog/2016/04/12/release-v1.5.1/index.html (original) +++ kylin/site/cn/blog/2016/04/12/release-v1.5.1/index.html Mon Apr 15 14:22:27 2019 @@ -332,10 +332,121 @@ var _hmt = _hmt || []; - <li class="navlist"> - <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> - </li> - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Modified: kylin/site/cn/blog/2016/05/26/release-v1.5.2/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/blog/2016/05/26/release-v1.5.2/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/blog/2016/05/26/release-v1.5.2/index.html (original) +++ kylin/site/cn/blog/2016/05/26/release-v1.5.2/index.html Mon Apr 15 14:22:27 2019 @@ -332,10 +332,121 @@ var _hmt = _hmt || []; - <li class="navlist"> - <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> - </li> - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Modified: kylin/site/cn/blog/2016/07/28/release-v1.5.3/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/blog/2016/07/28/release-v1.5.3/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/blog/2016/07/28/release-v1.5.3/index.html (original) +++ kylin/site/cn/blog/2016/07/28/release-v1.5.3/index.html Mon Apr 15 14:22:27 2019 @@ -332,10 +332,121 @@ var _hmt = _hmt || []; - <li class="navlist"> - <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> - </li> - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Modified: kylin/site/cn/blog/2016/12/04/release-v1.6.0/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/blog/2016/12/04/release-v1.6.0/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/blog/2016/12/04/release-v1.6.0/index.html (original) +++ kylin/site/cn/blog/2016/12/04/release-v1.6.0/index.html Mon Apr 15 14:22:27 2019 @@ -332,10 +332,121 @@ var _hmt = _hmt || []; - <li class="navlist"> - <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> - </li> - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Modified: kylin/site/cn/blog/2017/02/25/v2.0.0-beta-ready/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/blog/2017/02/25/v2.0.0-beta-ready/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/blog/2017/02/25/v2.0.0-beta-ready/index.html (original) +++ kylin/site/cn/blog/2017/02/25/v2.0.0-beta-ready/index.html Mon Apr 15 14:22:27 2019 @@ -332,10 +332,121 @@ var _hmt = _hmt || []; - <li class="navlist"> - <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> - </li> - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Modified: kylin/site/cn/blog/2018/09/20/release-v2.5.0/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/blog/2018/09/20/release-v2.5.0/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/blog/2018/09/20/release-v2.5.0/index.html (original) +++ kylin/site/cn/blog/2018/09/20/release-v2.5.0/index.html Mon Apr 15 14:22:27 2019 @@ -332,10 +332,121 @@ var _hmt = _hmt || []; - <li class="navlist"> - <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> - </li> - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Modified: kylin/site/cn/blog/2019/01/18/release-v2.6.0/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/blog/2019/01/18/release-v2.6.0/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/blog/2019/01/18/release-v2.6.0/index.html (original) +++ kylin/site/cn/blog/2019/01/18/release-v2.6.0/index.html Mon Apr 15 14:22:27 2019 @@ -332,10 +332,121 @@ var _hmt = _hmt || []; - <li class="navlist"> - <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> - </li> - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Modified: kylin/site/cn/community/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/community/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/community/index.html (original) +++ kylin/site/cn/community/index.html Mon Apr 15 14:22:27 2019 @@ -534,7 +534,7 @@ var _hmt = _hmt || []; </a> <p class="members-name"> Kaisen Kang (åº·å¯æ£®) </p> <p class="member-role">Org: Meituan </p> - <p class="members-role">Role : committer</p> + <p class="members-role">Role : PMC</p> <p>Apache ID : <a href="http://home.apache.org/phonebook.html?uid=kangkaisen" class="apache-id">kangkaisen</a> </p> </div> </div> Modified: kylin/site/cn/development/datasource_sdk.html URL: http://svn.apache.org/viewvc/kylin/site/cn/development/datasource_sdk.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/development/datasource_sdk.html (original) +++ kylin/site/cn/development/datasource_sdk.html Mon Apr 15 14:22:27 2019 @@ -333,10 +333,121 @@ var _hmt = _hmt || []; - <li class="navlist"> - <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> - </li> - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Modified: kylin/site/cn/docs/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/docs/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/docs/index.html (original) +++ kylin/site/cn/docs/index.html Mon Apr 15 14:22:27 2019 @@ -173,11 +173,11 @@ var _hmt = _hmt || []; <p>Apache Kylinâ¢æ¯ä¸ä¸ªå¼æºçåå¸å¼åæå¼æï¼æä¾Hadoopä¹ä¸çSQLæ¥è¯¢æ¥å£åå¤ç»´åæï¼OLAPï¼è½åä»¥æ¯æè¶ å¤§è§æ¨¡æ°æ®ï¼æåç±eBay Inc.å¼åå¹¶è´¡ç®è³å¼æºç¤¾åºã</p> -<p>æ¥çæ§çæ¬ææ¡£: <br /> +<p>æ¥çå ¶å®çæ¬ææ¡£: <br /> +* <a href="/docs30">v3.0-alpha document</a><br /> * <a href="/cn/docs24/">v2.4 document</a><br /> * <a href="/cn/docs23/">v2.3 document</a><br /> * <a href="/cn/docs21/">v2.1 and v2.2 document</a><br /> -* <a href="/cn/docs20/">v2.0 document</a><br /> * <a href="/archive/">彿¡£</a></p> <h2 id="section">å®è£ </h2> Modified: kylin/site/cn/docs/install/kylin_docker.html URL: http://svn.apache.org/viewvc/kylin/site/cn/docs/install/kylin_docker.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/docs/install/kylin_docker.html (original) +++ kylin/site/cn/docs/install/kylin_docker.html Mon Apr 15 14:22:27 2019 @@ -333,10 +333,121 @@ var _hmt = _hmt || []; - <li class="navlist"> - <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> - </li> - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + @@ -6562,10 +6673,121 @@ var _hmt = _hmt || []; - <li class="navlist"> - <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> - </li> - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Modified: kylin/site/cn/docs21/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/docs21/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/docs21/index.html (original) +++ kylin/site/cn/docs21/index.html Mon Apr 15 14:22:27 2019 @@ -1818,12 +1818,6 @@ var _hmt = _hmt || []; <p>Apache Kylinâ¢æ¯ä¸ä¸ªå¼æºçåå¸å¼åæå¼æï¼æä¾Hadoopä¹ä¸çSQLæ¥è¯¢æ¥å£åå¤ç»´åæï¼OLAPï¼è½åä»¥æ¯æè¶ å¤§è§æ¨¡æ°æ®ï¼æåç±eBay Inc.å¼åå¹¶è´¡ç®è³å¼æºç¤¾åºã</p> -<p>æ¥çæ§çæ¬ææ¡£: <br /> -* <a href="/docs21/">v2.1.x and v2.2.x document</a><br /> -* <a href="/docs20/">v2.0.x document</a><br /> -* <a href="/docs16/">v1.6.x document</a><br /> -* <a href="/docs15/">v1.5.x document</a></p> - <h2 id="section">å®è£ </h2> <p>请åèå®è£ ææ¡£ä»¥å®è£ Apache Kylin: <a href="/cn/docs20/install/">å®è£ å导</a></p> Modified: kylin/site/cn/docs21/install/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/docs21/install/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/docs21/install/index.html (original) +++ kylin/site/cn/docs21/install/index.html Mon Apr 15 14:22:27 2019 @@ -333,10 +333,121 @@ var _hmt = _hmt || []; - <li class="navlist"> - <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> - </li> - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Modified: kylin/site/cn/docs23/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/docs23/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/docs23/index.html (original) +++ kylin/site/cn/docs23/index.html Mon Apr 15 14:22:27 2019 @@ -176,8 +176,6 @@ var _hmt = _hmt || []; <p>æ¥çæ§çæ¬ææ¡£: <br /> * <a href="/cn/docs23/">v2.3.x document</a><br /> * <a href="/cn/docs21/">v2.1.x and v2.2.x document</a><br /> -* <a href="/cn/docs20/">v2.0.x document</a><br /> -* <a href="/cn/docs16/">v1.6.x document</a><br /> * <a href="/archive/">彿¡£</a></p> <h2 id="section">å®è£ </h2> Modified: kylin/site/cn/docs24/index.html URL: http://svn.apache.org/viewvc/kylin/site/cn/docs24/index.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/docs24/index.html (original) +++ kylin/site/cn/docs24/index.html Mon Apr 15 14:22:27 2019 @@ -176,8 +176,6 @@ var _hmt = _hmt || []; <p>æ¥çæ§çæ¬ææ¡£: <br /> * <a href="/cn/docs23/">v2.3.x document</a><br /> * <a href="/cn/docs21/">v2.1.x and v2.2.x document</a><br /> -* <a href="/cn/docs20/">v2.0.x document</a><br /> -* <a href="/cn/docs16/">v1.6.x document</a><br /> * <a href="/archive/">彿¡£</a></p> <h2 id="section">å®è£ </h2> Modified: kylin/site/cn/docs24/install/kylin_docker.html URL: http://svn.apache.org/viewvc/kylin/site/cn/docs24/install/kylin_docker.html?rev=1857583&r1=1857582&r2=1857583&view=diff ============================================================================== --- kylin/site/cn/docs24/install/kylin_docker.html (original) +++ kylin/site/cn/docs24/install/kylin_docker.html Mon Apr 15 14:22:27 2019 @@ -333,10 +333,121 @@ var _hmt = _hmt || []; - <li class="navlist"> - <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> - </li> - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +