Added: kylin/site/cn/docs40/install/deploy_without_hadoop.html URL: http://svn.apache.org/viewvc/kylin/site/cn/docs40/install/deploy_without_hadoop.html?rev=1891947&view=auto ============================================================================== --- kylin/site/cn/docs40/install/deploy_without_hadoop.html (added) +++ kylin/site/cn/docs40/install/deploy_without_hadoop.html Sun Aug 1 14:15:55 2021 @@ -0,0 +1,13668 @@ +<!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> + +<!doctype html> +<html> + <!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> + +<head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + + <title>Apache Kylin | æ Hadoop ç¯å¢é¨ç½² Kylin4</title> + <meta name="description" content="Apache Kylin Home"> + <meta name="author" content="Apache Kylin"> + <link rel="shortcut icon" href="fav.png" type="image/png"> + + + +<link rel="stylesheet" href="/assets/css/animate.css"> +<!-- Bootstrap --> +<link rel="stylesheet" href="/assets/css/bootstrap.min.css"> + +<!-- Fonts --> +<!-- <link rel="stylesheet" href="http://fonts.googleapis.com/css?family=Alice|Open+Sans:400,300,700"> --> + +<!-- Icons --> +<link rel="stylesheet" href="/assets/css/font-awesome.min.css"> + + <!-- Custom styles --> + <link rel="stylesheet" href="/assets/css/styles.css"> + <link rel="stylesheet" href="/assets/css/docs.css"> + <link rel="stylesheet" href="/assets/css/pygments.css"> + + <link rel="canonical" href="http://kylin.apache.org/cn/docs40/install/deploy_without_hadoop.html"> + <link rel="alternate" type="application/rss+xml" title="Apache Kylin" href="http://kylin.apache.org/feed.xml" /> + +<!--[if lt IE 9]> <script src="assets/js/html5shiv.js"></script> <![endif]--> +<!-- Global site tag (gtag.js) - Google Analytics --> +<script async src="https://www.googletagmanager.com/gtag/js?id=UA-120788561-1"></script> +<script> + window.dataLayer = window.dataLayer || []; + function gtag(){dataLayer.push(arguments);} + gtag('js', new Date()); + + gtag('config', 'UA-120788561-1'); +</script> +<script type="text/javascript" src="/assets/js/jquery-1.9.1.min.js"></script> +<script type="text/javascript" src="/assets/js/nside.js"></script> </script> +<script type="text/javascript" src="/assets/js/nnav.js"></script> </script> +<script> +var _hmt = _hmt || []; +(function() { + var hm = document.createElement("script"); + hm.src = "https://hm.baidu.com/hm.js?bdc5e03add430c0b72cc0eb91eabfa99"; + var s = document.getElementsByTagName("script")[0]; + s.parentNode.insertBefore(hm, s); +})(); +</script> + +</head> + + <body> + <!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> + +<header id="header" > + + <!-- Main Menu --> + <nav class="navbar navbar-default" role="navigation" id="nav-wrapper"> + <div class="container-fluid" id="nav"> + <!-- + <img class="img-circle" width="40px" height="40px" id="circlelogo" src="/assets/images/kylin_logo.jpg"> + --> + <!-- Brand and toggle get grouped for better mobile display --> + <div class="navbar-header"> + <img class="navbar-logo" width="46" src="/assets/images/kylin_logo.png" ></img> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <ul class="nav icon-navbar"> + <li><a href="https://twitter.com/apachekylin" target="_blank" class="fa fa-twitter fa-lg" title="Twitter: @ApacheKylin" ></a></li> + <li><a href="https://github.com/apache/kylin" target="_blank" class="fa fa-github-alt fa-lg" title="Github: apache/kylin" ></a></li> + <li><a href="https://www.facebook.com/kylinio" target="_blank" class="fa fa-facebook fa-lg" title="Facebook: kylin.io" ></a></li> + </ul> + </div> + + <!-- Collect the nav links, forms, and other content for toggling --> + <div class="navbar-collapse collapse" id="bs-example-navbar-collapse-1"> + + <ul class="nav navbar-nav"> + + <li><a href="/">Home</a></li> + <li> + <a href="/docs">Docs</a> +<!-- + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Docs</a> + <ul class="dropdown-menu"> + + <li class="dropdown-submenu"><a href="#titleGetting Started" data-toggle="collapse" class="navtitle">Getting Started</a> + <ul class="dropdown-menu"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/index.html" class="list-group-item-lay pjaxlink">Overview</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/release_notes.html" class="list-group-item-lay pjaxlink">Release Notes</a> + </li> + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/gettingstarted/concepts.html" class="list-group-item-lay pjaxlink">Technical Concepts</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/gettingstarted/terminology.html" class="list-group-item-lay pjaxlink">Terminology</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/gettingstarted/faq.html" class="list-group-item-lay pjaxlink">FAQ</a> + </li> + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/gettingstarted/events.html" class="list-group-item-lay pjaxlink">Events and Conferences</a> + </li> + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/gettingstarted/best_practices.html" class="list-group-item-lay pjaxlink">Community Best Practices</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/gettingstarted/kylin-quickstart.html" class="list-group-item-lay pjaxlink">Quick Start</a> + </li> + + + + + + + + + <ul> + </li> + + <li class="dropdown-submenu"><a href="#titleInstallation" data-toggle="collapse" class="navtitle">Installation</a> + <ul class="dropdown-menu"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/install/index.html" class="list-group-item-lay pjaxlink">Installation Guide</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/install/kylin_cluster.html" class="list-group-item-lay pjaxlink">Deploy in Cluster Mode</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/install/configuration.html" class="list-group-item-lay pjaxlink">Kylin Configuration</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/install/kylin_aws_emr.html" class="list-group-item-lay pjaxlink">Install Kylin on AWS EMR</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/install/kylin_docker.html" class="list-group-item-lay pjaxlink">Run Kylin with Docker</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/install/kylin_on_kubernetes.html" class="list-group-item-lay pjaxlink">Deploy Kylin on Kubernetes</a> + </li> + + + + + + + + + <ul> + </li> + + <li class="dropdown-submenu"><a href="#titleTutorial" data-toggle="collapse" class="navtitle">Tutorial</a> + <ul class="dropdown-menu"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/kylin_sample.html" class="list-group-item-lay pjaxlink">Quick Start with Sample Cube</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/web.html" class="list-group-item-lay pjaxlink">Web Interface</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/create_cube.html" class="list-group-item-lay pjaxlink">Cube Wizard</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/cube_build_job.html" class="list-group-item-lay pjaxlink">Cube Build and Job Monitoring</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/cube_migration.html" class="list-group-item-lay pjaxlink">Cube Migration</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/sql_reference.html" class="list-group-item-lay pjaxlink">SQL Reference</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/project_level_acl.html" class="list-group-item-lay pjaxlink">Project And Table Level ACL</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/cube_spark.html" class="list-group-item-lay pjaxlink">Build Cube with Spark</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/cube_flink.html" class="list-group-item-lay pjaxlink">Build Cube with Flink</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/cube_streaming.html" class="list-group-item-lay pjaxlink">Cubing from Kafka(Near RT Streaming)</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/realtime_olap.html" class="list-group-item-lay pjaxlink">Real-time OLAP</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/cube_build_performance.html" class="list-group-item-lay pjaxlink">Cube Build Tuning</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/kylin_client_tool.html" class="list-group-item-lay pjaxlink">Kylin Python Client</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/setup_systemcube.html" class="list-group-item-lay pjaxlink">Set Up System Cube</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/use_cube_planner.html" class="list-group-item-lay pjaxlink">Use Cube Planner</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/use_dashboard.html" class="list-group-item-lay pjaxlink">Use Dashboard</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/setup_jdbc_datasource.html" class="list-group-item-lay pjaxlink">Setup JDBC Data Source</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/hybrid.html" class="list-group-item-lay pjaxlink">Hybrid Model</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/mysql_metastore.html" class="list-group-item-lay pjaxlink">Use MySQL as Metastore</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/lambda_mode_and_timezone_realtime_olap.html" class="list-group-item-lay pjaxlink">Lambda mode and Timezone in Real-time OLAP</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/query_pushdown.html" class="list-group-item-lay pjaxlink">Enable Query Pushdown</a> + </li> + + + + + + + + + <ul> + </li> + + <li class="dropdown-submenu"><a href="#titleIntegration" data-toggle="collapse" class="navtitle">Integration</a> + <ul class="dropdown-menu"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/odbc.html" class="list-group-item-lay pjaxlink">Kylin ODBC Driver</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/jdbc.html" class="list-group-item-lay pjaxlink">Kylin JDBC Driver</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/tableau.html" class="list-group-item-lay pjaxlink">Tableau 8</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/tableau_91.html" class="list-group-item-lay pjaxlink">Tableau 9</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/powerbi.html" class="list-group-item-lay pjaxlink">MS Excel and Power BI</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/microstrategy.html" class="list-group-item-lay pjaxlink">MicroStrategy</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/squirrel.html" class="list-group-item-lay pjaxlink">SQuirreL</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/flink.html" class="list-group-item-lay pjaxlink">Apache Flink</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/spark.html" class="list-group-item-lay pjaxlink">Apache Spark</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/hue.html" class="list-group-item-lay pjaxlink">Hue</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/Qlik.html" class="list-group-item-lay pjaxlink">Qlik Sense</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/tutorial/superset.html" class="list-group-item-lay pjaxlink">Superset</a> + </li> + + + + + + + + + <ul> + </li> + + <li class="dropdown-submenu"><a href="#titleHow To" data-toggle="collapse" class="navtitle">How To</a> + <ul class="dropdown-menu"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_use_restapi.html" class="list-group-item-lay pjaxlink">Use RESTful API</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_build_cube_with_restapi.html" class="list-group-item-lay pjaxlink">Build Cube with API</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_optimize_cubes.html" class="list-group-item-lay pjaxlink">Optimize Cube Design</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_backup_metadata.html" class="list-group-item-lay pjaxlink">Backup Metadata</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_cleanup_storage.html" class="list-group-item-lay pjaxlink">Cleanup Storage</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_upgrade.html" class="list-group-item-lay pjaxlink">Upgrade From Old Versions</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_use_cli.html" class="list-group-item-lay pjaxlink">Use Utility CLIs</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_ldap_and_sso.html" class="list-group-item-lay pjaxlink">Secure with LDAP and SSO</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_use_beeline.html" class="list-group-item-lay pjaxlink">Use Beeline for Hive</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_update_coprocessor.html" class="list-group-item-lay pjaxlink">Update Coprocessor</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_install_ranger_kylin_plugin.html" class="list-group-item-lay pjaxlink">Install Ranger Plugin</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_enable_zookeeper_acl.html" class="list-group-item-lay pjaxlink">Enable Zookeeper ACL</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/howto_use_hive_mr_dict.html" class="list-group-item-lay pjaxlink">Use Hive to build global dictionary</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/howto/sample_dataset.html" class="list-group-item-lay pjaxlink">Sample Dataset</a> + </li> + + + + + + + + + <ul> + </li> + + <li class="dropdown-submenu"><a href="#titleSecurity" data-toggle="collapse" class="navtitle">Security</a> + <ul class="dropdown-menu"> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/docs/security.html" class="list-group-item-lay pjaxlink">Security Issues</a> + </li> + + + + + + + + + <ul> + </li> + + </ul> --> + </li> + <li><a href="/download">Download</a></li> + <li><a href="/community" >Community</a></li> + <li><a href="/development" >Development</a></li> + <li><a href="/blog">Blog</a></li> + <li><a href="/cn" >䏿ç</a></li> + </ul> + </div><!-- /.navbar-collapse --> + </div><!-- /.container-fluid --> + </nav> + + <div id="head" class="parallax normal-header" > + <div class="text-center header-apache"> + <a href="http://apache.org/foundation/contributing.html" title="Support Apache" style="margin-left: 150px;"> + <div> + <img src="https://www.apache.org/images/SupportApache-small.png" > + </div> + </a> + </div> + </div> + + </header> + + + <div class="container"> + <div class="row" style="clear:both;"> + <div class="col-md-8 col-lg-8 col-xs-12 col-sm-12 aside2" style="float:right;"> + <div id="container" class="docs"> + <div id="pjax"> + <h1 class="post-title">æ Hadoop ç¯å¢é¨ç½² Kylin4</h1> + + + <article class="post-content" > + <p>ç¸æ¯äº Kylin3ï¼Kylin4.0 å®ç°äºå ¨æ° spark æå»ºå¼æå parquet åå¨ï¼ä½¿ kylin ä¸ä¾èµ hadoop ç¯å¢é¨ç½²æä¸ºå¯è½ãä¸å¨ AWS EMR ä¹ä¸é¨ç½² Kylin3 ç¸æ¯ï¼ç´æ¥å¨ AWS EC2 å®ä¾ä¸é¨ç½² Kylin4 åå¨ä»¥ä¸ä¼å¿ï¼<br /> +1. èçææ¬ãç¸æ¯ AWS EMR èç¹ï¼AWS EC2 èç¹çææ¬æ´ä½ã<br /> +2. æ´å çµæ´»ãå¨ EC2 èç¹ä¸ï¼ç¨æ·å¯ä»¥æ´å èªä¸»éæ©èªå·±æéçæå¡ä»¥åç»ä»¶è¿è¡å®è£ é¨ç½²ã<br /> +3. å» HadoopãHadoop çææ¯è¾éï¼éè¦æå ¥ä¸å®çäººåææ¬è¿è¡ç»´æ¤ï¼å» Hadoop å¯ä»¥æ´å è´´è¿äºåçã</p> + +<p>å¨å®ç°äºæ¯æå¨ spark standalone 模å¼ä¸è¿è¡æå»ºåæ¥è¯¢çåè½ä¹åï¼æä»¬å¨ AWS ç EC2 å®ä¾ä¸å¯¹æ hadoop é¨ç½² Kylin4 åäºå°è¯ï¼å¹¶æåæå»º cube åè¿è¡äºæ¥è¯¢ã</p> + +<h3 id="section">ç¯å¢åå¤</h3> + +<ul> + <li>æç §éæ±ç³è¯· AWS EC2 Linux å®ä¾</li> + <li>å建 Amazon RDS for Mysql ä½ä¸º Kylin 以å Hive å æ°æ®åº</li> + <li>S3 ä½ä¸º Kylin åå¨</li> +</ul> + +<h3 id="section-1">ç»ä»¶çæ¬ä¿¡æ¯</h3> +<p>æ¤å¤æä¾ççæ¬ä¿¡æ¯æ¯æä»¬å¨æµè¯æ¶éç¨ççæ¬ä¿¡æ¯ï¼å¦æç¨æ·éè¦ä½¿ç¨å ¶ä»ççæ¬è¿è¡é¨ç½²ï¼å¯ä»¥èªè¡æ´æ¢ï¼ä¿è¯ç»ä»¶çæ¬ä¹é´å ¼å®¹å³å¯ã</p> + +<ul> + <li>JDK 1.8</li> + <li>Hive 2.3.9</li> + <li>Zookeeper 3.4.13</li> + <li>Kylin 4.0 for spark3</li> + <li>Spark 3.1.1</li> + <li>Hadoop 3.2.0ï¼ä¸éè¦å¯å¨ï¼</li> +</ul> + +<h3 id="section-2">å®è£ è¿ç¨</h3> + +<h4 id="section-3">1 é ç½®ç¯å¢åé</h4> + +<ul> + <li> + <p>é ç½®ç¯å¢åéå¹¶ä½¿å ¶çæ</p> + + <div class="highlighter-rouge"><pre class="highlight"><code>vim /etc/profile + +<span class="c"># å¨ profile æä»¶æ«å°¾æ·»å 以ä¸å 容</span> +<span class="nb">export </span><span class="nv">JAVA_HOME</span><span class="o">=</span>/usr/local/java/jdk1.8.0_291 +<span class="nb">export </span><span class="nv">JRE_HOME</span><span class="o">=</span><span class="k">${</span><span class="nv">JAVA_HOME</span><span class="k">}</span>/jre +<span class="nb">export </span><span class="nv">HADOOP_HOME</span><span class="o">=</span>/etc/hadoop/hadoop-3.2.0 +<span class="nb">export </span><span class="nv">HIVE_HOME</span><span class="o">=</span>/etc/hadoop/hive +<span class="nb">export </span><span class="nv">CLASSPATH</span><span class="o">=</span>.:<span class="k">${</span><span class="nv">JAVA_HOME</span><span class="k">}</span>/lib:<span class="k">${</span><span class="nv">JRE_HOME</span><span class="k">}</span>/lib +<span class="nb">export </span><span class="nv">PATH</span><span class="o">=</span><span class="nv">$HIVE_HOME</span>/bin:<span class="nv">$HIVE_HOME</span>/conf:<span class="k">${</span><span class="nv">HADOOP_HOME</span><span class="k">}</span>/bin:<span class="k">${</span><span class="nv">JAVA_HOME</span><span class="k">}</span>/bin:<span class="nv">$PATH</span> + +<span class="c"># ä¿å以䏿件å 容忧è¡ä»¥ä¸å½ä»¤</span> +<span class="nb">source</span> /etc/profile +</code></pre> + </div> + </li> +</ul> + +<h4 id="jdk-18">2 å®è£ JDK 1.8</h4> + +<ul> + <li> + <p>ä¸è½½ jdk1.8 å°åå¤å¥½ç EC2 å®ä¾ï¼è§£åå° <code class="highlighter-rouge">/usr/local/java</code> ç®å½ï¼</p> + + <div class="highlighter-rouge"><pre class="highlight"><code>mkdir /usr/local/java +tar -xvf jdk-8u291-linux-x64.tar -C /usr/local/java +</code></pre> + </div> + </li> +</ul> + +<h4 id="hadoop">3 é ç½® Hadoop</h4> + +<ul> + <li> + <p>ä¸è½½ Hadoop å¹¶è§£å</p> + + <div class="highlighter-rouge"><pre class="highlight"><code>wget https://archive.apache.org/dist/hadoop/common/hadoop-3.2.0/hadoop-3.2.0.tar.gz +mkdir /etc/hadoop +tar -xvf hadoop-3.2.0.tar.gz -C /etc/hadoop +</code></pre> + </div> + </li> + <li> + <p>copy è¿æ¥ S3 æé jar å å° hadoop ç±»å 载路å¾ï¼å¦åå¯è½ä¼åºç° ClassNotFound ç±»åæ¥é</p> + + <div class="highlighter-rouge"><pre class="highlight"><code><span class="nb">cd</span> /etc/hadoop +cp hadoop-3.2.0/share/hadoop/tools/lib/aws-java-sdk-bundle-1.11.375.jar hadoop-3.2.0/share/hadoop/common/lib/ +cp hadoop-3.2.0/share/hadoop/tools/lib/hadoop-aws-3.2.0.jar hadoop-3.2.0/share/hadoop/common/lib/ +</code></pre> + </div> + </li> + <li> + <p>ä¿®æ¹ <code class="highlighter-rouge">core-site.xml</code>ï¼é ç½® aws è´¦å·ä¿¡æ¯ä»¥å endpointï¼ä»¥ä¸ä¸ºç¤ºä¾å 容</p> + + <div class="highlighter-rouge"><pre class="highlight"><code><span class="cp"><?xml version="1.0" encoding="UTF-8"?></span> +<span class="cp"><?xml-stylesheet type="text/xsl" href="configuration.xsl"?></span> +<span class="c"><!-- + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. See accompanying LICENSE file. +--></span> + +<span class="c"><!-- Put site-specific property overrides in this file. --></span> + +<span class="nt"><configuration></span> + <span class="nt"><property></span> + <span class="nt"><name></span>fs.s3a.access.key<span class="nt"></name></span> + <span class="nt"><value></span>SESSION-ACCESS-KEY<span class="nt"></value></span> + <span class="nt"></property></span> + <span class="nt"><property></span> + <span class="nt"><name></span>fs.s3a.secret.key<span class="nt"></name></span> + <span class="nt"><value></span>SESSION-SECRET-KEY<span class="nt"></value></span> + <span class="nt"></property></span> + <span class="nt"><property></span> + <span class="nt"><name></span>fs.s3a.endpoint<span class="nt"></name></span> + <span class="nt"><value></span>s3.$REGION.amazonaws.com<span class="nt"></value></span> + <span class="nt"></property></span> +<span class="nt"></configuration></span> +</code></pre> + </div> + </li> +</ul> + +<h4 id="hive">4 å®è£ Hive</h4> + +<ul> + <li> + <p>ä¸è½½ Hive å¹¶è§£å</p> + + <div class="highlighter-rouge"><pre class="highlight"><code>wget https://downloads.apache.org/hive/hive-2.3.9/apache-hive-2.3.9-bin.tar.gz +tar -xvf apache-hive-2.3.9-bin.tar.gz -C /etc/hadoop +mv /etc/hadoop/apache-hive-2.3.9-bin /etc/hadoop/hive +</code></pre> + </div> + </li> + <li> + <p>ç¼è¾ hive é ç½®æä»¶ <code class="highlighter-rouge">vim ${HIVE_HOME}/conf/hive-site.xml</code>ï¼è¯·æåå¯å¨ Amazon RDS for Mysql databaseï¼è·åè¿æ¥ URIãç¨æ·ååå¯ç ã</p> + + <p>注æï¼æ£ç¡®é ç½® VPC åå®å ¨ç»ï¼ä»¥ä¿è¯ EC2 å®ä¾å¯ä»¥æ£å¸¸è®¿é®æ°æ®åºã</p> + + <p><code class="highlighter-rouge">hive-site.xml</code>æä»¶ç¤ºä¾å 容å¦ä¸ï¼</p> + + <div class="highlighter-rouge"><pre class="highlight"><code><?xml <span class="nv">version</span><span class="o">=</span><span class="s2">"1.0"</span> <span class="nv">encoding</span><span class="o">=</span><span class="s2">"UTF-8"</span> <span class="nv">standalone</span><span class="o">=</span><span class="s2">"no"</span>?> +<?xml-stylesheet <span class="nb">type</span><span class="o">=</span><span class="s2">"text/xsl"</span> <span class="nv">href</span><span class="o">=</span><span class="s2">"configuration.xsl"</span>?><!-- + Licensed to the Apache Software Foundation <span class="o">(</span>ASF<span class="o">)</span> under one or more + contributor license agreements. See the NOTICE file distributed with + this work <span class="k">for </span>additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + <span class="o">(</span>the <span class="s2">"License"</span><span class="o">)</span>; you may not use this file except <span class="k">in </span>compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to <span class="k">in </span>writing, software + distributed under the License is distributed on an <span class="s2">"AS IS"</span> BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License <span class="k">for </span>the specific language governing permissions and + limitations under the License. +--><configuration> + <!-- WARNING!!! This file is auto generated <span class="k">for </span>documentation purposes ONLY! --> + <!-- WARNING!!! Any changes you make to this file will be ignored by Hive. --> + <!-- WARNING!!! You must make your changes <span class="k">in </span>hive-site.xml instead. --> + <!-- Hive Execution Parameters --> + <property> + <name>javax.jdo.option.ConnectionPassword</name> + <value>password</value> + <description>password to use against metastore database</description> + </property> + <property> + <name>javax.jdo.option.ConnectionURL</name> + <value>jdbc:mysql://host-name:3306/hive?createDatabaseIfNotExist<span class="o">=</span><span class="nb">true</span></value> + <description>JDBC connect string <span class="k">for </span>a JDBC metastore</description> + </property> + <property> + <name>javax.jdo.option.ConnectionDriverName</name> + <value>com.mysql.jdbc.Driver</value> + <description>Driver class name <span class="k">for </span>a JDBC metastore</description> + </property> + <property> + <name>javax.jdo.option.ConnectionUserName</name> + <value>admin</value> + <description>Username to use against metastore database</description> + </property> + <property> + <name>hive.metastore.schema.verification</name> + <value>false</value> + <description> + Enforce metastore schema version consistency. + True: Verify that version information stored <span class="k">in </span>metastore matches with one from Hive jars. Also disable automatic + schema migration attempt. Users are required to manually migrate schema after Hive upgrade which ensures + proper metastore schema migration. <span class="o">(</span>Default<span class="o">)</span> + False: Warn <span class="k">if </span>the version information stored <span class="k">in </span>metastore doesn<span class="s1">'t match with one from in Hive jars. + </description> + </property> +</configuration> +</span></code></pre> + </div> + </li> + <li> + <p>Hive å æ°æ®åå§å</p> + + <div class="highlighter-rouge"><pre class="highlight"><code><span class="c"># ä¸è½½ mysql-jdbc ç jar å æ¾ç½®å¨ $HIVE_HOME/lib ç®å½ä¸</span> +cp mysql-connector-java-5.1.47.jar <span class="nv">$HIVE_HOME</span>/lib +bin/schematool -dbType mysql -initSchema +mkdir <span class="nv">$HIVE_HOME</span>/logs +nohup <span class="nv">$HIVE_HOME</span>/bin/hive --service metastore >> <span class="nv">$HIVE_HOME</span>/logs/hivemetastorelog.log 2>&1 & +</code></pre> + </div> + + <p>注æï¼</p> + + <p>妿å¨è¿ä¸ªæ¥éª¤ä¸åºç°äºå¦ä¸æ¥éï¼</p> + + <div class="highlighter-rouge"><pre class="highlight"><code>java.lang.NoSuchMethodError: com.google.common.base.Preconditions.checkArgument<span class="o">(</span>ZLjava/lang/String;Ljava/lang/Object;<span class="o">)</span>V +</code></pre> + </div> + + <p>è¿æ¯ç±äº hive2 ä¸ guava å çæ¬ä¸ hadoop3 ç guava çæ¬ä¸ä¸è´å¯¼è´çï¼è¯·ä½¿ç¨ <code class="highlighter-rouge">$HADOOP_HOME/share/hadoop/common/lib/</code> ç®å½ä¸ç guava jar æ¿æ¢ $HIVE_HOME/lib ç®å½ä¸ç guava jarã</p> + </li> + <li> + <p>ä¸ºé²æ¢åç»è¿ç¨ä¸åºç° jar å å²çªï¼éè¦ä» hive çç±»å 载路å¾ä¸ç§»é¤ä¸äº spark 以å scala ç¸å ³ç jar å </p> + + <div class="highlighter-rouge"><pre class="highlight"><code>rm <span class="nv">$HIVE_HOME</span>/lib/spark-<span class="k">*</span> <span class="nv">$HIVE_HOME</span>/spark_jar +rm <span class="nv">$HIVE_HOME</span>/lib/jackson-module-scala_2.11-2.6.5.jar +</code></pre> + </div> + + <p>æ³¨ï¼æ¤å¤åªååºäºæä»¬å¨æµè¯è¿ç¨ä¸éå°ç产çå²çªç jar å ï¼å¦æç¨æ·å¨éå°ç±»ä¼¼ jar å å²çªçé®é¢ï¼å¯ä»¥æ ¹æ®ç±»å 载路å¾å¤æåªäº jar å 产çäºå²çªå¹¶ç§»é¤ç¸å ³ jar å ã建议å½ç¸å jar å 产ççæ¬å²çªæ¶ï¼ä¿ç spark ç±»å 载路å¾ä¸ç jar å çæ¬ã</p> + </li> +</ul> + +<h4 id="spark-standalone">5 é¨ç½² Spark Standalone</h4> + +<ul> + <li> + <p>ä¸è½½ Spark 3.1.1 å¹¶è§£å</p> + + <div class="highlighter-rouge"><pre class="highlight"><code>wget http://archive.apache.org/dist/spark/spark-3.1.1/spark-3.1.1-bin-hadoop3.2.tgz +tar -xvf spark-3.1.1-bin-hadoop3.2.tgz -C /etc/hadoop +mv /etc/hadoop/spark-3.1.1-bin-hadoop3.2 /etc/hadoop/spark +<span class="nb">export </span><span class="nv">SPARK_HOME</span><span class="o">=</span>/etc/hadoop/spark +</code></pre> + </div> + </li> + <li> + <p>Copy è¿æ¥ S3 æé jar å </p> + + <div class="highlighter-rouge"><pre class="highlight"><code>cp <span class="nv">$HADOOP_HOME</span>/share/hadoop/tools/lib/hadoop-aws-3.2.0.jar <span class="nv">$SPARK_HOME</span>/jars +cp <span class="nv">$HADOOP_HOME</span>/share/hadoop/tools/lib/aws-java-sdk-bundle-1.11.375.jar <span class="nv">$SPARK_HOME</span>/jars +cp mysql-connector-java-5.1.47.jar <span class="nv">$SPARK_HOME</span>/jars +</code></pre> + </div> + </li> + <li> + <p>Copy hive é ç½®æä»¶å mysql-jdbc</p> + + <div class="highlighter-rouge"><pre class="highlight"><code>cp $HIVE_HOME/conf/hive-site.xml $SPARK_HOME/conf +</code></pre> + </div> + </li> + <li> + <p>å¯å¨ Spark master å worker</p> + + <div class="highlighter-rouge"><pre class="highlight"><code>$SPARK_HOME/bin/start-master.sh +$SPARK_HOME/bin/start-worker.sh spark://hostname:7077 +</code></pre> + </div> + </li> +</ul> + +<h4 id="zookeeper-">6 é¨ç½² Zookeeper 伪é群</h4> + +<ul> + <li> + <p>ä¸è½½ zookeeper å®è£ å å¹¶è§£å</p> + + <div class="highlighter-rouge"><pre class="highlight"><code>wget http://archive.apache.org/dist/zookeeper/zookeeper-3.4.13/zookeeper-3.4.13.tar.gz +tar -xvf zookeeper-3.4.13.tar.gz -C /etc/hadoop +mv /etc/hadoop/zookeeper-3.4.13 /etc/hadoop/zookeeper +</code></pre> + </div> + </li> + <li> + <p>ä¿®æ¹ zookeeper é ç½®æä»¶ï¼å¯å¨ä¸èç¹ zookeeper 伪é群</p> + + <div class="highlighter-rouge"><pre class="highlight"><code>cp /etc/hadoop/zookeeper/conf/zoo_sample.cfg /etc/hadoop/zookeeper/conf/zoo1.cfg +cp /etc/hadoop/zookeeper/conf/zoo_sample.cfg /etc/hadoop/zookeeper/conf/zoo2.cfg +cp /etc/hadoop/zookeeper/conf/zoo_sample.cfg /etc/hadoop/zookeeper/conf/zoo3.cfg +</code></pre> + </div> + </li> + <li> + <p>便¬¡ä¿®æ¹ä¸è¿°ä¸ä¸ªé ç½®æä»¶ï¼æ·»å å¦ä¸å 容ï¼</p> + + <div class="highlighter-rouge"><pre class="highlight"><code>server.1<span class="o">=</span>localhost:2287:3387 +server.2<span class="o">=</span>localhost:2288:3388 +server.3<span class="o">=</span>localhost:2289:3389 +<span class="nv">dataDir</span><span class="o">=</span>/tmp/zookeeper/zk1/data +<span class="nv">dataLogDir</span><span class="o">=</span>/tmp/zookeeper/zk1/log +<span class="nv">clientPort</span><span class="o">=</span>2181 +</code></pre> + </div> + </li> + <li> + <p>å建æéæä»¶å¤¹åæä»¶</p> + + <div class="highlighter-rouge"><pre class="highlight"><code>mkdir /tmp/zookeeper/zk1/data +mkdir /tmp/zookeeper/zk1/log +mkdir /tmp/zookeeper/zk2/data +mkdir /tmp/zookeeper/zk2/log +mkdir /tmp/zookeeper/zk3/data +mkdir /tmp/zookeeper/zk3/log +vim /tmp/zookeeper/zk1/data/myid +vim /tmp/zookeeper/zk2/data/myid +vim /tmp/zookeeper/zk3/data/myid +</code></pre> + </div> + </li> + <li> + <p>å¯å¨ zookeeper é群</p> + + <div class="highlighter-rouge"><pre class="highlight"><code>/etc/hadoop/zookeeper/bin/zkServer.sh start /etc/hadoop/zookeeper/conf/zoo1.cfg +/etc/hadoop/zookeeper/bin/zkServer.sh start /etc/hadoop/zookeeper/conf/zoo2.cfg +/etc/hadoop/zookeeper/bin/zkServer.sh start /etc/hadoop/zookeeper/conf/zoo3.cfg +</code></pre> + </div> + </li> +</ul> + +<h4 id="kylin">7 å¯å¨ kylin</h4> + +<ul> + <li> + <p>ä¸è½½ kylin 4.0 äºè¿å¶å å¹¶è§£å</p> + + <div class="highlighter-rouge"><pre class="highlight"><code>wget https://mirror-hk.koddos.net/apache/kylin/apache-kylin-4.0.0/apache-kylin-4.0.0-bin.tar.gz +tar -xvf apache-kylin-4.0.0-bin.tar.gz /etc/hadoop +<span class="nb">export </span><span class="nv">KYLIN_HOME</span><span class="o">=</span>/etc/hadoop/apache-kylin-4.0.0-bin +mkdir <span class="nv">$KYLIN_HOME</span>/ext +cp mysql-connector-java-5.1.47.jar <span class="nv">$KYLIN_HOME</span>/ext +</code></pre> + </div> + </li> + <li> + <p>ä¿®æ¹é ç½®æä»¶ <code class="highlighter-rouge">vim $KYLIN_HOME/conf/kylin.properties</code></p> + + <div class="highlighter-rouge"><pre class="highlight"><code><span class="py">kylin.metadata.url</span><span class="p">=</span><span class="s">kylin_metadata@jdbc,url=jdbc:mysql://hostname:3306/kylin,username=root,password=password,maxActive=10,maxIdle=10</span> +<span class="err">kylin.env.zookeeper-connect-</span><span class="py">string</span><span class="p">=</span><span class="s">hostname</span> +<span class="err">kylin.engine.spark-</span><span class="py">conf.spark.master</span><span class="p">=</span><span class="s">spark://hostname:7077</span> +<span class="c"># å½ spark.submit.deployMode é 置为 cluster æ¶ï¼éè¦é¢å¤é ç½® kylin.engine.spark.standalone.master.httpUrl +</span><span class="err">kylin.engine.spark-</span><span class="py">conf.spark.submit.deployMode</span><span class="p">=</span><span class="s">client/cluster</span> +<span class="err">kylin.env.hdfs-working-</span><span class="py">dir</span><span class="p">=</span><span class="s">s3://bucket/kylin</span> +<span class="err">kylin.engine.spark-</span><span class="py">conf.spark.eventLog.dir</span><span class="p">=</span><span class="s">s3://bucket/kylin/spark-history</span> +<span class="err">kylin.engine.spark-</span><span class="py">conf.spark.history.fs.logDirectory</span><span class="p">=</span><span class="s">s3://bucket/kylin/spark-history</span> +<span class="err">kylin.query.spark-</span><span class="py">conf.spark.master</span><span class="p">=</span><span class="s">spark://hostname:7077</span> +</code></pre> + </div> + </li> + <li> + <p>æ§è¡ <code class="highlighter-rouge">bin/kylin.sh start</code></p> + </li> + <li> + <p>Kylin å¯å¨æ¶å¯è½ä¼éå° ClassNotFound ç±»åæ¥éï¼å¯åè以䏿¹æ³è§£å³åéå¯ kylinï¼</p> + + <div class="highlighter-rouge"><pre class="highlight"><code><span class="c"># ä¸è½½ commons-collections-3.2.2.jar </span> +cp commons-collections-3.2.2.jar <span class="nv">$KYLIN_HOME</span>/tomcat/webapps/kylin/WEB-INF/lib/ +<span class="c"># ä¸è½½ commons-configuration-1.3.jar</span> +cp commons-configuration-1.3.jar <span class="nv">$KYLIN_HOME</span>/tomcat/webapps/kylin/WEB-INF/lib/ +cp <span class="nv">$HADOOP_HOME</span>/share/hadoop/common/lib/aws-java-sdk-bundle-1.11.563.jar <span class="nv">$KYLIN_HOME</span>/tomcat/webapps/kylin/WEB-INF/lib/ +cp <span class="nv">$HADOOP_HOME</span>/share/hadoop/common/lib/hadoop-aws-3.2.2.jar <span class="nv">$HADOOP_HOME</span>/tomcat/webapps/kylin/WEB-INF/lib/ +</code></pre> + </div> + </li> +</ul> + + </article> + </div> + </div> + </div> + <!-- +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +--> + +<div class="col-md-4 col-lg-4 col-xs-12 col-sm-12 aside1 visible-sm visible-xs visible-md visible-lg" id="nside1" style="margin-top: 5em;float:right;"> + <ul class="nav nav-pills nav-stacked"> + + <li><a href="#titleå¼å§" data-toggle="collapse" id="navtitle">å¼å§</a></li> + <div class="collapse in"> + <div class="list-group" id="list1"> + <ul> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/cn/docs40/index.html" class="list-group-item-lay pjaxlink">Apache Kylin4 æ¦è¿°</a> + </li> + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/cn/docs40/gettingstarted/faq.html" class="list-group-item-lay pjaxlink">常è§é®é¢</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/cn/docs40/gettingstarted/kylin-quickstart.html" class="list-group-item-lay pjaxlink">å¿«éå¼å§</a> + </li> + + + + + + + + + <ul> + </div> +</div> + + <li><a href="#titleå®è£ " data-toggle="collapse" id="navtitle">å®è£ </a></li> + <div class="collapse in"> + <div class="list-group" id="list1"> + <ul> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/cn/docs40/install/index.html" class="list-group-item-lay pjaxlink">å®è£ æå</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/cn/docs40/install/kylin_cluster.html" class="list-group-item-lay pjaxlink">é群模å¼é¨ç½²</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/cn/docs40/install/configuration.html" class="list-group-item-lay pjaxlink">Kylin é ç½®</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/cn/docs40/install/advance_settings.html" class="list-group-item-lay pjaxlink">é«çº§è®¾ç½®</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/cn/docs40/install/kylin_docker.html" class="list-group-item-lay pjaxlink">ç¨ Docker è¿è¡ Kylin</a> + </li> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + <li class="navlist"> + <a href="/cn/docs40/install/deploy_without_hadoop.html" class="list-group-item-lay pjaxlink">æ Hadoop ç¯å¢é¨ç½² Kylin4</a> + </li> + + + + + + + + + <ul> + </div> +</div> + + <li><a href="#titleæç¨" data-toggle="collapse" id="navtitle">æç¨</a></li> + <div class="collapse in"> + <div class="list-group" id="list1"> + <ul> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
[... 3543 lines stripped ...]