Added: zeppelin/site/docs/0.9.0/interpreter/shell.html
URL:
http://svn.apache.org/viewvc/zeppelin/site/docs/0.9.0/interpreter/shell.html?rev=1884775&view=auto
==============================================================================
--- zeppelin/site/docs/0.9.0/interpreter/shell.html (added)
+++ zeppelin/site/docs/0.9.0/interpreter/shell.html Thu Dec 24 14:36:01 2020
@@ -0,0 +1,427 @@
+
+<!DOCTYPE html>
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <title>Apache Zeppelin 0.9.0 Documentation: Shell interpreter for Apache
Zeppelin</title>
+ <meta name="description" content="Shell interpreter uses Apache Commons
Exec to execute external processes.">
+ <meta name="author" content="The Apache Software Foundation">
+
+ <!-- Enable responsive viewport -->
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
+ <!--[if lt IE 9]>
+ <script src="http://html5shim.googlecode.com/svn/trunk/html5.js";></script>
+ <![endif]-->
+
+ <link
href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css"
rel="stylesheet">
+
+ <!-- Le styles -->
+ <link
href="/docs/0.9.0/assets/themes/zeppelin/bootstrap/css/bootstrap.css"
rel="stylesheet">
+ <link href="/docs/0.9.0/assets/themes/zeppelin/css/style.css?body=1"
rel="stylesheet" type="text/css">
+ <link href="/docs/0.9.0/assets/themes/zeppelin/css/syntax.css"
rel="stylesheet" type="text/css" media="screen" />
+ <!-- Le fav and touch icons -->
+ <!-- Update these with your own images
+ <link rel="shortcut icon" href="images/favicon.ico">
+ <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
+ <link rel="apple-touch-icon" sizes="72x72"
href="images/apple-touch-icon-72x72.png">
+ <link rel="apple-touch-icon" sizes="114x114"
href="images/apple-touch-icon-114x114.png">
+ -->
+
+ <!-- Js -->
+ <script src="https://code.jquery.com/jquery-1.10.2.min.js";></script>
+ <script
src="/docs/0.9.0/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/docs.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/anchor.min.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/toc.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/lunr.min.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/search.js"></script>
+
+ <!-- atom & rss feed -->
+ <link href="/docs/0.9.0/atom.xml" type="application/atom+xml"
rel="alternate" title="Sitewide ATOM Feed">
+ <link href="/docs/0.9.0/rss.xml" type="application/rss+xml"
rel="alternate" title="Sitewide RSS Feed">
+ </head>
+
+ <body>
+
+ <div id="menu" class="navbar navbar-inverse navbar-fixed-top"
role="navigation">
+ <div class="container navbar-container">
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle" data-toggle="collapse"
data-target=".navbar-collapse">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <div class="navbar-brand">
+ <a class="navbar-brand-main" href="http://zeppelin.apache.org";>
+ <img
src="/docs/0.9.0/assets/themes/zeppelin/img/zeppelin_logo.png" width="50"
+ style="margin-top: -2px;" alt="I'm zeppelin">
+ <span style="margin-left: 5px; font-size: 27px;">Zeppelin</span>
+ <a class="navbar-brand-version" href="/docs/0.9.0"
+ style="font-size: 15px; color: white;"> 0.9.0
+ </a>
+ </a>
+ </div>
+ </div>
+ <nav class="navbar-collapse collapse" role="navigation">
+ <ul class="nav navbar-nav">
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick
Start <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li class="title"><span>Getting Started</span></li>
+ <li><a
href="/docs/0.9.0/quickstart/install.html">Install</a></li>
+ <li><a href="/docs/0.9.0/quickstart/explore_ui.html">Explore
UI</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/tutorial.html">Tutorial</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Run Mode</span></li>
+ <li><a
href="/docs/0.9.0/quickstart/kubernetes.html">Kubernetes</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/docker.html">Docker</a></li>
+ <li><a href="/docs/0.9.0/quickstart/yarn.html">Yarn</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a
href="/docs/0.9.0/quickstart/spark_with_zeppelin.html">Spark with
Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/sql_with_zeppelin.html">SQL with Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/python_with_zeppelin.html">Python with
Zeppelin</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Usage<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Dynamic Form</span></li>
+ <li><a href="/docs/0.9.0/usage/dynamic_form/intro.html">What
is Dynamic Form?</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Display System</span></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#text">Text Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#html">HTML Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#table">Table Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#network">Network
Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/angular_backend.html">Angular Display
using Backend API</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/angular_frontend.html">Angular Display
using Frontend API</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Interpreter</span></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/overview.html">Overview</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/interpreter_binding_mode.html">Interpreter
Binding Mode</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/user_impersonation.html">User
Impersonation</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/dependency_management.html">Dependency
Management</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/installation.html">Installing
Interpreters</a></li>
+ <!--<li><a
href="/docs/0.9.0/usage/interpreter/dynamic_loading.html">Dynamic Interpreter
Loading (Experimental)</a></li>-->
+ <li><a
href="/docs/0.9.0/usage/interpreter/execution_hooks.html">Execution Hooks
(Experimental)</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Other Features</span></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/publishing_paragraphs.html">Publishing
Paragraphs</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/personalized_mode.html">Personalized
Mode</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/customizing_homepage.html">Customizing
Zeppelin Homepage</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/notebook_actions.html">Notebook
Actions</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/cron_scheduler.html">Cron
Scheduler</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/zeppelin_context.html">Zeppelin
Context</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>REST API</span></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/interpreter.html">Interpreter API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/zeppelin_server.html">Zeppelin Server
API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/notebook.html">Notebook API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/notebook_repository.html">Notebook Repository
API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/configuration.html">Configuration API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/credential.html">Credential API</a></li>
+ <li><a href="/docs/0.9.0/usage/rest_api/helium.html">Helium
API</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Setup<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Basics</span></li>
+ <li><a href="/docs/0.9.0/setup/basics/how_to_build.html">How
to Build Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/setup/basics/hadoop_integration.html">Hadoop
Integration</a></li>
+ <li><a
href="/docs/0.9.0/setup/basics/multi_user_support.html">Multi-user
Support</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Deployment</span></li>
+ <!--<li><a
href="/docs/0.9.0/setup/deployment/docker.html">Docker Image for
Zeppelin</a></li>-->
+ <li><a
href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-standalone-mode">Spark
Cluster Mode: Standalone</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-on-yarn-mode">Spark
Cluster Mode: YARN</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-on-mesos-mode">Spark
Cluster Mode: Mesos</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/flink_and_spark_cluster.html">Zeppelin with
Flink, Spark Cluster</a></li>
+ <li><a href="/docs/0.9.0/setup/deployment/cdh.html">Zeppelin
on CDH</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/virtual_machine.html">Zeppelin on VM:
Vagrant</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Security</span></li>
+ <li><a
href="/docs/0.9.0/setup/security/authentication_nginx.html">HTTP Basic Auth
using NGINX</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/shiro_authentication.html">Shiro
Authentication</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/notebook_authorization.html">Notebook
Authorization</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/datasource_authorization.html">Data Source
Authorization</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/http_security_headers.html">HTTP Security
Headers</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Notebook Storage</span></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-local-git-repository">Git
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-s3">S3
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-azure">Azure
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-oss">OSS
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-zeppelinhub">ZeppelinHub
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-mongodb">MongoDB
Storage</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Operation</span></li>
+ <li><a
href="/docs/0.9.0/setup/operation/configuration.html">Configuration</a></li>
+ <li><a
href="/docs/0.9.0/setup/operation/proxy_setting.html">Proxy Setting</a></li>
+ <li><a
href="/docs/0.9.0/setup/operation/upgrading.html">Upgrading</a></li>
+ <li><a
href="/docs/0.9.0/setup/operation/trouble_shooting.html">Trouble
Shooting</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Interpreter <b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Interpreters</span></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/overview.html">Overview</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a href="/docs/0.9.0/interpreter/spark.html">Spark</a></li>
+ <li><a href="/docs/0.9.0/interpreter/jdbc.html">JDBC</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/python.html">Python</a></li>
+ <li><a href="/docs/0.9.0/interpreter/r.html">R</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a
href="/docs/0.9.0/interpreter/alluxio.html">Alluxio</a></li>
+ <li><a href="/docs/0.9.0/interpreter/beam.html">Beam</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/bigquery.html">BigQuery</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/cassandra.html">Cassandra</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/elasticsearch.html">Elasticsearch</a></li>
+ <li><a href="/docs/0.9.0/interpreter/flink.html">Flink</a></li>
+ <li><a href="/docs/0.9.0/interpreter/geode.html">Geode</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/groovy.html">Groovy</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/hazelcastjet.html">Hazelcast Jet</a></li>
+ <li><a href="/docs/0.9.0/interpreter/hbase.html">HBase</a></li>
+ <li><a href="/docs/0.9.0/interpreter/hdfs.html">HDFS</a></li>
+ <li><a href="/docs/0.9.0/interpreter/hive.html">Hive</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/ignite.html">Ignite</a></li>
+ <li><a href="/docs/0.9.0/interpreter/java.html">Java</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/jupyter.html">Jupyter</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/kotlin.html">Kotlin</a></li>
+ <li><a href="/docs/0.9.0/interpreter/kylin.html">Kylin</a></li>
+ <li><a href="/docs/0.9.0/interpreter/lens.html">Lens</a></li>
+ <li><a href="/docs/0.9.0/interpreter/livy.html">Livy</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/markdown.html">Markdown</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/mongodb.html">MongoDB</a></li>
+ <li><a href="/docs/0.9.0/interpreter/neo4j.html">Neo4j</a></li>
+ <li><a href="/docs/0.9.0/interpreter/pig.html">Pig</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/scalding.html">Scalding</a></li>
+ <li><a href="/docs/0.9.0/interpreter/scio.html">Scio</a></li>
+ <li><a href="/docs/0.9.0/interpreter/shell.html">Shell</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/sparql.html">Sparql</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/submarine.html">Submarine</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">More<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu" style="right: 0; left:
auto;">
+ <li class="title"><span>Extending Zeppelin</span></li>
+ <li><a
href="/docs/0.9.0/development/writing_zeppelin_interpreter.html">Writing
Zeppelin Interpreter</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Helium (Experimental)</span></li>
+ <li><a
href="/docs/0.9.0/development/helium/overview.html">Overview</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_application.html">Writing Helium
Application</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_spell.html">Writing Helium
Spell</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_visualization_basic.html">Writing
Helium Visualization: Basics</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_visualization_transformation.html">Writing
Helium Visualization: Transformation</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Contributing to Zeppelin</span></li>
+ <li><a href="/docs/0.9.0/setup/basics/how_to_build.html">How
to Build Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/development/contribution/useful_developer_tools.html">Useful
Developer Tools</a></li>
+ <li><a
href="/docs/0.9.0/development/contribution/how_to_contribute_code.html">How to
Contribute (code)</a></li>
+ <li><a
href="/docs/0.9.0/development/contribution/how_to_contribute_website.html">How
to Contribute (website)</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>External Resources</span></li>
+ <li><a target="_blank"
href="https://zeppelin.apache.org/community.html";>Mailing List</a></li>
+ <li><a target="_blank"
href="https://cwiki.apache.org/confluence/display/ZEPPELIN/Zeppelin+Home";>Apache
Zeppelin Wiki</a></li>
+ <li><a target="_blank"
href="http://stackoverflow.com/questions/tagged/apache-zeppelin";>Stackoverflow
Questions about Zeppelin</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="/docs/0.9.0/search.html" class="nav-search-link">
+ <span class="fa fa-search nav-search-icon"></span>
+ </a>
+ </li>
+ </ul>
+ </nav><!--/.navbar-collapse -->
+ </div>
+ </div>
+
+
+
+ <div class="content">
+
+<!--<div class="hero-unit Shell interpreter for Apache Zeppelin">
+ <h1></h1>
+</div>
+-->
+
+<div class="row">
+ <div class="col-md-12">
+ <!--
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+
+<h1>Shell interpreter for Apache Zeppelin</h1>
+
+<div id="toc"></div>
+
+<h2>Overview</h2>
+
+<p>Zeppelin Shell has two interpreters the default is the %sh interpreter.</p>
+
+<h3>Shell interpreter</h3>
+
+<p>Shell interpreter uses <a
href="https://commons.apache.org/proper/commons-exec";>Apache Commons Exec</a>
to execute external processes.
+In Zeppelin notebook, you can use <code>%sh</code> in the beginning of a
paragraph to invoke system shell and run commands.</p>
+
+<h3>Terminal interpreter</h3>
+
+<p>Terminal interpreter uses <a
href="https://chromium.googlesource.com/apps/libapps/+/HEAD/hterm";>hterm</a>,
<a href="https://github.com/JetBrains/pty4j";>Pty4J</a> analog terminal
operation.</p>
+
+<blockquote>
+<p><strong>Note :</strong> Currently each command runs as the user Zeppelin
server is running as.</p>
+</blockquote>
+
+<h2>Configuration</h2>
+
+<p>At the "Interpreters" menu in Zeppelin dropdown menu, you can set
the property value for Shell interpreter.</p>
+
+<table class="table-configuration">
+ <tr>
+ <th>Name</th>
+ <th>Default</th>
+ <th>Description</th>
+ </tr>
+ <tr>
+ <td>shell.command.timeout.millisecs</td>
+ <td>60000</td>
+ <td>Shell command time out in millisecs</td>
+ </tr>
+ <tr>
+ <td>shell.working.directory.user.home</td>
+ <td>false</td>
+ <td>If this set to true, the shell's working directory will be set to user
home</td>
+ </tr>
+ <tr>
+ <td>zeppelin.shell.auth.type</td>
+ <td></td>
+ <td>Types of authentications' methods supported are SIMPLE, and
KERBEROS</td>
+ </tr>
+ <tr>
+ <td>zeppelin.shell.principal</td>
+ <td></td>
+ <td>The principal name to load from the keytab</td>
+ </tr>
+ <tr>
+ <td>zeppelin.shell.keytab.location</td>
+ <td></td>
+ <td>The path to the keytab file</td>
+ </tr>
+ <tr>
+ <td>zeppelin.shell.interpolation</td>
+ <td>false</td>
+ <td>Enable ZeppelinContext variable interpolation into paragraph text</td>
+ </tr>
+ <tr>
+ <td>zeppelin.terminal.ip.mapping</td>
+ <td></td>
+ <td>Internal and external IP mapping of zeppelin server</td>
+ </tr>
+</table>
+
+<h2>Example</h2>
+
+<h3>Shell interpreter</h3>
+
+<p>The following example demonstrates the basic usage of Shell in a Zeppelin
notebook.</p>
+
+<p><img
src="/docs/0.9.0/assets/themes/zeppelin/img/docs-img/shell-example.png" /></p>
+
+<p>If you need further information about <strong>Zeppelin Interpreter
Setting</strong> for using Shell interpreter,
+please read <a
href="../usage/interpreter/overview.html#what-is-interpreter-setting">What is
interpreter setting?</a> section first.</p>
+
+<h3>Kerberos refresh interval</h3>
+
+<p>For changing the default behavior of when to renew Kerberos ticket
following changes can be made in <code>conf/zeppelin-env.sh</code>.</p>
+<div class="highlight"><pre><code class="bash language-bash"
data-lang="bash"><span class="c"># Change Kerberos refresh interval (default
value is 1d). Allowed postfix are ms, s, m, min, h, and d.</span>
+<span class="nb">export </span><span
class="nv">KERBEROS_REFRESH_INTERVAL</span><span class="o">=</span>4h
+<span class="c"># Change kinit number retries (default value is 5), which
means if the kinit command fails for 5 retries consecutively it will close the
interpreter. </span>
+<span class="nb">export </span><span
class="nv">KINIT_FAIL_THRESHOLD</span><span class="o">=</span>10
+</code></pre></div>
+<h3>Object Interpolation</h3>
+
+<p>The shell interpreter also supports interpolation of
<code>ZeppelinContext</code> objects into the paragraph text.
+The following example shows one use of this facility:</p>
+
+<h4>In Scala cell:</h4>
+<div class="highlight"><pre><code class="scala language-scala"
data-lang="scala"><span class="n">z</span><span class="o">.</span><span
class="n">put</span><span class="o">(</span><span
class="s">"dataFileName"</span><span class="o">,</span> <span
class="s">"members-list-003.parquet"</span><span class="o">)</span>
+ <span class="c1">// ...</span>
+<span class="k">val</span> <span class="n">members</span> <span
class="k">=</span> <span class="n">spark</span><span class="o">.</span><span
class="n">read</span><span class="o">.</span><span
class="n">parquet</span><span class="o">(</span><span class="n">z</span><span
class="o">.</span><span class="n">get</span><span class="o">(</span><span
class="s">"dataFileName"</span><span class="o">))</span>
+ <span class="c1">// ...</span>
+</code></pre></div>
+<h4>In later Shell cell:</h4>
+<div class="highlight"><pre><code class="bash language-bash"
data-lang="bash">%sh
+rm -rf <span class="o">{</span>dataFileName<span class="o">}</span>
+</code></pre></div>
+<p>Object interpolation is disabled by default, and can be enabled (for the
Shell interpreter) by
+setting the value of the property <code>zeppelin.shell.interpolation</code> to
<code>true</code> (see <em>Configuration</em> above).
+More details of this feature can be found in <a
href="../usage/other_features/zeppelin_context.html">Zeppelin-Context</a></p>
+
+<h3>Terminal interpreter</h3>
+
+<p>The following example demonstrates the basic usage of terminal in a
Zeppelin notebook.</p>
+<div class="highlight"><pre><code class="bash language-bash"
data-lang="bash">%sh.terminal
+input any char
+</code></pre></div>
+<p><img
src="/docs/0.9.0/assets/themes/zeppelin/img/docs-img/shell-terminal.gif" /></p>
+
+<h3>zeppelin.terminal.ip.mapping</h3>
+
+<p>When running the terminal interpreter in the notebook, the front end of the
notebook needs to obtain the IP address of the server where the terminal
interpreter is located to communicate.</p>
+
+<p>In a public cloud environment, the cloud host has an internal IP and an
external access IP, and the interpreter runs in the cloud host. This will cause
the notebook front end to be unable to connect to the terminal interpreter
properly, resulting in the terminal interpreter being unusable.</p>
+
+<p>Solution: Set the mapping between internal IP and external IP in the
terminal interpreter, and connect the front end of the notebook through the
external IP of the terminal interpreter.</p>
+
+<p>Example:
+{"internal-ip1":"external-ip1",
"internal-ip2":"external-ip2"}</p>
+
+ </div>
+</div>
+
+
+ <hr>
+ <footer>
+ <!-- <p>© 2020 The Apache Software Foundation</p>-->
+ </footer>
+ </div>
+
+
+
+
+ <script type="text/javascript">
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new
Date();a=s.createElement(o),
+
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-45176241-5', 'zeppelin.apache.org');
+ ga('require', 'linkid', 'linkid.js');
+ ga('send', 'pageview');
+
+</script>
+
+
+
+ </body>
+</html>
+
Propchange: zeppelin/site/docs/0.9.0/interpreter/shell.html
------------------------------------------------------------------------------
svn:executable = *
Added: zeppelin/site/docs/0.9.0/interpreter/spark.html
URL:
http://svn.apache.org/viewvc/zeppelin/site/docs/0.9.0/interpreter/spark.html?rev=1884775&view=auto
==============================================================================
--- zeppelin/site/docs/0.9.0/interpreter/spark.html (added)
+++ zeppelin/site/docs/0.9.0/interpreter/spark.html Thu Dec 24 14:36:01 2020
@@ -0,0 +1,793 @@
+
+<!DOCTYPE html>
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <title>Apache Zeppelin 0.9.0 Documentation: Apache Spark Interpreter for
Apache Zeppelin</title>
+ <meta name="description" content="Apache Spark is a fast and
general-purpose cluster computing system. It provides high-level APIs in Java,
Scala, Python and R, and an optimized engine that supports general execution
engine.">
+ <meta name="author" content="The Apache Software Foundation">
+
+ <!-- Enable responsive viewport -->
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
+ <!--[if lt IE 9]>
+ <script src="http://html5shim.googlecode.com/svn/trunk/html5.js";></script>
+ <![endif]-->
+
+ <link
href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css"
rel="stylesheet">
+
+ <!-- Le styles -->
+ <link
href="/docs/0.9.0/assets/themes/zeppelin/bootstrap/css/bootstrap.css"
rel="stylesheet">
+ <link href="/docs/0.9.0/assets/themes/zeppelin/css/style.css?body=1"
rel="stylesheet" type="text/css">
+ <link href="/docs/0.9.0/assets/themes/zeppelin/css/syntax.css"
rel="stylesheet" type="text/css" media="screen" />
+ <!-- Le fav and touch icons -->
+ <!-- Update these with your own images
+ <link rel="shortcut icon" href="images/favicon.ico">
+ <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
+ <link rel="apple-touch-icon" sizes="72x72"
href="images/apple-touch-icon-72x72.png">
+ <link rel="apple-touch-icon" sizes="114x114"
href="images/apple-touch-icon-114x114.png">
+ -->
+
+ <!-- Js -->
+ <script src="https://code.jquery.com/jquery-1.10.2.min.js";></script>
+ <script
src="/docs/0.9.0/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/docs.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/anchor.min.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/toc.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/lunr.min.js"></script>
+ <script src="/docs/0.9.0/assets/themes/zeppelin/js/search.js"></script>
+
+ <!-- atom & rss feed -->
+ <link href="/docs/0.9.0/atom.xml" type="application/atom+xml"
rel="alternate" title="Sitewide ATOM Feed">
+ <link href="/docs/0.9.0/rss.xml" type="application/rss+xml"
rel="alternate" title="Sitewide RSS Feed">
+ </head>
+
+ <body>
+
+ <div id="menu" class="navbar navbar-inverse navbar-fixed-top"
role="navigation">
+ <div class="container navbar-container">
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle" data-toggle="collapse"
data-target=".navbar-collapse">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <div class="navbar-brand">
+ <a class="navbar-brand-main" href="http://zeppelin.apache.org";>
+ <img
src="/docs/0.9.0/assets/themes/zeppelin/img/zeppelin_logo.png" width="50"
+ style="margin-top: -2px;" alt="I'm zeppelin">
+ <span style="margin-left: 5px; font-size: 27px;">Zeppelin</span>
+ <a class="navbar-brand-version" href="/docs/0.9.0"
+ style="font-size: 15px; color: white;"> 0.9.0
+ </a>
+ </a>
+ </div>
+ </div>
+ <nav class="navbar-collapse collapse" role="navigation">
+ <ul class="nav navbar-nav">
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick
Start <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li class="title"><span>Getting Started</span></li>
+ <li><a
href="/docs/0.9.0/quickstart/install.html">Install</a></li>
+ <li><a href="/docs/0.9.0/quickstart/explore_ui.html">Explore
UI</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/tutorial.html">Tutorial</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Run Mode</span></li>
+ <li><a
href="/docs/0.9.0/quickstart/kubernetes.html">Kubernetes</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/docker.html">Docker</a></li>
+ <li><a href="/docs/0.9.0/quickstart/yarn.html">Yarn</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a
href="/docs/0.9.0/quickstart/spark_with_zeppelin.html">Spark with
Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/sql_with_zeppelin.html">SQL with Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/quickstart/python_with_zeppelin.html">Python with
Zeppelin</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Usage<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Dynamic Form</span></li>
+ <li><a href="/docs/0.9.0/usage/dynamic_form/intro.html">What
is Dynamic Form?</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Display System</span></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#text">Text Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#html">HTML Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#table">Table Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/basic.html#network">Network
Display</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/angular_backend.html">Angular Display
using Backend API</a></li>
+ <li><a
href="/docs/0.9.0/usage/display_system/angular_frontend.html">Angular Display
using Frontend API</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Interpreter</span></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/overview.html">Overview</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/interpreter_binding_mode.html">Interpreter
Binding Mode</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/user_impersonation.html">User
Impersonation</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/dependency_management.html">Dependency
Management</a></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/installation.html">Installing
Interpreters</a></li>
+ <!--<li><a
href="/docs/0.9.0/usage/interpreter/dynamic_loading.html">Dynamic Interpreter
Loading (Experimental)</a></li>-->
+ <li><a
href="/docs/0.9.0/usage/interpreter/execution_hooks.html">Execution Hooks
(Experimental)</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Other Features</span></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/publishing_paragraphs.html">Publishing
Paragraphs</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/personalized_mode.html">Personalized
Mode</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/customizing_homepage.html">Customizing
Zeppelin Homepage</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/notebook_actions.html">Notebook
Actions</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/cron_scheduler.html">Cron
Scheduler</a></li>
+ <li><a
href="/docs/0.9.0/usage/other_features/zeppelin_context.html">Zeppelin
Context</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>REST API</span></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/interpreter.html">Interpreter API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/zeppelin_server.html">Zeppelin Server
API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/notebook.html">Notebook API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/notebook_repository.html">Notebook Repository
API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/configuration.html">Configuration API</a></li>
+ <li><a
href="/docs/0.9.0/usage/rest_api/credential.html">Credential API</a></li>
+ <li><a href="/docs/0.9.0/usage/rest_api/helium.html">Helium
API</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Setup<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Basics</span></li>
+ <li><a href="/docs/0.9.0/setup/basics/how_to_build.html">How
to Build Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/setup/basics/hadoop_integration.html">Hadoop
Integration</a></li>
+ <li><a
href="/docs/0.9.0/setup/basics/multi_user_support.html">Multi-user
Support</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Deployment</span></li>
+ <!--<li><a
href="/docs/0.9.0/setup/deployment/docker.html">Docker Image for
Zeppelin</a></li>-->
+ <li><a
href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-standalone-mode">Spark
Cluster Mode: Standalone</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-on-yarn-mode">Spark
Cluster Mode: YARN</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-on-mesos-mode">Spark
Cluster Mode: Mesos</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/flink_and_spark_cluster.html">Zeppelin with
Flink, Spark Cluster</a></li>
+ <li><a href="/docs/0.9.0/setup/deployment/cdh.html">Zeppelin
on CDH</a></li>
+ <li><a
href="/docs/0.9.0/setup/deployment/virtual_machine.html">Zeppelin on VM:
Vagrant</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Security</span></li>
+ <li><a
href="/docs/0.9.0/setup/security/authentication_nginx.html">HTTP Basic Auth
using NGINX</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/shiro_authentication.html">Shiro
Authentication</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/notebook_authorization.html">Notebook
Authorization</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/datasource_authorization.html">Data Source
Authorization</a></li>
+ <li><a
href="/docs/0.9.0/setup/security/http_security_headers.html">HTTP Security
Headers</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Notebook Storage</span></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-local-git-repository">Git
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-s3">S3
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-azure">Azure
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-oss">OSS
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-zeppelinhub">ZeppelinHub
Storage</a></li>
+ <li><a
href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-mongodb">MongoDB
Storage</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Operation</span></li>
+ <li><a
href="/docs/0.9.0/setup/operation/configuration.html">Configuration</a></li>
+ <li><a
href="/docs/0.9.0/setup/operation/proxy_setting.html">Proxy Setting</a></li>
+ <li><a
href="/docs/0.9.0/setup/operation/upgrading.html">Upgrading</a></li>
+ <li><a
href="/docs/0.9.0/setup/operation/trouble_shooting.html">Trouble
Shooting</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Interpreter <b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Interpreters</span></li>
+ <li><a
href="/docs/0.9.0/usage/interpreter/overview.html">Overview</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a href="/docs/0.9.0/interpreter/spark.html">Spark</a></li>
+ <li><a href="/docs/0.9.0/interpreter/jdbc.html">JDBC</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/python.html">Python</a></li>
+ <li><a href="/docs/0.9.0/interpreter/r.html">R</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a
href="/docs/0.9.0/interpreter/alluxio.html">Alluxio</a></li>
+ <li><a href="/docs/0.9.0/interpreter/beam.html">Beam</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/bigquery.html">BigQuery</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/cassandra.html">Cassandra</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/elasticsearch.html">Elasticsearch</a></li>
+ <li><a href="/docs/0.9.0/interpreter/flink.html">Flink</a></li>
+ <li><a href="/docs/0.9.0/interpreter/geode.html">Geode</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/groovy.html">Groovy</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/hazelcastjet.html">Hazelcast Jet</a></li>
+ <li><a href="/docs/0.9.0/interpreter/hbase.html">HBase</a></li>
+ <li><a href="/docs/0.9.0/interpreter/hdfs.html">HDFS</a></li>
+ <li><a href="/docs/0.9.0/interpreter/hive.html">Hive</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/ignite.html">Ignite</a></li>
+ <li><a href="/docs/0.9.0/interpreter/java.html">Java</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/jupyter.html">Jupyter</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/kotlin.html">Kotlin</a></li>
+ <li><a href="/docs/0.9.0/interpreter/kylin.html">Kylin</a></li>
+ <li><a href="/docs/0.9.0/interpreter/lens.html">Lens</a></li>
+ <li><a href="/docs/0.9.0/interpreter/livy.html">Livy</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/markdown.html">Markdown</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/mongodb.html">MongoDB</a></li>
+ <li><a href="/docs/0.9.0/interpreter/neo4j.html">Neo4j</a></li>
+ <li><a href="/docs/0.9.0/interpreter/pig.html">Pig</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/scalding.html">Scalding</a></li>
+ <li><a href="/docs/0.9.0/interpreter/scio.html">Scio</a></li>
+ <li><a href="/docs/0.9.0/interpreter/shell.html">Shell</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/sparql.html">Sparql</a></li>
+ <li><a
href="/docs/0.9.0/interpreter/submarine.html">Submarine</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">More<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu" style="right: 0; left:
auto;">
+ <li class="title"><span>Extending Zeppelin</span></li>
+ <li><a
href="/docs/0.9.0/development/writing_zeppelin_interpreter.html">Writing
Zeppelin Interpreter</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Helium (Experimental)</span></li>
+ <li><a
href="/docs/0.9.0/development/helium/overview.html">Overview</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_application.html">Writing Helium
Application</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_spell.html">Writing Helium
Spell</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_visualization_basic.html">Writing
Helium Visualization: Basics</a></li>
+ <li><a
href="/docs/0.9.0/development/helium/writing_visualization_transformation.html">Writing
Helium Visualization: Transformation</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Contributing to Zeppelin</span></li>
+ <li><a href="/docs/0.9.0/setup/basics/how_to_build.html">How
to Build Zeppelin</a></li>
+ <li><a
href="/docs/0.9.0/development/contribution/useful_developer_tools.html">Useful
Developer Tools</a></li>
+ <li><a
href="/docs/0.9.0/development/contribution/how_to_contribute_code.html">How to
Contribute (code)</a></li>
+ <li><a
href="/docs/0.9.0/development/contribution/how_to_contribute_website.html">How
to Contribute (website)</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>External Resources</span></li>
+ <li><a target="_blank"
href="https://zeppelin.apache.org/community.html";>Mailing List</a></li>
+ <li><a target="_blank"
href="https://cwiki.apache.org/confluence/display/ZEPPELIN/Zeppelin+Home";>Apache
Zeppelin Wiki</a></li>
+ <li><a target="_blank"
href="http://stackoverflow.com/questions/tagged/apache-zeppelin";>Stackoverflow
Questions about Zeppelin</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="/docs/0.9.0/search.html" class="nav-search-link">
+ <span class="fa fa-search nav-search-icon"></span>
+ </a>
+ </li>
+ </ul>
+ </nav><!--/.navbar-collapse -->
+ </div>
+ </div>
+
+
+
+ <div class="content">
+
+<!--<div class="hero-unit Apache Spark Interpreter for Apache Zeppelin">
+ <h1></h1>
+</div>
+-->
+
+<div class="row">
+ <div class="col-md-12">
+ <!--
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+
+<h1>Spark Interpreter for Apache Zeppelin</h1>
+
+<div id="toc"></div>
+
+<h2>Overview</h2>
+
+<p><a href="http://spark.apache.org";>Apache Spark</a> is a fast and
general-purpose cluster computing system.
+It provides high-level APIs in Java, Scala, Python and R, and an optimized
engine that supports general execution graphs.
+Apache Spark is supported in Zeppelin with Spark interpreter group which
consists of below six interpreters.</p>
+
+<table class="table-configuration">
+ <tr>
+ <th>Name</th>
+ <th>Class</th>
+ <th>Description</th>
+ </tr>
+ <tr>
+ <td>%spark</td>
+ <td>SparkInterpreter</td>
+ <td>Creates a SparkContext/SparkSession and provides a Scala
environment</td>
+ </tr>
+ <tr>
+ <td>%spark.pyspark</td>
+ <td>PySparkInterpreter</td>
+ <td>Provides a Python environment</td>
+ </tr>
+ <tr>
+ <td>%spark.ipyspark</td>
+ <td>IPySparkInterpreter</td>
+ <td>Provides a IPython environment</td>
+ </tr>
+ <tr>
+ <td>%spark.r</td>
+ <td>SparkRInterpreter</td>
+ <td>Provides an R environment with SparkR support</td>
+ </tr>
+ <tr>
+ <td>%spark.sql</td>
+ <td>SparkSQLInterpreter</td>
+ <td>Provides a SQL environment</td>
+ </tr>
+ <tr>
+ <td>%spark.kotlin</td>
+ <td>KotlinSparkInterpreter</td>
+ <td>Provides a Kotlin environment</td>
+ </tr>
+</table>
+
+<h2>Configuration</h2>
+
+<p>The Spark interpreter can be configured with properties provided by
Zeppelin.
+You can also set other Spark properties which are not listed in the table. For
a list of additional properties, refer to <a
href="http://spark.apache.org/docs/latest/configuration.html#available-properties";>Spark
Available Properties</a>.
+<table class="table-configuration">
+ <tr>
+ <th>Property</th>
+ <th>Default</th>
+ <th>Description</th>
+ </tr>
+ <tr>
+ <td><code>SPARK_HOME</code></td>
+ <td></td>
+ <td>Location of spark distribution</td>
+ <tr>
+ <tr>
+ <td>spark.master</td>
+ <td>local[*]</td>
+ <td>Spark master uri. <br/> e.g. spark://master<em>host:7077</td>
+ <tr>
+ <tr>
+ <td>spark.submit.deployMode</td>
+ <td></td>
+ <td>The deploy mode of Spark driver program, either "client" or
"cluster", Which means to launch driver program locally
("client") or remotely ("cluster") on one of the nodes
inside the cluster.</td>
+ <tr>
+ <td>spark.app.name</td>
+ <td>Zeppelin</td>
+ <td>The name of spark application.</td>
+ </tr>
+ <tr>
+ <td>spark.driver.cores</td>
+ <td>1</td>
+ <td>Number of cores to use for the driver process, only in cluster
mode.</td>
+ </tr>
+ <tr>
+ <td>spark.driver.memory</td>
+ <td>1g</td>
+ <td>Amount of memory to use for the driver process, i.e. where
SparkContext is initialized, in the same format as JVM memory strings with a
size unit suffix ("k", "m", "g" or "t")
(e.g. 512m, 2g).</td>
+ </tr>
+ <tr>
+ <td>spark.executor.cores</td>
+ <td>1</td>
+ <td>The number of cores to use on each executor</td>
+ </tr>
+ <tr>
+ <td>spark.executor.memory</td>
+ <td>1g</td>
+ <td>Executor memory per worker instance. <br/> e.g. 512m, 32g</td>
+ </tr>
+ <tr>
+ <td>spark.executor.instances</td>
+ <td>2</td>
+ <td>The number of executors for static allocation</td>
+ </tr>
+ <tr>
+ <td>spark.files</td>
+ <td></td>
+ <td>Comma-separated list of files to be placed in the working directory of
each executor. Globs are allowed.</td>
+ </tr>
+ <tr>
+ <td>spark.jars</td>
+ <td></td>
+ <td>Comma-separated list of jars to include on the driver and executor
classpaths. Globs are allowed.</td>
+ </tr>
+ <tr>
+ <td>spark.jars.packages</td>
+ <td></td>
+ <td>Comma-separated list of Maven coordinates of jars to include on the
driver and executor classpaths. The coordinates should be
groupId:artifactId:version. If spark.jars.ivySettings is given artifacts will
be resolved according to the configuration in the file, otherwise artifacts
will be searched for in the local maven repo, then maven central and finally
any additional remote repositories given by the command-line option
--repositories.</td>
+ </tr>
+ <tr>
+ <td><code>PYSPARK_PYTHON</code></td>
+ <td>python</td>
+ <td>Python binary executable to use for PySpark in both driver and
executors (default is <code>python</code>).
+ Property <code>spark.pyspark.python</code> take precedence if it
is set</td>
+ </tr>
+ <tr>
+ <td><code>PYSPARK_DRIVER_PYTHON</code></td>
+ <td>python</td>
+ <td>Python binary executable to use for PySpark in driver only (default is
<code>PYSPARK_PYTHON</code>).
+ Property <code>spark.pyspark.driver.python</code> take precedence
if it is set</td>
+ </tr>
+ <tr>
+ <td>zeppelin.pyspark.useIPython</td>
+ <td>false</td>
+ <td>Whether use IPython when the ipython prerequisites are met in
<code>%spark.pyspark</code></td>
+ </tr>
+ <tr>
+ <td>zeppelin.R.cmd</td>
+ <td>R</td>
+ <td>R binary executable path.</td>
+ </tr><br>
+ <tr>
+ <td>zeppelin.spark.concurrentSQL</td>
+ <td>false</td>
+ <td>Execute multiple SQL concurrently if set true.</td>
+ </tr>
+ <tr>
+ <td>zeppelin.spark.concurrentSQL.max</td>
+ <td>10</td>
+ <td>Max number of SQL concurrently executed</td>
+ </tr>
+ <tr>
+ <td>zeppelin.spark.maxResult</td>
+ <td>1000</td>
+ <td>Max number rows of Spark SQL result to display.</td>
+ </tr>
+ <tr>
+ <td>zeppelin.spark.printREPLOutput</td>
+ <td>true</td>
+ <td>Print scala REPL output</td>
+ </tr>
+ <tr>
+ <td>zeppelin.spark.useHiveContext</td>
+ <td>true</td>
+ <td>Use HiveContext instead of SQLContext if it is true. Enable hive for
SparkSession</td>
+ </tr>
+ <tr>
+ <td>zeppelin.spark.enableSupportedVersionCheck</td>
+ <td>true</td>
+ <td>Do not change - developer only setting, not for production use</td>
+ </tr>
+ <tr>
+ <td>zeppelin.spark.sql.interpolation</td>
+ <td>false</td>
+ <td>Enable ZeppelinContext variable interpolation into spark sql</td>
+ </tr>
+ <tr>
+ <td>zeppelin.spark.uiWebUrl</td>
+ <td></td>
+ <td>
+ Overrides Spark UI default URL. Value should be a full URL (ex:
http://{hostName}/{uniquePath}.
+ In Kubernetes mode, value can be Jinja template string with 3 template
variables 'PORT', 'SERVICE</em>NAME' and
'SERVICE<em>DOMAIN'.
+ (ex: http://-.)
+ </td>
+ </tr>
+ <tr>
+ <td>spark.webui.yarn.useProxy</td>
+ <td>false</td>
+ <td>whether use yarn proxy url as spark weburl, e.g.
http://localhost:8088/proxy/application</em>1583396598068_0004</td>
+ </tr>
+ <tr>
+ <td>spark.repl.target</td>
+ <td>jvm-1.6</td>
+ <td>
+ Manually specifying the Java version of Spark Interpreter Scala
REPL,Available options:<br/>
+ scala-compile v2.10.7 to v2.11.12 supports "jvm-1.5, jvm-1.6,
jvm-1.7 and jvm-1.8", and the default value is jvm-1.6.<br/>
+ scala-compile v2.10.1 to v2.10.6 supports "jvm-1.5, jvm-1.6,
jvm-1.7", and the default value is jvm-1.6.<br/>
+ scala-compile v2.12.x defaults to jvm-1.8, and only supports jvm-1.8.
+ </td>
+ </tr>
+</table></p>
+
+<p>Without any configuration, Spark interpreter works out of box in local
mode. But if you want to connect to your Spark cluster, you'll need to
follow below two simple steps.</p>
+
+<h3>Export SPARK_HOME</h3>
+
+<p>There are several options for setting <code>SPARK_HOME</code>.</p>
+
+<ul>
+<li>Set <code>SPARK_HOME</code> in <code>zeppelin-env.sh</code></li>
+<li>Set <code>SPARK_HOME</code> in Interpreter setting page</li>
+<li>Set <code>SPARK_HOME</code> via <a
href="../usage/interpreter/overview.html#inline-generic-confinterpreter">inline
generic configuration</a> </li>
+</ul>
+
+<h4>1. Set <code>SPARK_HOME</code> in <code>zeppelin-env.sh</code></h4>
+
+<p>If you work with only one version of spark, then you can set
<code>SPARK_HOME</code> in <code>zeppelin-env.sh</code> because any setting in
<code>zeppelin-env.sh</code> is globally applied.</p>
+
+<p>e.g. </p>
+<div class="highlight"><pre><code class="bash language-bash"
data-lang="bash"><span class="nb">export </span><span
class="nv">SPARK_HOME</span><span class="o">=</span>/usr/lib/spark
+</code></pre></div>
+<p>You can optionally set more environment variables in
<code>zeppelin-env.sh</code></p>
+<div class="highlight"><pre><code class="bash language-bash"
data-lang="bash"><span class="c"># set hadoop conf dir</span>
+<span class="nb">export </span><span class="nv">HADOOP_CONF_DIR</span><span
class="o">=</span>/usr/lib/hadoop
+</code></pre></div>
+<h4>2. Set <code>SPARK_HOME</code> in Interpreter setting page</h4>
+
+<p>If you want to use multiple versions of spark, then you need create
multiple spark interpreters and set <code>SPARK_HOME</code> for each of them.
e.g.
+Create a new spark interpreter <code>spark24</code> for spark 2.4 and set
<code>SPARK_HOME</code> in interpreter setting page
+<center>
+<img
src="/docs/0.9.0/assets/themes/zeppelin/img/docs-img/spark_SPARK_HOME24.png"
width="80%">
+</center></p>
+
+<p>Create a new spark interpreter <code>spark16</code> for spark 1.6 and set
<code>SPARK_HOME</code> in interpreter setting page
+<center>
+<img
src="/docs/0.9.0/assets/themes/zeppelin/img/docs-img/spark_SPARK_HOME16.png"
width="80%">
+</center></p>
+
+<h4>3. Set <code>SPARK_HOME</code> via <a
href="../usage/interpreter/overview.html#inline-generic-confinterpreter">inline
generic configuration</a></h4>
+
+<p>Besides setting <code>SPARK_HOME</code> in interpreter setting page, you
can also use inline generic configuration to put the
+configuration with code together for more flexibility. e.g.
+<center>
+<img
src="/docs/0.9.0/assets/themes/zeppelin/img/docs-img/spark_inline_configuration.png"
width="80%">
+</center></p>
+
+<h3>Set master in Interpreter menu</h3>
+
+<p>After starting Zeppelin, go to <strong>Interpreter</strong> menu and edit
<strong>spark.master</strong> property in your Spark interpreter setting. The
value may vary depending on your Spark cluster deployment type.</p>
+
+<p>For example,</p>
+
+<ul>
+<li><strong>local[*]</strong> in local mode</li>
+<li><strong>spark://master:7077</strong> in standalone cluster</li>
+<li><strong>yarn-client</strong> in Yarn client mode (Not supported in spark
3.x, refer below for how to configure yarn-client in Spark 3.x)</li>
+<li><strong>yarn-cluster</strong> in Yarn cluster mode (Not supported in
spark 3.x, refer below for how to configure yarn-client in Spark 3.x)</li>
+<li><strong>mesos://host:5050</strong> in Mesos cluster</li>
+</ul>
+
+<p>That's it. Zeppelin will work with any version of Spark and any
deployment type without rebuilding Zeppelin in this way.
+For the further information about Spark & Zeppelin version compatibility,
please refer to "Available Interpreters" section in <a
href="https://zeppelin.apache.org/download.html";>Zeppelin download page</a>.</p>
+
+<blockquote>
+<p>Note that without exporting <code>SPARK_HOME</code>, it's running in
local mode with included version of Spark. The included version may vary
depending on the build profile.</p>
+
+<p>Yarn client mode and local mode will run driver in the same machine with
zeppelin server, this would be dangerous for production. Because it may run out
of memory when there's many spark interpreters running at the same time. So
we suggest you only allow yarn-cluster mode via setting
<code>zeppelin.spark.only_yarn_cluster</code> in
<code>zeppelin-site.xml</code>.</p>
+</blockquote>
+
+<h4>Configure yarn mode for Spark 3.x</h4>
+
+<p>Specifying <code>yarn-client</code> & <code>yarn-cluster</code> in
<code>spark.master</code> is not supported in Spark 3.x any more, instead you
need to use <code>spark.master</code> and <code>spark.submit.deployMode</code>
together.</p>
+
+<table class="table-configuration">
+ <tr>
+ <th>Mode</th>
+ <th>spark.master</th>
+ <th>spark.submit.deployMode</th>
+ </tr>
+ <tr>
+ <td>Yarn Client</td>
+ <td>yarn</td>
+ <td>client</td>
+ </tr>
+ <tr>
+ <td>Yarn Cluster</td>
+ <td>yarn</td>
+ <td>cluster</td>
+ </tr>
+</table>
+
+<h2>SparkContext, SQLContext, SparkSession, ZeppelinContext</h2>
+
+<p>SparkContext, SQLContext, SparkSession (for spark 2.x) and ZeppelinContext
are automatically created and exposed as variable names <code>sc</code>,
<code>sqlContext</code>, <code>spark</code> and <code>z</code>, respectively,
in Scala, Kotlin, Python and R environments.</p>
+
+<blockquote>
+<p>Note that Scala/Python/R environment shares the same SparkContext,
SQLContext, SparkSession and ZeppelinContext instance.</p>
+</blockquote>
+
+<h2>YARN Mode</h2>
+
+<p>Zeppelin support both yarn client and yarn cluster mode (yarn cluster mode
is supported from 0.8.0). For yarn mode, you must specify
<code>SPARK_HOME</code> & <code>HADOOP_CONF_DIR</code>.
+Usually you only have one hadoop cluster, so you can set
<code>HADOOP_CONF_DIR</code> in <code>zeppelin-env.sh</code> which is applied
to all spark interpreters. If you want to use spark against multiple hadoop
cluster, then you need to define
+<code>HADOOP_CONF_DIR</code> in interpreter setting or via inline generic
configuration.</p>
+
+<h2>Dependency Management</h2>
+
+<p>For spark interpreter, it is not recommended to use Zeppelin's <a
href="../usage/interpreter/dependency_management.html">Dependency
Management</a> for managing
+third party dependencies (<code>%spark.dep</code> is removed from Zeppelin 0.9
as well). Instead you should set the standard Spark properties.</p>
+
+<table class="table-configuration">
+ <tr>
+ <th>Spark Property</th>
+ <th>Spark Submit Argument</th>
+ <th>Description</th>
+ </tr>
+ <tr>
+ <td>spark.files</td>
+ <td>--files</td>
+ <td>Comma-separated list of files to be placed in the working directory of
each executor. Globs are allowed.</td>
+ </tr>
+ <tr>
+ <td>spark.jars</td>
+ <td>--jars</td>
+ <td>Comma-separated list of jars to include on the driver and executor
classpaths. Globs are allowed.</td>
+ </tr>
+ <tr>
+ <td>spark.jars.packages</td>
+ <td>--packages</td>
+ <td>Comma-separated list of Maven coordinates of jars to include on the
driver and executor classpaths. The coordinates should be
groupId:artifactId:version. If spark.jars.ivySettings is given artifacts will
be resolved according to the configuration in the file, otherwise artifacts
will be searched for in the local maven repo, then maven central and finally
any additional remote repositories given by the command-line option
--repositories.</td>
+ </tr>
+</table>
+
+<p>You can either set Spark properties in interpreter setting page or set
Spark submit arguments in <code>zeppelin-env.sh</code> via environment variable
<code>SPARK_SUBMIT_OPTIONS</code>.
+For examples:</p>
+<div class="highlight"><pre><code class="bash language-bash"
data-lang="bash"><span class="nb">export </span><span
class="nv">SPARK_SUBMIT_OPTIONS</span><span class="o">=</span><span
class="s2">"--files <my_file> --jars <my_jar> --packages
<my_package>"</span>
+</code></pre></div>
+<p>But it is not recommended to set them in <code>SPARK_SUBMIT_OPTIONS</code>.
Because it will be shared by all spark interpreters, which means you can not
set different dependencies for different users.</p>
+
+<h2>PySpark</h2>
+
+<p>There're 2 ways to use PySpark in Zeppelin:</p>
+
+<ul>
+<li>Vanilla PySpark</li>
+<li>IPySpark</li>
+</ul>
+
+<h3>Vanilla PySpark (Not Recommended)</h3>
+
+<p>Vanilla PySpark interpreter is almost the same as vanilla Python
interpreter except Zeppelin inject SparkContext, SQLContext, SparkSession via
variables <code>sc</code>, <code>sqlContext</code>, <code>spark</code>.</p>
+
+<p>By default, Zeppelin would use IPython in <code>%spark.pyspark</code> when
IPython is available, Otherwise it would fall back to the original PySpark
implementation.
+If you don't want to use IPython, then you can set
<code>zeppelin.pyspark.useIPython</code> as <code>false</code> in interpreter
setting. For the IPython features, you can refer doc
+<a href="python.html">Python Interpreter</a></p>
+
+<h3>IPySpark (Recommended)</h3>
+
+<p>You can use <code>IPySpark</code> explicitly via
<code>%spark.ipyspark</code>. IPySpark interpreter is almost the same as
IPython interpreter except Zeppelin inject SparkContext, SQLContext,
SparkSession via variables <code>sc</code>, <code>sqlContext</code>,
<code>spark</code>.
+For the IPython features, you can refer doc <a href="python.html">Python
Interpreter</a></p>
+
+<h2>SparkR</h2>
+
+<p>Zeppelin support SparkR via <code>%spark.r</code>. Here's configuration
for SparkR Interpreter.</p>
+
+<table class="table-configuration">
+ <tr>
+ <th>Spark Property</th>
+ <th>Default</th>
+ <th>Description</th>
+ </tr>
+ <tr>
+ <td>zeppelin.R.cmd</td>
+ <td>R</td>
+ <td>R binary executable path.</td>
+ </tr>
+ <tr>
+ <td>zeppelin.R.knitr</td>
+ <td>true</td>
+ <td>Whether use knitr or not. (It is recommended to install knitr and use
it in Zeppelin)</td>
+ </tr>
+ <tr>
+ <td>zeppelin.R.image.width</td>
+ <td>100%</td>
+ <td>R plotting image width.</td>
+ </tr>
+ <tr>
+ <td>zeppelin.R.render.options</td>
+ <td>out.format = 'html', comment = NA, echo = FALSE, results = 'asis',
message = F, warning = F, fig.retina = 2</td>
+ <td>R plotting options.</td>
+ </tr>
+</table>
+
+<h2>SparkSql</h2>
+
+<p>Spark Sql Interpreter share the same SparkContext/SparkSession with other
Spark interpreter. That means any table registered in scala, python or r code
can be accessed by Spark Sql.
+For examples:</p>
+<div class="highlight"><pre><code class="scala language-scala"
data-lang="scala"><span class="o">%</span><span class="n">spark</span>
+
+<span class="k">case</span> <span class="k">class</span> <span
class="nc">People</span><span class="o">(</span><span
class="n">name</span><span class="k">:</span> <span
class="kt">String</span><span class="o">,</span> <span
class="n">age</span><span class="k">:</span> <span class="kt">Int</span><span
class="o">)</span>
+<span class="k">var</span> <span class="n">df</span> <span class="k">=</span>
<span class="n">spark</span><span class="o">.</span><span
class="n">createDataFrame</span><span class="o">(</span><span
class="nc">List</span><span class="o">(</span><span
class="nc">People</span><span class="o">(</span><span
class="s">"jeff"</span><span class="o">,</span> <span
class="mi">23</span><span class="o">),</span> <span
class="nc">People</span><span class="o">(</span><span
class="s">"andy"</span><span class="o">,</span> <span
class="mi">20</span><span class="o">)))</span>
+<span class="n">df</span><span class="o">.</span><span
class="n">createOrReplaceTempView</span><span class="o">(</span><span
class="s">"people"</span><span class="o">)</span>
+</code></pre></div><div class="highlight"><pre><code class="sql language-sql"
data-lang="sql"><span class="o">%</span><span class="n">spark</span><span
class="p">.</span><span class="k">sql</span>
+
+<span class="k">select</span> <span class="o">*</span> <span
class="k">from</span> <span class="n">people</span>
+</code></pre></div>
+<p>By default, each sql statement would run sequentially in
<code>%spark.sql</code>. But you can run them concurrently by following
setup.</p>
+
+<ol>
+<li>Set <code>zeppelin.spark.concurrentSQL</code> to true to enable the sql
concurrent feature, underneath zeppelin will change to use fairscheduler for
spark. And also set <code>zeppelin.spark.concurrentSQL.max</code> to control
the max number of sql statements running concurrently.</li>
+<li>Configure pools by creating <code>fairscheduler.xml</code> under your
<code>SPARK_CONF_DIR</code>, check the official spark doc <a
href="http://spark.apache.org/docs/latest/job-scheduling.html#configuring-pool-properties";>Configuring
Pool Properties</a></li>
+<li>Set pool property via setting paragraph property. e.g.</li>
+</ol>
+<div class="highlight"><pre><code class="text language-text"
data-lang="text">%spark(pool=pool1)
+
+sql statement
+</code></pre></div>
+<p>This pool feature is also available for all versions of scala Spark,
PySpark. For SparkR, it is only available starting from 2.3.0.</p>
+
+<h2>Interpreter Setting Option</h2>
+
+<p>You can choose one of <code>shared</code>, <code>scoped</code> and
<code>isolated</code> options when you configure Spark interpreter.
+e.g. </p>
+
+<ul>
+<li>In <code>scoped</code> per user mode, Zeppelin creates separated Scala
compiler for each user but share a single SparkContext.</li>
+<li>In <code>isolated</code> per user mode, Zeppelin creates separated
SparkContext for each user.</li>
+</ul>
+
+<h2>ZeppelinContext</h2>
+
+<p>Zeppelin automatically injects <code>ZeppelinContext</code> as variable
<code>z</code> in your Scala/Python environment. <code>ZeppelinContext</code>
provides some additional functions and utilities.
+See <a
href="../usage/other_features/zeppelin_context.html">Zeppelin-Context</a> for
more details.</p>
+
+<h2>Setting up Zeppelin with Kerberos</h2>
+
+<p>Logical setup with Zeppelin, Kerberos Key Distribution Center (KDC), and
Spark on YARN:</p>
+
+<p><img
src="/docs/0.9.0/assets/themes/zeppelin/img/docs-img/kdc_zeppelin.png"></p>
+
+<p>There're several ways to make spark work with kerberos enabled hadoop
cluster in Zeppelin. </p>
+
+<ol>
+<li><p>Share one single hadoop cluster.
+In this case you just need to specify
<code>zeppelin.server.kerberos.keytab</code> and
<code>zeppelin.server.kerberos.principal</code> in zeppelin-site.xml, Spark
interpreter will use these setting by default.</p></li>
+<li><p>Work with multiple hadoop clusters.
+In this case you can specify <code>spark.yarn.keytab</code> and
<code>spark.yarn.principal</code> to override
<code>zeppelin.server.kerberos.keytab</code> and
<code>zeppelin.server.kerberos.principal</code>.</p></li>
+</ol>
+
+<h2>User Impersonation</h2>
+
+<p>In yarn mode, the user who launch the zeppelin server will be used to
launch the spark yarn application. This is not a good practise.
+Most of time, you will enable shiro in Zeppelin and would like to use the
login user to submit the spark yarn app. For this purpose,
+you need to enable user impersonation for more security control. In order the
enable user impersonation, you need to do the following steps</p>
+
+<p><strong>Step 1</strong> Enable user impersonation setting hadoop's
<code>core-site.xml</code>. E.g. if you are using user <code>zeppelin</code> to
launch Zeppelin, then add the following to <code>core-site.xml</code>, then
restart both hdfs and yarn. </p>
+<div class="highlight"><pre><code class="text language-text"
data-lang="text"><property>
+ <name>hadoop.proxyuser.zeppelin.groups</name>
+ <value>*</value>
+</property>
+<property>
+ <name>hadoop.proxyuser.zeppelin.hosts</name>
+ <value>*</value>
+</property>
+</code></pre></div>
+<p><strong>Step 2</strong> Enable interpreter user impersonation in Spark
interpreter's interpreter setting. (Enable shiro first of course)
+<img
src="/docs/0.9.0/assets/themes/zeppelin/img/docs-img/spark_user_impersonation.png"></p>
+
+<p><strong>Step 3(Optional)</strong> If you are using kerberos cluster, then
you need to set <code>zeppelin.server.kerberos.keytab</code> and
<code>zeppelin.server.kerberos.principal</code> to the user(aka. user in Step
1) you want to
+impersonate in <code>zeppelin-site.xml</code>.</p>
+
+<h2>Deprecate Spark 2.2 and earlier versions</h2>
+
+<p>Starting from 0.9, Zeppelin deprecate Spark 2.2 and earlier versions. So
you will see a warning message when you use Spark 2.2 and earlier.
+You can get rid of this message by setting
<code>zeppelin.spark.deprecatedMsg.show</code> to <code>false</code>.</p>
+
+<p><img
src="/docs/0.9.0/assets/themes/zeppelin/img/docs-img/spark_deprecate.png"></p>
+
+<h3>Configuration Setup</h3>
+
+<ol>
+<li><p>On the server that Zeppelin is installed, install Kerberos client
modules and configuration, krb5.conf.
+This is to make the server communicate with KDC.</p></li>
+<li><p>Add the two properties below to Spark configuration
(<code>[SPARK_HOME]/conf/spark-defaults.conf</code>):</p>
+<div class="highlight"><pre><code class="text language-text"
data-lang="text">spark.yarn.principal
+spark.yarn.keytab
+</code></pre></div>
+<blockquote>
+<p><strong>NOTE:</strong> If you do not have permission to access for the
above spark-defaults.conf file, optionally, you can add the above lines to the
Spark Interpreter setting through the Interpreter tab in the Zeppelin UI.</p>
+</blockquote></li>
+<li><p>That's it. Play with Zeppelin!</p></li>
+</ol>
+
+ </div>
+</div>
+
+
+ <hr>
+ <footer>
+ <!-- <p>© 2020 The Apache Software Foundation</p>-->
+ </footer>
+ </div>
+
+
+
+
+ <script type="text/javascript">
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new
Date();a=s.createElement(o),
+
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-45176241-5', 'zeppelin.apache.org');
+ ga('require', 'linkid', 'linkid.js');
+ ga('send', 'pageview');
+
+</script>
+
+
+
+ </body>
+</html>
+
Propchange: zeppelin/site/docs/0.9.0/interpreter/spark.html
------------------------------------------------------------------------------
svn:executable = *
