Modified: zeppelin/site/docs/0.9.0-SNAPSHOT/interpreter/spark.html URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.9.0-SNAPSHOT/interpreter/spark.html?rev=1876141&r1=1876140&r2=1876141&view=diff ============================================================================== --- zeppelin/site/docs/0.9.0-SNAPSHOT/interpreter/spark.html (original) +++ zeppelin/site/docs/0.9.0-SNAPSHOT/interpreter/spark.html Sun Apr 5 05:06:30 2020 @@ -18,9 +18,9 @@ <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css" rel="stylesheet"> <!-- Le styles --> - <link href="/assets/themes/zeppelin/bootstrap/css/bootstrap.css" rel="stylesheet"> - <link href="/assets/themes/zeppelin/css/style.css?body=1" rel="stylesheet" type="text/css"> - <link href="/assets/themes/zeppelin/css/syntax.css" rel="stylesheet" type="text/css" media="screen" /> + <link href="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/bootstrap/css/bootstrap.css" rel="stylesheet"> + <link href="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/css/style.css?body=1" rel="stylesheet" type="text/css"> + <link href="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/css/syntax.css" rel="stylesheet" type="text/css" media="screen" /> <!-- Le fav and touch icons --> <!-- Update these with your own images <link rel="shortcut icon" href="images/favicon.ico"> @@ -31,20 +31,20 @@ <!-- Js --> <script src="https://code.jquery.com/jquery-1.10.2.min.js";></script> - <script src="/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script> - <script src="/assets/themes/zeppelin/js/docs.js"></script> - <script src="/assets/themes/zeppelin/js/anchor.min.js"></script> - <script src="/assets/themes/zeppelin/js/toc.js"></script> - <script src="/assets/themes/zeppelin/js/lunr.min.js"></script> - <script src="/assets/themes/zeppelin/js/search.js"></script> + <script src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script> + <script src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/js/docs.js"></script> + <script src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/js/anchor.min.js"></script> + <script src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/js/toc.js"></script> + <script src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/js/lunr.min.js"></script> + <script src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/js/search.js"></script> <!-- atom & rss feed --> - <link href="/atom.xml" type="application/atom+xml" rel="alternate" title="Sitewide ATOM Feed"> - <link href="/rss.xml" type="application/rss+xml" rel="alternate" title="Sitewide RSS Feed"> + <link href="/docs/0.9.0-SNAPSHOT/atom.xml" type="application/atom+xml" rel="alternate" title="Sitewide ATOM Feed"> + <link href="/docs/0.9.0-SNAPSHOT/rss.xml" type="application/rss+xml" rel="alternate" title="Sitewide RSS Feed"> </head> <body> - + <div id="menu" class="navbar navbar-inverse navbar-fixed-top" role="navigation"> <div class="container navbar-container"> <div class="navbar-header"> @@ -56,10 +56,10 @@ </button> <div class="navbar-brand"> <a class="navbar-brand-main" href="http://zeppelin.apache.org";> - <img src="/assets/themes/zeppelin/img/zeppelin_logo.png" width="50" + <img src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/img/zeppelin_logo.png" width="50" style="margin-top: -2px;" alt="I'm zeppelin"> <span style="margin-left: 5px; font-size: 27px;">Zeppelin</span> - <a class="navbar-brand-version" href="" + <a class="navbar-brand-version" href="/docs/0.9.0-SNAPSHOT" style="font-size: 15px; color: white;"> 0.9.0-SNAPSHOT </a> </a> @@ -71,17 +71,17 @@ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick Start <b class="caret"></b></a> <ul class="dropdown-menu"> <li class="title"><span>Getting Started</span></li> - <li><a href="/quickstart/install.html">Install</a></li> - <li><a href="/quickstart/explore_ui.html">Explore UI</a></li> - <li><a href="/quickstart/tutorial.html">Tutorial</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/quickstart/install.html">Install</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/quickstart/explore_ui.html">Explore UI</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/quickstart/tutorial.html">Tutorial</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Run Mode</span></li> - <li><a href="/quickstart/kubernetes.html">Kubernetes</a></li> - <li><a href="/quickstart/docker.html">Docker</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/quickstart/kubernetes.html">Kubernetes</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/quickstart/docker.html">Docker</a></li> <li role="separator" class="divider"></li> - <li><a href="/quickstart/spark_with_zeppelin.html">Spark with Zeppelin</a></li> - <li><a href="/quickstart/sql_with_zeppelin.html">SQL with Zeppelin</a></li> - <li><a href="/quickstart/python_with_zeppelin.html">Python with Zeppelin</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/quickstart/spark_with_zeppelin.html">Spark with Zeppelin</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/quickstart/sql_with_zeppelin.html">SQL with Zeppelin</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/quickstart/python_with_zeppelin.html">Python with Zeppelin</a></li> </ul> </li> @@ -89,41 +89,41 @@ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Usage<b class="caret"></b></a> <ul class="dropdown-menu scrollable-menu"> <li class="title"><span>Dynamic Form</span></li> - <li><a href="/usage/dynamic_form/intro.html">What is Dynamic Form?</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/dynamic_form/intro.html">What is Dynamic Form?</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Display System</span></li> - <li><a href="/usage/display_system/basic.html#text">Text Display</a></li> - <li><a href="/usage/display_system/basic.html#html">HTML Display</a></li> - <li><a href="/usage/display_system/basic.html#table">Table Display</a></li> - <li><a href="/usage/display_system/basic.html#network">Network Display</a></li> - <li><a href="/usage/display_system/angular_backend.html">Angular Display using Backend API</a></li> - <li><a href="/usage/display_system/angular_frontend.html">Angular Display using Frontend API</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/display_system/basic.html#text">Text Display</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/display_system/basic.html#html">HTML Display</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/display_system/basic.html#table">Table Display</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/display_system/basic.html#network">Network Display</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/display_system/angular_backend.html">Angular Display using Backend API</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/display_system/angular_frontend.html">Angular Display using Frontend API</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Interpreter</span></li> - <li><a href="/usage/interpreter/overview.html">Overview</a></li> - <li><a href="/usage/interpreter/interpreter_binding_mode.html">Interpreter Binding Mode</a></li> - <li><a href="/usage/interpreter/user_impersonation.html">User Impersonation</a></li> - <li><a href="/usage/interpreter/dependency_management.html">Dependency Management</a></li> - <li><a href="/usage/interpreter/installation.html">Installing Interpreters</a></li> - <!--<li><a href="/usage/interpreter/dynamic_loading.html">Dynamic Interpreter Loading (Experimental)</a></li>--> - <li><a href="/usage/interpreter/execution_hooks.html">Execution Hooks (Experimental)</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/interpreter/overview.html">Overview</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/interpreter/interpreter_binding_mode.html">Interpreter Binding Mode</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/interpreter/user_impersonation.html">User Impersonation</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/interpreter/dependency_management.html">Dependency Management</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/interpreter/installation.html">Installing Interpreters</a></li> + <!--<li><a href="/docs/0.9.0-SNAPSHOT/usage/interpreter/dynamic_loading.html">Dynamic Interpreter Loading (Experimental)</a></li>--> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/interpreter/execution_hooks.html">Execution Hooks (Experimental)</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Other Features</span></li> - <li><a href="/usage/other_features/publishing_paragraphs.html">Publishing Paragraphs</a></li> - <li><a href="/usage/other_features/personalized_mode.html">Personalized Mode</a></li> - <li><a href="/usage/other_features/customizing_homepage.html">Customizing Zeppelin Homepage</a></li> - <li><a href="/usage/other_features/notebook_actions.html">Notebook Actions</a></li> - <li><a href="/usage/other_features/cron_scheduler.html">Cron Scheduler</a></li> - <li><a href="/usage/other_features/zeppelin_context.html">Zeppelin Context</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/other_features/publishing_paragraphs.html">Publishing Paragraphs</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/other_features/personalized_mode.html">Personalized Mode</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/other_features/customizing_homepage.html">Customizing Zeppelin Homepage</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/other_features/notebook_actions.html">Notebook Actions</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/other_features/cron_scheduler.html">Cron Scheduler</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/other_features/zeppelin_context.html">Zeppelin Context</a></li> <li role="separator" class="divider"></li> <li class="title"><span>REST API</span></li> - <li><a href="/usage/rest_api/interpreter.html">Interpreter API</a></li> - <li><a href="/usage/rest_api/zeppelin_server.html">Zeppelin Server API</a></li> - <li><a href="/usage/rest_api/notebook.html">Notebook API</a></li> - <li><a href="/usage/rest_api/notebook_repository.html">Notebook Repository API</a></li> - <li><a href="/usage/rest_api/configuration.html">Configuration API</a></li> - <li><a href="/usage/rest_api/credential.html">Credential API</a></li> - <li><a href="/usage/rest_api/helium.html">Helium API</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/rest_api/interpreter.html">Interpreter API</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/rest_api/zeppelin_server.html">Zeppelin Server API</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/rest_api/notebook.html">Notebook API</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/rest_api/notebook_repository.html">Notebook Repository API</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/rest_api/configuration.html">Configuration API</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/rest_api/credential.html">Credential API</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/rest_api/helium.html">Helium API</a></li> </ul> </li> @@ -131,37 +131,38 @@ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Setup<b class="caret"></b></a> <ul class="dropdown-menu scrollable-menu"> <li class="title"><span>Basics</span></li> - <li><a href="/setup/basics/how_to_build.html">How to Build Zeppelin</a></li> - <li><a href="/setup/basics/multi_user_support.html">Multi-user Support</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/basics/how_to_build.html">How to Build Zeppelin</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/basics/multi_user_support.html">Multi-user Support</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Deployment</span></li> - <!--<li><a href="/setup/deployment/docker.html">Docker Image for Zeppelin</a></li>--> - <li><a href="/setup/deployment/spark_cluster_mode.html#spark-standalone-mode">Spark Cluster Mode: Standalone</a></li> - <li><a href="/setup/deployment/spark_cluster_mode.html#spark-on-yarn-mode">Spark Cluster Mode: YARN</a></li> - <li><a href="/setup/deployment/spark_cluster_mode.html#spark-on-mesos-mode">Spark Cluster Mode: Mesos</a></li> - <li><a href="/setup/deployment/flink_and_spark_cluster.html">Zeppelin with Flink, Spark Cluster</a></li> - <li><a href="/setup/deployment/cdh.html">Zeppelin on CDH</a></li> - <li><a href="/setup/deployment/virtual_machine.html">Zeppelin on VM: Vagrant</a></li> + <!--<li><a href="/docs/0.9.0-SNAPSHOT/setup/deployment/docker.html">Docker Image for Zeppelin</a></li>--> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/deployment/spark_cluster_mode.html#spark-standalone-mode">Spark Cluster Mode: Standalone</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/deployment/spark_cluster_mode.html#spark-on-yarn-mode">Spark Cluster Mode: YARN</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/deployment/spark_cluster_mode.html#spark-on-mesos-mode">Spark Cluster Mode: Mesos</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/deployment/flink_and_spark_cluster.html">Zeppelin with Flink, Spark Cluster</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/deployment/cdh.html">Zeppelin on CDH</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/deployment/virtual_machine.html">Zeppelin on VM: Vagrant</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Security</span></li> - <li><a href="/setup/security/authentication_nginx.html">HTTP Basic Auth using NGINX</a></li> - <li><a href="/setup/security/shiro_authentication.html">Shiro Authentication</a></li> - <li><a href="/setup/security/notebook_authorization.html">Notebook Authorization</a></li> - <li><a href="/setup/security/datasource_authorization.html">Data Source Authorization</a></li> - <li><a href="/setup/security/http_security_headers.html">HTTP Security Headers</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/security/authentication_nginx.html">HTTP Basic Auth using NGINX</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/security/shiro_authentication.html">Shiro Authentication</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/security/notebook_authorization.html">Notebook Authorization</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/security/datasource_authorization.html">Data Source Authorization</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/security/http_security_headers.html">HTTP Security Headers</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Notebook Storage</span></li> - <li><a href="/setup/storage/storage.html#notebook-storage-in-local-git-repository">Git Storage</a></li> - <li><a href="/setup/storage/storage.html#notebook-storage-in-s3">S3 Storage</a></li> - <li><a href="/setup/storage/storage.html#notebook-storage-in-azure">Azure Storage</a></li> - <li><a href="/setup/storage/storage.html#notebook-storage-in-zeppelinhub">ZeppelinHub Storage</a></li> - <li><a href="/setup/storage/storage.html#notebook-storage-in-mongodb">MongoDB Storage</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/storage/storage.html#notebook-storage-in-local-git-repository">Git Storage</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/storage/storage.html#notebook-storage-in-s3">S3 Storage</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/storage/storage.html#notebook-storage-in-azure">Azure Storage</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/storage/storage.html#notebook-storage-in-oss">OSS Storage</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/storage/storage.html#notebook-storage-in-zeppelinhub">ZeppelinHub Storage</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/storage/storage.html#notebook-storage-in-mongodb">MongoDB Storage</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Operation</span></li> - <li><a href="/setup/operation/configuration.html">Configuration</a></li> - <li><a href="/setup/operation/proxy_setting.html">Proxy Setting</a></li> - <li><a href="/setup/operation/upgrading.html">Upgrading</a></li> - <li><a href="/setup/operation/trouble_shooting.html">Trouble Shooting</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/operation/configuration.html">Configuration</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/operation/proxy_setting.html">Proxy Setting</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/operation/upgrading.html">Upgrading</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/operation/trouble_shooting.html">Trouble Shooting</a></li> </ul> </li> @@ -169,58 +170,62 @@ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Interpreter <b class="caret"></b></a> <ul class="dropdown-menu scrollable-menu"> <li class="title"><span>Interpreters</span></li> - <li><a href="/usage/interpreter/overview.html">Overview</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/interpreter/overview.html">Overview</a></li> <li role="separator" class="divider"></li> - <li><a href="/interpreter/spark.html">Spark</a></li> - <li><a href="/interpreter/jdbc.html">JDBC</a></li> - <li><a href="/interpreter/python.html">Python</a></li> - <li role="separator" class="divider"></li> - <li><a href="/interpreter/alluxio.html">Alluxio</a></li> - <li><a href="/interpreter/beam.html">Beam</a></li> - <li><a href="/interpreter/bigquery.html">BigQuery</a></li> - <li><a href="/interpreter/cassandra.html">Cassandra</a></li> - <li><a href="/interpreter/elasticsearch.html">Elasticsearch</a></li> - <li><a href="/interpreter/flink.html">Flink</a></li> - <li><a href="/interpreter/geode.html">Geode</a></li> - <li><a href="/interpreter/groovy.html">Groovy</a></li> - <li><a href="/interpreter/hazelcastjet.html">Hazelcast Jet</a></li> - <li><a href="/interpreter/hbase.html">HBase</a></li> - <li><a href="/interpreter/hdfs.html">HDFS</a></li> - <li><a href="/interpreter/hive.html">Hive</a></li> - <li><a href="/interpreter/ignite.html">Ignite</a></li> - <li><a href="/interpreter/java.html">Java</a></li> - <li><a href="/interpreter/kylin.html">Kylin</a></li> - <li><a href="/interpreter/lens.html">Lens</a></li> - <li><a href="/interpreter/livy.html">Livy</a></li> - <li><a href="/interpreter/markdown.html">Markdown</a></li> - <li><a href="/interpreter/neo4j.html">Neo4j</a></li> - <li><a href="/interpreter/pig.html">Pig</a></li> - <li><a href="/interpreter/postgresql.html">Postgresql, HAWQ</a></li> - <li><a href="/interpreter/r.html">R</a></li> - <li><a href="/interpreter/scalding.html">Scalding</a></li> - <li><a href="/interpreter/scio.html">Scio</a></li> - <li><a href="/interpreter/shell.html">Shell</a></li> - <li><a href="/interpreter/submarine.html">Submarine</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/spark.html">Spark</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/jdbc.html">JDBC</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/python.html">Python</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/r.html">R</a></li> + <li role="separator" class="divider"></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/alluxio.html">Alluxio</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/beam.html">Beam</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/bigquery.html">BigQuery</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/cassandra.html">Cassandra</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/elasticsearch.html">Elasticsearch</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/flink.html">Flink</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/geode.html">Geode</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/groovy.html">Groovy</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/hazelcastjet.html">Hazelcast Jet</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/hbase.html">HBase</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/hdfs.html">HDFS</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/hive.html">Hive</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/ignite.html">Ignite</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/java.html">Java</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/jupyter.html">Jupyter</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/kotlin.html">Kotlin</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/kylin.html">Kylin</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/lens.html">Lens</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/livy.html">Livy</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/mongodb.html">MongoDB</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/neo4j.html">Neo4j</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/pig.html">Pig</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/scalding.html">Scalding</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/scio.html">Scio</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/shell.html">Shell</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/sparql.html">Sparql</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/submarine.html">Submarine</a></li> </ul> </li> <li> <a href="#" data-toggle="dropdown" class="dropdown-toggle">More<b class="caret"></b></a> <ul class="dropdown-menu scrollable-menu" style="right: 0; left: auto;"> <li class="title"><span>Extending Zeppelin</span></li> - <li><a href="/development/writing_zeppelin_interpreter.html">Writing Zeppelin Interpreter</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/development/writing_zeppelin_interpreter.html">Writing Zeppelin Interpreter</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Helium (Experimental)</span></li> - <li><a href="/development/helium/overview.html">Overview</a></li> - <li><a href="/development/helium/writing_application.html">Writing Helium Application</a></li> - <li><a href="/development/helium/writing_spell.html">Writing Helium Spell</a></li> - <li><a href="/development/helium/writing_visualization_basic.html">Writing Helium Visualization: Basics</a></li> - <li><a href="/development/helium/writing_visualization_transformation.html">Writing Helium Visualization: Transformation</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/development/helium/overview.html">Overview</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/development/helium/writing_application.html">Writing Helium Application</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/development/helium/writing_spell.html">Writing Helium Spell</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/development/helium/writing_visualization_basic.html">Writing Helium Visualization: Basics</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/development/helium/writing_visualization_transformation.html">Writing Helium Visualization: Transformation</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Contributing to Zeppelin</span></li> - <li><a href="/setup/basics/how_to_build.html">How to Build Zeppelin</a></li> - <li><a href="/development/contribution/useful_developer_tools.html">Useful Developer Tools</a></li> - <li><a href="/development/contribution/how_to_contribute_code.html">How to Contribute (code)</a></li> - <li><a href="/development/contribution/how_to_contribute_website.html">How to Contribute (website)</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/basics/how_to_build.html">How to Build Zeppelin</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/development/contribution/useful_developer_tools.html">Useful Developer Tools</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/development/contribution/how_to_contribute_code.html">How to Contribute (code)</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/development/contribution/how_to_contribute_website.html">How to Contribute (website)</a></li> <li role="separator" class="divider"></li> <li class="title"><span>External Resources</span></li> <li><a target="_blank" href="https://zeppelin.apache.org/community.html";>Mailing List</a></li> @@ -229,7 +234,7 @@ </ul> </li> <li> - <a href="/search.html" class="nav-search-link"> + <a href="/docs/0.9.0-SNAPSHOT/search.html" class="nav-search-link"> <span class="fa fa-search nav-search-icon"></span> </a> </li> @@ -241,7 +246,7 @@ <div class="content"> - + <!--<div class="hero-unit Apache Spark Interpreter for Apache Zeppelin"> <h1></h1> </div> @@ -271,7 +276,7 @@ limitations under the License. <p><a href="http://spark.apache.org";>Apache Spark</a> is a fast and general-purpose cluster computing system. It provides high-level APIs in Java, Scala, Python and R, and an optimized engine that supports general execution graphs. -Apache Spark is supported in Zeppelin with Spark interpreter group which consists of below five interpreters.</p> +Apache Spark is supported in Zeppelin with Spark interpreter group which consists of below six interpreters.</p> <table class="table-configuration"> <tr> @@ -282,7 +287,7 @@ Apache Spark is supported in Zeppelin wi <tr> <td>%spark</td> <td>SparkInterpreter</td> - <td>Creates a SparkContext and provides a Scala environment</td> + <td>Creates a SparkContext/SparkSession and provides a Scala environment</td> </tr> <tr> <td>%spark.pyspark</td> @@ -290,6 +295,11 @@ Apache Spark is supported in Zeppelin wi <td>Provides a Python environment</td> </tr> <tr> + <td>%spark.ipyspark</td> + <td>IPySparkInterpreter</td> + <td>Provides a IPython environment</td> + </tr> + <tr> <td>%spark.r</td> <td>SparkRInterpreter</td> <td>Provides an R environment with SparkR support</td> @@ -300,9 +310,9 @@ Apache Spark is supported in Zeppelin wi <td>Provides a SQL environment</td> </tr> <tr> - <td>%spark.dep</td> - <td>DepInterpreter</td> - <td>Dependency loader</td> + <td>%spark.kotlin</td> + <td>KotlinSparkInterpreter</td> + <td>Provides a Kotlin environment</td> </tr> </table> @@ -317,42 +327,58 @@ You can also set other Spark properties <th>Description</th> </tr> <tr> - <td>args</td> + <td><code>SPARK_HOME</code></td> <td></td> - <td>Spark commandline args</td> - </tr> + <td>Location of spark distribution</td> + <tr> + <tr> <td>master</td> <td>local[*]</td> - <td>Spark master uri. <br/> ex) spark://masterhost:7077</td> + <td>Spark master uri. <br/> e.g. spark://master<em>host:7077</td> <tr> <td>spark.app.name</td> <td>Zeppelin</td> <td>The name of spark application.</td> </tr> <tr> - <td>spark.cores.max</td> - <td></td> - <td>Total number of cores to use. <br/> Empty value uses all available core.</td> + <td>spark.driver.cores</td> + <td>1</td> + <td>Number of cores to use for the driver process, only in cluster mode.</td> </tr> <tr> - <td>spark.executor.memory </td> + <td>spark.driver.memory</td> <td>1g</td> - <td>Executor memory per worker instance. <br/> ex) 512m, 32g</td> + <td>Amount of memory to use for the driver process, i.e. where SparkContext is initialized, in the same format as JVM memory strings with a size unit suffix ("k", "m", "g" or "t") (e.g. 512m, 2g).</td> </tr> <tr> - <td>zeppelin.dep.additionalRemoteRepository</td> - <td>spark-packages, <br/> http://dl.bintray.com/spark-packages/maven, <br/> false;</td> - <td>A list of <code>id,remote-repository-URL,is-snapshot;</code> <br/> for each remote repository.</td> + <td>spark.executor.cores</td> + <td>1</td> + <td>The number of cores to use on each executor</td> </tr> <tr> - <td>zeppelin.dep.localrepo</td> - <td>local-repo</td> - <td>Local repository for dependency loader</td> + <td>spark.executor.memory</td> + <td>1g</td> + <td>Executor memory per worker instance. <br/> e.g. 512m, 32g</td> + </tr> + <tr> + <td>spark.files</td> + <td></td> + <td>Comma-separated list of files to be placed in the working directory of each executor. Globs are allowed.</td> + </tr> + <tr> + <td>spark.jars</td> + <td></td> + <td>Comma-separated list of jars to include on the driver and executor classpaths. Globs are allowed.</td> + </tr> + <tr> + <td>spark.jars.packages</td> + <td></td> + <td>Comma-separated list of Maven coordinates of jars to include on the driver and executor classpaths. The coordinates should be groupId:artifactId:version. If spark.jars.ivySettings is given artifacts will be resolved according to the configuration in the file, otherwise artifacts will be searched for in the local maven repo, then maven central and finally any additional remote repositories given by the command-line option --repositories.</td> </tr> <tr> <td><code>PYSPARK_PYTHON</code></td> <td>python</td> - <td>Python binary executable to use for PySpark in both driver and workers (default is <code>python</code>). + <td>Python binary executable to use for PySpark in both driver and executors (default is <code>python</code>). Property <code>spark.pyspark.python</code> take precedence if it is set</td> </tr> <tr> @@ -362,6 +388,16 @@ You can also set other Spark properties Property <code>spark.pyspark.driver.python</code> take precedence if it is set</td> </tr> <tr> + <td>zeppelin.pyspark.useIPython</td> + <td>false</td> + <td>Whether use IPython when the ipython prerequisites are met in <code>%spark.pyspark</code></td> + </tr> + <tr> + <td>zeppelin.R.cmd</td> + <td>R</td> + <td>R binary executable path.</td> + </tr><br> + <tr> <td>zeppelin.spark.concurrentSQL</td> <td>false</td> <td>Execute multiple SQL concurrently if set true.</td> @@ -374,22 +410,17 @@ You can also set other Spark properties <tr> <td>zeppelin.spark.maxResult</td> <td>1000</td> - <td>Max number of Spark SQL result to display.</td> + <td>Max number rows of Spark SQL result to display.</td> </tr> <tr> <td>zeppelin.spark.printREPLOutput</td> <td>true</td> - <td>Print REPL output</td> + <td>Print scala REPL output</td> </tr> <tr> <td>zeppelin.spark.useHiveContext</td> <td>true</td> - <td>Use HiveContext instead of SQLContext if it is true.</td> - </tr> - <tr> - <td>zeppelin.spark.importImplicit</td> - <td>true</td> - <td>Import implicits, UDF collection, and sql if set true.</td> + <td>Use HiveContext instead of SQLContext if it is true. Enable hive for SparkSession</td> </tr> <tr> <td>zeppelin.spark.enableSupportedVersionCheck</td> @@ -399,43 +430,66 @@ You can also set other Spark properties <tr> <td>zeppelin.spark.sql.interpolation</td> <td>false</td> - <td>Enable ZeppelinContext variable interpolation into paragraph text</td> + <td>Enable ZeppelinContext variable interpolation into spark sql</td> </tr> <tr> <td>zeppelin.spark.uiWebUrl</td> <td></td> <td>Overrides Spark UI default URL. Value should be a full URL (ex: http://{hostName}/{uniquePath}</td> </tr> - <td>zeppelin.spark.scala.color</td> - <td>true</td> - <td>Whether to enable color output of spark scala interpreter</td> + <td>spark.webui.yarn.useProxy</td> + <td>false</td> + <td>whether use yarn proxy url as spark weburl, e.g. http://localhost:8088/proxy/application</em>1583396598068_0004</td> </tr> </table></p> <p>Without any configuration, Spark interpreter works out of box in local mode. But if you want to connect to your Spark cluster, you'll need to follow below two simple steps.</p> -<h3>1. Export SPARK_HOME</h3> +<h3>Export SPARK_HOME</h3> -<p>In <code>conf/zeppelin-env.sh</code>, export <code>SPARK_HOME</code> environment variable with your Spark installation path.</p> +<p>There are several options for setting <code>SPARK_HOME</code>.</p> -<p>For example,</p> +<ul> +<li>Set <code>SPARK_HOME</code> in <code>zeppelin-env.sh</code></li> +<li>Set <code>SPARK_HOME</code> in Interpreter setting page</li> +<li>Set <code>SPARK_HOME</code> via <a href="../usage/interpreter/overview.html#inline-generic-confinterpreter">inline generic configuration</a> </li> +</ul> + +<h4>1. Set <code>SPARK_HOME</code> in <code>zeppelin-env.sh</code></h4> + +<p>If you work with only one version of spark, then you can set <code>SPARK_HOME</code> in <code>zeppelin-env.sh</code> because any setting in <code>zeppelin-env.sh</code> is globally applied.</p> + +<p>e.g. </p> <div class="highlight"><pre><code class="bash language-bash" data-lang="bash"><span class="nb">export </span><span class="nv">SPARK_HOME</span><span class="o">=</span>/usr/lib/spark </code></pre></div> -<p>You can optionally set more environment variables</p> +<p>You can optionally set more environment variables in <code>zeppelin-env.sh</code></p> <div class="highlight"><pre><code class="bash language-bash" data-lang="bash"><span class="c"># set hadoop conf dir</span> <span class="nb">export </span><span class="nv">HADOOP_CONF_DIR</span><span class="o">=</span>/usr/lib/hadoop - -<span class="c"># set options to pass spark-submit command</span> -<span class="nb">export </span><span class="nv">SPARK_SUBMIT_OPTIONS</span><span class="o">=</span><span class="s2">"--packages com.databricks:spark-csv_2.10:1.2.0"</span> - -<span class="c"># extra classpath. e.g. set classpath for hive-site.xml</span> -<span class="nb">export </span><span class="nv">ZEPPELIN_INTP_CLASSPATH_OVERRIDES</span><span class="o">=</span>/etc/hive/conf </code></pre></div> -<p>For Windows, ensure you have <code>winutils.exe</code> in <code>%HADOOP_HOME%\bin</code>. Please see <a href="https://wiki.apache.org/hadoop/WindowsProblems";>Problems running Hadoop on Windows</a> for the details.</p> +<h4>2. Set <code>SPARK_HOME</code> in Interpreter setting page</h4> + +<p>If you want to use multiple versions of spark, then you need create multiple spark interpreters and set <code>SPARK_HOME</code> for each of them. e.g. +Create a new spark interpreter <code>spark24</code> for spark 2.4 and set <code>SPARK_HOME</code> in interpreter setting page +<center> +<img src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/img/docs-img/spark_SPARK_HOME24.png" width="80%"> +</center></p> + +<p>Create a new spark interpreter <code>spark16</code> for spark 1.6 and set <code>SPARK_HOME</code> in interpreter setting page +<center> +<img src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/img/docs-img/spark_SPARK_HOME16.png" width="80%"> +</center></p> + +<h4>3. Set <code>SPARK_HOME</code> via <a href="../usage/interpreter/overview.html#inline-generic-confinterpreter">inline generic configuration</a></h4> + +<p>Besides setting <code>SPARK_HOME</code> in interpreter setting page, you can also use inline generic configuration to put the +configuration with code together for more flexibility. e.g. +<center> +<img src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/img/docs-img/spark_inline_configuration.png" width="80%"> +</center></p> -<h3>2. Set master in Interpreter menu</h3> +<h3>Set master in Interpreter menu</h3> -<p>After start Zeppelin, go to <strong>Interpreter</strong> menu and edit <strong>master</strong> property in your Spark interpreter setting. The value may vary depending on your Spark cluster deployment type.</p> +<p>After starting Zeppelin, go to <strong>Interpreter</strong> menu and edit <strong>master</strong> property in your Spark interpreter setting. The value may vary depending on your Spark cluster deployment type.</p> <p>For example,</p> @@ -454,139 +508,189 @@ For the further information about Spark <p>Note that without exporting <code>SPARK_HOME</code>, it's running in local mode with included version of Spark. The included version may vary depending on the build profile.</p> </blockquote> -<h3>3. Yarn mode</h3> - -<p>Zeppelin support both yarn client and yarn cluster mode (yarn cluster mode is supported from 0.8.0). For yarn mode, you must specify <code>SPARK_HOME</code> & <code>HADOOP_CONF_DIR</code>. -You can either specify them in <code>zeppelin-env.sh</code>, or in interpreter setting page. Specifying them in <code>zeppelin-env.sh</code> means you can use only one version of <code>spark</code> & <code>hadoop</code>. Specifying them -in interpreter setting page means you can use multiple versions of <code>spark</code> & <code>hadoop</code> in one zeppelin instance.</p> - -<h3>4. New Version of SparkInterpreter</h3> - -<p>Starting from 0.9, we totally removed the old spark interpreter implementation, and make the new spark interpreter as the official spark interpreter.</p> - <h2>SparkContext, SQLContext, SparkSession, ZeppelinContext</h2> -<p>SparkContext, SQLContext and ZeppelinContext are automatically created and exposed as variable names <code>sc</code>, <code>sqlContext</code> and <code>z</code>, respectively, in Scala, Python and R environments. -Staring from 0.6.1 SparkSession is available as variable <code>spark</code> when you are using Spark 2.x.</p> +<p>SparkContext, SQLContext, SparkSession (for spark 2.x) and ZeppelinContext are automatically created and exposed as variable names <code>sc</code>, <code>sqlContext</code>, <code>spark</code> and <code>z</code>, respectively, in Scala, Kotlin, Python and R environments.</p> <blockquote> -<p>Note that Scala/Python/R environment shares the same SparkContext, SQLContext and ZeppelinContext instance.</p> +<p>Note that Scala/Python/R environment shares the same SparkContext, SQLContext, SparkSession and ZeppelinContext instance.</p> </blockquote> -<p><a name="dependencyloading"> </a></p> +<h2>YARN Mode</h2> -<h3>How to pass property to SparkConf</h3> - -<p>There're 2 kinds of properties that would be passed to SparkConf</p> - -<ul> -<li>Standard spark property (prefix with <code>spark.</code>). e.g. <code>spark.executor.memory</code> will be passed to <code>SparkConf</code></li> -<li>Non-standard spark property (prefix with <code>zeppelin.spark.</code>). e.g. <code>zeppelin.spark.property_1</code>, <code>property_1</code> will be passed to <code>SparkConf</code></li> -</ul> +<p>Zeppelin support both yarn client and yarn cluster mode (yarn cluster mode is supported from 0.8.0). For yarn mode, you must specify <code>SPARK_HOME</code> & <code>HADOOP_CONF_DIR</code>. +Usually you only have one hadoop cluster, so you can set <code>HADOOP_CONF_DIR</code> in <code>zeppelin-env.sh</code> which is applied to all spark interpreters. If you want to use spark against multiple hadoop cluster, then you need to define +<code>HADOOP_CONF_DIR</code> in interpreter setting or via inline generic configuration.</p> <h2>Dependency Management</h2> -<p>For spark interpreter, you should not use Zeppelin's <a href="../usage/interpreter/dependency_management.html">Dependency Management</a> for managing -third party dependencies, (<code>%spark.dep</code> also is not the recommended approach starting from Zeppelin 0.8). Instead you should set spark properties (<code>spark.jars</code>, <code>spark.files</code>, <code>spark.jars.packages</code>) in 2 ways.</p> +<p>For spark interpreter, it is not recommended to use Zeppelin's <a href="../usage/interpreter/dependency_management.html">Dependency Management</a> for managing +third party dependencies (<code>%spark.dep</code> is removed from Zeppelin 0.9 as well). Instead you should set the standard Spark properties.</p> <table class="table-configuration"> <tr> - <th>spark-defaults.conf</th> - <th>SPARK_SUBMIT_OPTIONS</th> + <th>Spark Property</th> + <th>Spark Submit Argument</th> <th>Description</th> </tr> <tr> + <td>spark.files</td> + <td>--files</td> + <td>Comma-separated list of files to be placed in the working directory of each executor. Globs are allowed.</td> + </tr> + <tr> <td>spark.jars</td> <td>--jars</td> - <td>Comma-separated list of local jars to include on the driver and executor classpaths.</td> + <td>Comma-separated list of jars to include on the driver and executor classpaths. Globs are allowed.</td> </tr> <tr> <td>spark.jars.packages</td> <td>--packages</td> - <td>Comma-separated list of maven coordinates of jars to include on the driver and executor classpaths. Will search the local maven repo, then maven central and any additional remote repositories given by --repositories. The format for the coordinates should be <code>groupId:artifactId:version</code>.</td> - </tr> - <tr> - <td>spark.files</td> - <td>--files</td> - <td>Comma-separated list of files to be placed in the working directory of each executor.</td> + <td>Comma-separated list of Maven coordinates of jars to include on the driver and executor classpaths. The coordinates should be groupId:artifactId:version. If spark.jars.ivySettings is given artifacts will be resolved according to the configuration in the file, otherwise artifacts will be searched for in the local maven repo, then maven central and finally any additional remote repositories given by the command-line option --repositories.</td> </tr> </table> -<h3>1. Set spark properties in zeppelin side.</h3> +<p>You can either set Spark properties in interpreter setting page or set Spark submit arguments in <code>zeppelin-env.sh</code> via environment variable <code>SPARK_SUBMIT_OPTIONS</code>. +For examples:</p> +<div class="highlight"><pre><code class="bash language-bash" data-lang="bash"><span class="nb">export </span><span class="nv">SPARK_SUBMIT_OPTIONS</span><span class="o">=</span><span class="s2">"--files <my_file> --jars <my_jar> --packages <my_package>"</span> +</code></pre></div> +<p>But it is not recommended to set them in <code>SPARK_SUBMIT_OPTIONS</code>. Because it will be shared by all spark interpreters, which means you can not set different dependencies for different users.</p> -<p>In zeppelin side, you can either set them in spark interpreter setting page or via <a href="../usage/interpreter/overview.html">Generic ConfInterpreter</a>. -It is not recommended to set them in <code>SPARK_SUBMIT_OPTIONS</code>. Because it will be shared by all spark interpreters, you can not set different dependencies for different users.</p> +<h2>PySpark</h2> -<h3>2. Set spark properties in spark side.</h3> +<p>There're 2 ways to use PySpark in Zeppelin:</p> -<p>In spark side, you can set them in <code>spark-defaults.conf</code>.</p> +<ul> +<li>Vanilla PySpark</li> +<li>IPySpark</li> +</ul> -<p>e.g.</p> -<div class="highlight"><pre><code class="text language-text" data-lang="text"> spark.jars /path/mylib1.jar,/path/mylib2.jar - spark.jars.packages com.databricks:spark-csv_2.10:1.2.0 - spark.files /path/mylib1.py,/path/mylib2.egg,/path/mylib3.zip -</code></pre></div> -<h2>ZeppelinContext</h2> +<h3>Vanilla PySpark (Not Recommended)</h3> -<p>Zeppelin automatically injects <code>ZeppelinContext</code> as variable <code>z</code> in your Scala/Python environment. <code>ZeppelinContext</code> provides some additional functions and utilities. -See <a href="../usage/other_features/zeppelin_context.html">Zeppelin-Context</a> for more details.</p> +<p>Vanilla PySpark interpreter is almost the same as vanilla Python interpreter except Zeppelin inject SparkContext, SQLContext, SparkSession via variables <code>sc</code>, <code>sqlContext</code>, <code>spark</code>.</p> + +<p>By default, Zeppelin would use IPython in <code>%spark.pyspark</code> when IPython is available, Otherwise it would fall back to the original PySpark implementation. +If you don't want to use IPython, then you can set <code>zeppelin.pyspark.useIPython</code> as <code>false</code> in interpreter setting. For the IPython features, you can refer doc +<a href="python.html">Python Interpreter</a></p> + +<h3>IPySpark (Recommended)</h3> + +<p>You can use <code>IPySpark</code> explicitly via <code>%spark.ipyspark</code>. IPySpark interpreter is almost the same as IPython interpreter except Zeppelin inject SparkContext, SQLContext, SparkSession via variables <code>sc</code>, <code>sqlContext</code>, <code>spark</code>. +For the IPython features, you can refer doc <a href="python.html">Python Interpreter</a></p> + +<h2>SparkR</h2> -<h2>Matplotlib Integration (pyspark)</h2> +<p>Zeppelin support SparkR via <code>%spark.r</code>. Here's configuration for SparkR Interpreter.</p> -<p>Both the <code>python</code> and <code>pyspark</code> interpreters have built-in support for inline visualization using <code>matplotlib</code>, -a popular plotting library for python. More details can be found in the <a href="../interpreter/python.html">python interpreter documentation</a>, -since matplotlib support is identical. More advanced interactive plotting can be done with pyspark through -utilizing Zeppelin's built-in <a href="../usage/display_system/angular_backend.html">Angular Display System</a>, as shown below:</p> +<table class="table-configuration"> + <tr> + <th>Spark Property</th> + <th>Default</th> + <th>Description</th> + </tr> + <tr> + <td>zeppelin.R.cmd</td> + <td>R</td> + <td>R binary executable path.</td> + </tr> + <tr> + <td>zeppelin.R.knitr</td> + <td>true</td> + <td>Whether use knitr or not. (It is recommended to install knitr and use it in Zeppelin)</td> + </tr> + <tr> + <td>zeppelin.R.image.width</td> + <td>100%</td> + <td>R plotting image width.</td> + </tr> + <tr> + <td>zeppelin.R.render.options</td> + <td>out.format = 'html', comment = NA, echo = FALSE, results = 'asis', message = F, warning = F, fig.retina = 2</td> + <td>R plotting options.</td> + </tr> +</table> -<p><img class="img-responsive" src="/assets/themes/zeppelin/img/docs-img/matplotlibAngularExample.gif" /></p> +<h2>SparkSql</h2> -<h2>Running spark sql concurrently</h2> +<p>Spark Sql Interpreter share the same SparkContext/SparkSession with other Spark interpreter. That means any table registered in scala, python or r code can be accessed by Spark Sql. +For examples:</p> +<div class="highlight"><pre><code class="scala language-scala" data-lang="scala"><span class="o">%</span><span class="n">spark</span> + +<span class="k">case</span> <span class="k">class</span> <span class="nc">People</span><span class="o">(</span><span class="n">name</span><span class="k">:</span> <span class="kt">String</span><span class="o">,</span> <span class="n">age</span><span class="k">:</span> <span class="kt">Int</span><span class="o">)</span> +<span class="k">var</span> <span class="n">df</span> <span class="k">=</span> <span class="n">spark</span><span class="o">.</span><span class="n">createDataFrame</span><span class="o">(</span><span class="nc">List</span><span class="o">(</span><span class="nc">People</span><span class="o">(</span><span class="s">"jeff"</span><span class="o">,</span> <span class="mi">23</span><span class="o">),</span> <span class="nc">People</span><span class="o">(</span><span class="s">"andy"</span><span class="o">,</span> <span class="mi">20</span><span class="o">)))</span> +<span class="n">df</span><span class="o">.</span><span class="n">createOrReplaceTempView</span><span class="o">(</span><span class="s">"people"</span><span class="o">)</span> +</code></pre></div><div class="highlight"><pre><code class="sql language-sql" data-lang="sql"><span class="o">%</span><span class="n">spark</span><span class="p">.</span><span class="k">sql</span> +<span class="k">select</span> <span class="o">*</span> <span class="k">from</span> <span class="n">people</span> +</code></pre></div> <p>By default, each sql statement would run sequentially in <code>%spark.sql</code>. But you can run them concurrently by following setup.</p> <ol> -<li>set <code>zeppelin.spark.concurrentSQL</code> to true to enable the sql concurrent feature, underneath zeppelin will change to use fairscheduler for spark. And also set <code>zeppelin.spark.concurrentSQL.max</code> to control the max number of sql statements running concurrently.</li> -<li>configure pools by creating <code>fairscheduler.xml</code> under your <code>SPARK_CONF_DIR</code>, check the offical spark doc <a href="http://spark.apache.org/docs/latest/job-scheduling.html#configuring-pool-properties";>Configuring Pool Properties</a></li> -<li>set pool property via setting paragraph property. e.g.</li> +<li>Set <code>zeppelin.spark.concurrentSQL</code> to true to enable the sql concurrent feature, underneath zeppelin will change to use fairscheduler for spark. And also set <code>zeppelin.spark.concurrentSQL.max</code> to control the max number of sql statements running concurrently.</li> +<li>Configure pools by creating <code>fairscheduler.xml</code> under your <code>SPARK_CONF_DIR</code>, check the official spark doc <a href="http://spark.apache.org/docs/latest/job-scheduling.html#configuring-pool-properties";>Configuring Pool Properties</a></li> +<li>Set pool property via setting paragraph property. e.g.</li> </ol> <div class="highlight"><pre><code class="text language-text" data-lang="text">%spark(pool=pool1) sql statement </code></pre></div> -<p>This feature is available for both all versions of scala spark, pyspark. For sparkr, it is only available starting from 2.3.0.</p> +<p>This pool feature is also available for all versions of scala Spark, PySpark. For SparkR, it is only available starting from 2.3.0.</p> -<h2>Interpreter setting option</h2> +<h2>Interpreter Setting Option</h2> -<p>You can choose one of <code>shared</code>, <code>scoped</code> and <code>isolated</code> options wheh you configure Spark interpreter. -Spark interpreter creates separated Scala compiler per each notebook but share a single SparkContext in <code>scoped</code> mode (experimental). -It creates separated SparkContext per each notebook in <code>isolated</code> mode.</p> +<p>You can choose one of <code>shared</code>, <code>scoped</code> and <code>isolated</code> options when you configure Spark interpreter. +e.g. </p> -<h2>IPython support</h2> +<ul> +<li>In <code>scoped</code> per user mode, Zeppelin creates separated Scala compiler for each user but share a single SparkContext.</li> +<li>In <code>isolated</code> per user mode, Zeppelin creates separated SparkContext for each user.</li> +</ul> -<p>By default, zeppelin would use IPython in <code>pyspark</code> when IPython is available, Otherwise it would fall back to the original PySpark implementation. -If you don't want to use IPython, then you can set <code>zeppelin.pyspark.useIPython</code> as <code>false</code> in interpreter setting. For the IPython features, you can refer doc -<a href="python.html">Python Interpreter</a></p> +<h2>ZeppelinContext</h2> + +<p>Zeppelin automatically injects <code>ZeppelinContext</code> as variable <code>z</code> in your Scala/Python environment. <code>ZeppelinContext</code> provides some additional functions and utilities. +See <a href="../usage/other_features/zeppelin_context.html">Zeppelin-Context</a> for more details.</p> + +<h2>User Impersonation</h2> + +<p>In yarn mode, the user who launch the zeppelin server will be used to launch the spark yarn application. This is not a good practise. +Most of time, you will enable shiro in Zeppelin and would like to use the login user to submit the spark yarn app. For this purpose, +you need to enable user impersonation for more security control. In order the enable user impersonation, you need to do the following steps</p> + +<p><strong>Step 1</strong> Enable user impersonation setting hadoop's <code>core-site.xml</code>. E.g. if you are using user <code>zeppelin</code> to launch Zeppelin, then add the following to <code>core-site.xml</code>, then restart both hdfs and yarn. </p> +<div class="highlight"><pre><code class="text language-text" data-lang="text"><property> + <name>hadoop.proxyuser.zeppelin.groups</name> + <value>*</value> +</property> +<property> + <name>hadoop.proxyuser.zeppelin.hosts</name> + <value>*</value> +</property> +</code></pre></div> +<p><strong>Step 2</strong> Enable interpreter user impersonation in Spark interpreter's interpreter setting. (Enable shiro first of course) +<img src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/img/docs-img/spark_user_impersonation.png"></p> + +<p><strong>Step 3(Optional)</strong> If you are using kerberos cluster, then you need to set <code>zeppelin.server.kerberos.keytab</code> and <code>zeppelin.server.kerberos.principal</code> to the user(aka. user in Step 1) you want to +impersonate in <code>zeppelin-site.xml</code>.</p> <h2>Setting up Zeppelin with Kerberos</h2> <p>Logical setup with Zeppelin, Kerberos Key Distribution Center (KDC), and Spark on YARN:</p> -<p><img src="/assets/themes/zeppelin/img/docs-img/kdc_zeppelin.png"></p> +<p><img src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/img/docs-img/kdc_zeppelin.png"></p> <h2>Deprecate Spark 2.2 and earlier versions</h2> <p>Starting from 0.9, Zeppelin deprecate Spark 2.2 and earlier versions. So you will see a warning message when you use Spark 2.2 and earlier. You can get rid of this message by setting <code>zeppelin.spark.deprecatedMsg.show</code> to <code>false</code>.</p> -<p><img src="/assets/themes/zeppelin/img/docs-img/spark_deprecate.png"></p> +<p><img src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/img/docs-img/spark_deprecate.png"></p> <h3>Configuration Setup</h3> <ol> <li><p>On the server that Zeppelin is installed, install Kerberos client modules and configuration, krb5.conf. This is to make the server communicate with KDC.</p></li> -<li><p>Set <code>SPARK_HOME</code> in <code>[ZEPPELIN_HOME]/conf/zeppelin-env.sh</code> to use spark-submit -(Additionally, you might have to set <code>export HADOOP_CONF_DIR=/etc/hadoop/conf</code>)</p></li> <li><p>Add the two properties below to Spark configuration (<code>[SPARK_HOME]/conf/spark-defaults.conf</code>):</p> <div class="highlight"><pre><code class="text language-text" data-lang="text">spark.yarn.principal spark.yarn.keytab @@ -603,11 +707,27 @@ spark.yarn.keytab <hr> <footer> - <!-- <p>© 2019 The Apache Software Foundation</p>--> + <!-- <p>© 2020 The Apache Software Foundation</p>--> </footer> </div> - + + + + <script type="text/javascript"> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-45176241-5', 'zeppelin.apache.org'); + ga('require', 'linkid', 'linkid.js'); + ga('send', 'pageview'); + +</script> + + + </body> </html>
Modified: zeppelin/site/docs/0.9.0-SNAPSHOT/pleasecontribute.html URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.9.0-SNAPSHOT/pleasecontribute.html?rev=1876141&r1=1876140&r2=1876141&view=diff ============================================================================== --- zeppelin/site/docs/0.9.0-SNAPSHOT/pleasecontribute.html (original) +++ zeppelin/site/docs/0.9.0-SNAPSHOT/pleasecontribute.html Sun Apr 5 05:06:30 2020 @@ -4,7 +4,7 @@ <head> <meta charset="utf-8"> <title>Apache Zeppelin 0.9.0-SNAPSHOT Documentation: </title> - + <meta name="author" content="The Apache Software Foundation"> <!-- Enable responsive viewport --> @@ -18,9 +18,9 @@ <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css" rel="stylesheet"> <!-- Le styles --> - <link href="/assets/themes/zeppelin/bootstrap/css/bootstrap.css" rel="stylesheet"> - <link href="/assets/themes/zeppelin/css/style.css?body=1" rel="stylesheet" type="text/css"> - <link href="/assets/themes/zeppelin/css/syntax.css" rel="stylesheet" type="text/css" media="screen" /> + <link href="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/bootstrap/css/bootstrap.css" rel="stylesheet"> + <link href="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/css/style.css?body=1" rel="stylesheet" type="text/css"> + <link href="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/css/syntax.css" rel="stylesheet" type="text/css" media="screen" /> <!-- Le fav and touch icons --> <!-- Update these with your own images <link rel="shortcut icon" href="images/favicon.ico"> @@ -31,20 +31,20 @@ <!-- Js --> <script src="https://code.jquery.com/jquery-1.10.2.min.js";></script> - <script src="/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script> - <script src="/assets/themes/zeppelin/js/docs.js"></script> - <script src="/assets/themes/zeppelin/js/anchor.min.js"></script> - <script src="/assets/themes/zeppelin/js/toc.js"></script> - <script src="/assets/themes/zeppelin/js/lunr.min.js"></script> - <script src="/assets/themes/zeppelin/js/search.js"></script> + <script src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script> + <script src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/js/docs.js"></script> + <script src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/js/anchor.min.js"></script> + <script src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/js/toc.js"></script> + <script src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/js/lunr.min.js"></script> + <script src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/js/search.js"></script> <!-- atom & rss feed --> - <link href="/atom.xml" type="application/atom+xml" rel="alternate" title="Sitewide ATOM Feed"> - <link href="/rss.xml" type="application/rss+xml" rel="alternate" title="Sitewide RSS Feed"> + <link href="/docs/0.9.0-SNAPSHOT/atom.xml" type="application/atom+xml" rel="alternate" title="Sitewide ATOM Feed"> + <link href="/docs/0.9.0-SNAPSHOT/rss.xml" type="application/rss+xml" rel="alternate" title="Sitewide RSS Feed"> </head> <body> - + <div id="menu" class="navbar navbar-inverse navbar-fixed-top" role="navigation"> <div class="container navbar-container"> <div class="navbar-header"> @@ -56,10 +56,10 @@ </button> <div class="navbar-brand"> <a class="navbar-brand-main" href="http://zeppelin.apache.org";> - <img src="/assets/themes/zeppelin/img/zeppelin_logo.png" width="50" + <img src="/docs/0.9.0-SNAPSHOT/assets/themes/zeppelin/img/zeppelin_logo.png" width="50" style="margin-top: -2px;" alt="I'm zeppelin"> <span style="margin-left: 5px; font-size: 27px;">Zeppelin</span> - <a class="navbar-brand-version" href="" + <a class="navbar-brand-version" href="/docs/0.9.0-SNAPSHOT" style="font-size: 15px; color: white;"> 0.9.0-SNAPSHOT </a> </a> @@ -71,17 +71,17 @@ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick Start <b class="caret"></b></a> <ul class="dropdown-menu"> <li class="title"><span>Getting Started</span></li> - <li><a href="/quickstart/install.html">Install</a></li> - <li><a href="/quickstart/explore_ui.html">Explore UI</a></li> - <li><a href="/quickstart/tutorial.html">Tutorial</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/quickstart/install.html">Install</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/quickstart/explore_ui.html">Explore UI</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/quickstart/tutorial.html">Tutorial</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Run Mode</span></li> - <li><a href="/quickstart/kubernetes.html">Kubernetes</a></li> - <li><a href="/quickstart/docker.html">Docker</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/quickstart/kubernetes.html">Kubernetes</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/quickstart/docker.html">Docker</a></li> <li role="separator" class="divider"></li> - <li><a href="/quickstart/spark_with_zeppelin.html">Spark with Zeppelin</a></li> - <li><a href="/quickstart/sql_with_zeppelin.html">SQL with Zeppelin</a></li> - <li><a href="/quickstart/python_with_zeppelin.html">Python with Zeppelin</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/quickstart/spark_with_zeppelin.html">Spark with Zeppelin</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/quickstart/sql_with_zeppelin.html">SQL with Zeppelin</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/quickstart/python_with_zeppelin.html">Python with Zeppelin</a></li> </ul> </li> @@ -89,41 +89,41 @@ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Usage<b class="caret"></b></a> <ul class="dropdown-menu scrollable-menu"> <li class="title"><span>Dynamic Form</span></li> - <li><a href="/usage/dynamic_form/intro.html">What is Dynamic Form?</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/dynamic_form/intro.html">What is Dynamic Form?</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Display System</span></li> - <li><a href="/usage/display_system/basic.html#text">Text Display</a></li> - <li><a href="/usage/display_system/basic.html#html">HTML Display</a></li> - <li><a href="/usage/display_system/basic.html#table">Table Display</a></li> - <li><a href="/usage/display_system/basic.html#network">Network Display</a></li> - <li><a href="/usage/display_system/angular_backend.html">Angular Display using Backend API</a></li> - <li><a href="/usage/display_system/angular_frontend.html">Angular Display using Frontend API</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/display_system/basic.html#text">Text Display</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/display_system/basic.html#html">HTML Display</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/display_system/basic.html#table">Table Display</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/display_system/basic.html#network">Network Display</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/display_system/angular_backend.html">Angular Display using Backend API</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/display_system/angular_frontend.html">Angular Display using Frontend API</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Interpreter</span></li> - <li><a href="/usage/interpreter/overview.html">Overview</a></li> - <li><a href="/usage/interpreter/interpreter_binding_mode.html">Interpreter Binding Mode</a></li> - <li><a href="/usage/interpreter/user_impersonation.html">User Impersonation</a></li> - <li><a href="/usage/interpreter/dependency_management.html">Dependency Management</a></li> - <li><a href="/usage/interpreter/installation.html">Installing Interpreters</a></li> - <!--<li><a href="/usage/interpreter/dynamic_loading.html">Dynamic Interpreter Loading (Experimental)</a></li>--> - <li><a href="/usage/interpreter/execution_hooks.html">Execution Hooks (Experimental)</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/interpreter/overview.html">Overview</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/interpreter/interpreter_binding_mode.html">Interpreter Binding Mode</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/interpreter/user_impersonation.html">User Impersonation</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/interpreter/dependency_management.html">Dependency Management</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/interpreter/installation.html">Installing Interpreters</a></li> + <!--<li><a href="/docs/0.9.0-SNAPSHOT/usage/interpreter/dynamic_loading.html">Dynamic Interpreter Loading (Experimental)</a></li>--> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/interpreter/execution_hooks.html">Execution Hooks (Experimental)</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Other Features</span></li> - <li><a href="/usage/other_features/publishing_paragraphs.html">Publishing Paragraphs</a></li> - <li><a href="/usage/other_features/personalized_mode.html">Personalized Mode</a></li> - <li><a href="/usage/other_features/customizing_homepage.html">Customizing Zeppelin Homepage</a></li> - <li><a href="/usage/other_features/notebook_actions.html">Notebook Actions</a></li> - <li><a href="/usage/other_features/cron_scheduler.html">Cron Scheduler</a></li> - <li><a href="/usage/other_features/zeppelin_context.html">Zeppelin Context</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/other_features/publishing_paragraphs.html">Publishing Paragraphs</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/other_features/personalized_mode.html">Personalized Mode</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/other_features/customizing_homepage.html">Customizing Zeppelin Homepage</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/other_features/notebook_actions.html">Notebook Actions</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/other_features/cron_scheduler.html">Cron Scheduler</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/other_features/zeppelin_context.html">Zeppelin Context</a></li> <li role="separator" class="divider"></li> <li class="title"><span>REST API</span></li> - <li><a href="/usage/rest_api/interpreter.html">Interpreter API</a></li> - <li><a href="/usage/rest_api/zeppelin_server.html">Zeppelin Server API</a></li> - <li><a href="/usage/rest_api/notebook.html">Notebook API</a></li> - <li><a href="/usage/rest_api/notebook_repository.html">Notebook Repository API</a></li> - <li><a href="/usage/rest_api/configuration.html">Configuration API</a></li> - <li><a href="/usage/rest_api/credential.html">Credential API</a></li> - <li><a href="/usage/rest_api/helium.html">Helium API</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/rest_api/interpreter.html">Interpreter API</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/rest_api/zeppelin_server.html">Zeppelin Server API</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/rest_api/notebook.html">Notebook API</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/rest_api/notebook_repository.html">Notebook Repository API</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/rest_api/configuration.html">Configuration API</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/rest_api/credential.html">Credential API</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/rest_api/helium.html">Helium API</a></li> </ul> </li> @@ -131,37 +131,38 @@ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Setup<b class="caret"></b></a> <ul class="dropdown-menu scrollable-menu"> <li class="title"><span>Basics</span></li> - <li><a href="/setup/basics/how_to_build.html">How to Build Zeppelin</a></li> - <li><a href="/setup/basics/multi_user_support.html">Multi-user Support</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/basics/how_to_build.html">How to Build Zeppelin</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/basics/multi_user_support.html">Multi-user Support</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Deployment</span></li> - <!--<li><a href="/setup/deployment/docker.html">Docker Image for Zeppelin</a></li>--> - <li><a href="/setup/deployment/spark_cluster_mode.html#spark-standalone-mode">Spark Cluster Mode: Standalone</a></li> - <li><a href="/setup/deployment/spark_cluster_mode.html#spark-on-yarn-mode">Spark Cluster Mode: YARN</a></li> - <li><a href="/setup/deployment/spark_cluster_mode.html#spark-on-mesos-mode">Spark Cluster Mode: Mesos</a></li> - <li><a href="/setup/deployment/flink_and_spark_cluster.html">Zeppelin with Flink, Spark Cluster</a></li> - <li><a href="/setup/deployment/cdh.html">Zeppelin on CDH</a></li> - <li><a href="/setup/deployment/virtual_machine.html">Zeppelin on VM: Vagrant</a></li> + <!--<li><a href="/docs/0.9.0-SNAPSHOT/setup/deployment/docker.html">Docker Image for Zeppelin</a></li>--> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/deployment/spark_cluster_mode.html#spark-standalone-mode">Spark Cluster Mode: Standalone</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/deployment/spark_cluster_mode.html#spark-on-yarn-mode">Spark Cluster Mode: YARN</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/deployment/spark_cluster_mode.html#spark-on-mesos-mode">Spark Cluster Mode: Mesos</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/deployment/flink_and_spark_cluster.html">Zeppelin with Flink, Spark Cluster</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/deployment/cdh.html">Zeppelin on CDH</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/deployment/virtual_machine.html">Zeppelin on VM: Vagrant</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Security</span></li> - <li><a href="/setup/security/authentication_nginx.html">HTTP Basic Auth using NGINX</a></li> - <li><a href="/setup/security/shiro_authentication.html">Shiro Authentication</a></li> - <li><a href="/setup/security/notebook_authorization.html">Notebook Authorization</a></li> - <li><a href="/setup/security/datasource_authorization.html">Data Source Authorization</a></li> - <li><a href="/setup/security/http_security_headers.html">HTTP Security Headers</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/security/authentication_nginx.html">HTTP Basic Auth using NGINX</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/security/shiro_authentication.html">Shiro Authentication</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/security/notebook_authorization.html">Notebook Authorization</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/security/datasource_authorization.html">Data Source Authorization</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/security/http_security_headers.html">HTTP Security Headers</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Notebook Storage</span></li> - <li><a href="/setup/storage/storage.html#notebook-storage-in-local-git-repository">Git Storage</a></li> - <li><a href="/setup/storage/storage.html#notebook-storage-in-s3">S3 Storage</a></li> - <li><a href="/setup/storage/storage.html#notebook-storage-in-azure">Azure Storage</a></li> - <li><a href="/setup/storage/storage.html#notebook-storage-in-zeppelinhub">ZeppelinHub Storage</a></li> - <li><a href="/setup/storage/storage.html#notebook-storage-in-mongodb">MongoDB Storage</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/storage/storage.html#notebook-storage-in-local-git-repository">Git Storage</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/storage/storage.html#notebook-storage-in-s3">S3 Storage</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/storage/storage.html#notebook-storage-in-azure">Azure Storage</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/storage/storage.html#notebook-storage-in-oss">OSS Storage</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/storage/storage.html#notebook-storage-in-zeppelinhub">ZeppelinHub Storage</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/storage/storage.html#notebook-storage-in-mongodb">MongoDB Storage</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Operation</span></li> - <li><a href="/setup/operation/configuration.html">Configuration</a></li> - <li><a href="/setup/operation/proxy_setting.html">Proxy Setting</a></li> - <li><a href="/setup/operation/upgrading.html">Upgrading</a></li> - <li><a href="/setup/operation/trouble_shooting.html">Trouble Shooting</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/operation/configuration.html">Configuration</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/operation/proxy_setting.html">Proxy Setting</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/operation/upgrading.html">Upgrading</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/operation/trouble_shooting.html">Trouble Shooting</a></li> </ul> </li> @@ -169,58 +170,62 @@ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Interpreter <b class="caret"></b></a> <ul class="dropdown-menu scrollable-menu"> <li class="title"><span>Interpreters</span></li> - <li><a href="/usage/interpreter/overview.html">Overview</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/usage/interpreter/overview.html">Overview</a></li> <li role="separator" class="divider"></li> - <li><a href="/interpreter/spark.html">Spark</a></li> - <li><a href="/interpreter/jdbc.html">JDBC</a></li> - <li><a href="/interpreter/python.html">Python</a></li> - <li role="separator" class="divider"></li> - <li><a href="/interpreter/alluxio.html">Alluxio</a></li> - <li><a href="/interpreter/beam.html">Beam</a></li> - <li><a href="/interpreter/bigquery.html">BigQuery</a></li> - <li><a href="/interpreter/cassandra.html">Cassandra</a></li> - <li><a href="/interpreter/elasticsearch.html">Elasticsearch</a></li> - <li><a href="/interpreter/flink.html">Flink</a></li> - <li><a href="/interpreter/geode.html">Geode</a></li> - <li><a href="/interpreter/groovy.html">Groovy</a></li> - <li><a href="/interpreter/hazelcastjet.html">Hazelcast Jet</a></li> - <li><a href="/interpreter/hbase.html">HBase</a></li> - <li><a href="/interpreter/hdfs.html">HDFS</a></li> - <li><a href="/interpreter/hive.html">Hive</a></li> - <li><a href="/interpreter/ignite.html">Ignite</a></li> - <li><a href="/interpreter/java.html">Java</a></li> - <li><a href="/interpreter/kylin.html">Kylin</a></li> - <li><a href="/interpreter/lens.html">Lens</a></li> - <li><a href="/interpreter/livy.html">Livy</a></li> - <li><a href="/interpreter/markdown.html">Markdown</a></li> - <li><a href="/interpreter/neo4j.html">Neo4j</a></li> - <li><a href="/interpreter/pig.html">Pig</a></li> - <li><a href="/interpreter/postgresql.html">Postgresql, HAWQ</a></li> - <li><a href="/interpreter/r.html">R</a></li> - <li><a href="/interpreter/scalding.html">Scalding</a></li> - <li><a href="/interpreter/scio.html">Scio</a></li> - <li><a href="/interpreter/shell.html">Shell</a></li> - <li><a href="/interpreter/submarine.html">Submarine</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/spark.html">Spark</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/jdbc.html">JDBC</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/python.html">Python</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/r.html">R</a></li> + <li role="separator" class="divider"></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/alluxio.html">Alluxio</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/beam.html">Beam</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/bigquery.html">BigQuery</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/cassandra.html">Cassandra</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/elasticsearch.html">Elasticsearch</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/flink.html">Flink</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/geode.html">Geode</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/groovy.html">Groovy</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/hazelcastjet.html">Hazelcast Jet</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/hbase.html">HBase</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/hdfs.html">HDFS</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/hive.html">Hive</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/ignite.html">Ignite</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/java.html">Java</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/jupyter.html">Jupyter</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/kotlin.html">Kotlin</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/kylin.html">Kylin</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/lens.html">Lens</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/livy.html">Livy</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/markdown.html">Markdown</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/mongodb.html">MongoDB</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/neo4j.html">Neo4j</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/pig.html">Pig</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/postgresql.html">Postgresql, HAWQ</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/scalding.html">Scalding</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/scio.html">Scio</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/shell.html">Shell</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/sparql.html">Sparql</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/interpreter/submarine.html">Submarine</a></li> </ul> </li> <li> <a href="#" data-toggle="dropdown" class="dropdown-toggle">More<b class="caret"></b></a> <ul class="dropdown-menu scrollable-menu" style="right: 0; left: auto;"> <li class="title"><span>Extending Zeppelin</span></li> - <li><a href="/development/writing_zeppelin_interpreter.html">Writing Zeppelin Interpreter</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/development/writing_zeppelin_interpreter.html">Writing Zeppelin Interpreter</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Helium (Experimental)</span></li> - <li><a href="/development/helium/overview.html">Overview</a></li> - <li><a href="/development/helium/writing_application.html">Writing Helium Application</a></li> - <li><a href="/development/helium/writing_spell.html">Writing Helium Spell</a></li> - <li><a href="/development/helium/writing_visualization_basic.html">Writing Helium Visualization: Basics</a></li> - <li><a href="/development/helium/writing_visualization_transformation.html">Writing Helium Visualization: Transformation</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/development/helium/overview.html">Overview</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/development/helium/writing_application.html">Writing Helium Application</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/development/helium/writing_spell.html">Writing Helium Spell</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/development/helium/writing_visualization_basic.html">Writing Helium Visualization: Basics</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/development/helium/writing_visualization_transformation.html">Writing Helium Visualization: Transformation</a></li> <li role="separator" class="divider"></li> <li class="title"><span>Contributing to Zeppelin</span></li> - <li><a href="/setup/basics/how_to_build.html">How to Build Zeppelin</a></li> - <li><a href="/development/contribution/useful_developer_tools.html">Useful Developer Tools</a></li> - <li><a href="/development/contribution/how_to_contribute_code.html">How to Contribute (code)</a></li> - <li><a href="/development/contribution/how_to_contribute_website.html">How to Contribute (website)</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/setup/basics/how_to_build.html">How to Build Zeppelin</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/development/contribution/useful_developer_tools.html">Useful Developer Tools</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/development/contribution/how_to_contribute_code.html">How to Contribute (code)</a></li> + <li><a href="/docs/0.9.0-SNAPSHOT/development/contribution/how_to_contribute_website.html">How to Contribute (website)</a></li> <li role="separator" class="divider"></li> <li class="title"><span>External Resources</span></li> <li><a target="_blank" href="https://zeppelin.apache.org/community.html";>Mailing List</a></li> @@ -229,7 +234,7 @@ </ul> </li> <li> - <a href="/search.html" class="nav-search-link"> + <a href="/docs/0.9.0-SNAPSHOT/search.html" class="nav-search-link"> <span class="fa fa-search nav-search-icon"></span> </a> </li> @@ -241,7 +246,7 @@ <div class="content"> - + <!--<div class="hero-unit "> <h1></h1> </div> @@ -277,11 +282,27 @@ limitations under the License. <hr> <footer> - <!-- <p>© 2019 The Apache Software Foundation</p>--> + <!-- <p>© 2020 The Apache Software Foundation</p>--> </footer> </div> - + + + + <script type="text/javascript"> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-45176241-5', 'zeppelin.apache.org'); + ga('require', 'linkid', 'linkid.js'); + ga('send', 'pageview'); + +</script> + + + </body> </html>
