Added: zeppelin/site/docs/0.9.0/interpreter/hazelcastjet.html URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.9.0/interpreter/hazelcastjet.html?rev=1884775&view=auto ============================================================================== --- zeppelin/site/docs/0.9.0/interpreter/hazelcastjet.html (added) +++ zeppelin/site/docs/0.9.0/interpreter/hazelcastjet.html Thu Dec 24 14:36:01 2020 @@ -0,0 +1,421 @@ + +<!DOCTYPE html> +<html lang="en"> + <head> + <meta charset="utf-8"> + <title>Apache Zeppelin 0.9.0 Documentation: Hazelcast Jet interpreter in Apache Zeppelin</title> + <meta name="description" content="Build and execture Hazelcast Jet computation jobs."> + <meta name="author" content="The Apache Software Foundation"> + + <!-- Enable responsive viewport --> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <!-- Le HTML5 shim, for IE6-8 support of HTML elements --> + <!--[if lt IE 9]> + <script src="http://html5shim.googlecode.com/svn/trunk/html5.js";></script> + <![endif]--> + + <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css" rel="stylesheet"> + + <!-- Le styles --> + <link href="/docs/0.9.0/assets/themes/zeppelin/bootstrap/css/bootstrap.css" rel="stylesheet"> + <link href="/docs/0.9.0/assets/themes/zeppelin/css/style.css?body=1" rel="stylesheet" type="text/css"> + <link href="/docs/0.9.0/assets/themes/zeppelin/css/syntax.css" rel="stylesheet" type="text/css" media="screen" /> + <!-- Le fav and touch icons --> + <!-- Update these with your own images + <link rel="shortcut icon" href="images/favicon.ico"> + <link rel="apple-touch-icon" href="images/apple-touch-icon.png"> + <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png"> + <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png"> + --> + + <!-- Js --> + <script src="https://code.jquery.com/jquery-1.10.2.min.js";></script> + <script src="/docs/0.9.0/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script> + <script src="/docs/0.9.0/assets/themes/zeppelin/js/docs.js"></script> + <script src="/docs/0.9.0/assets/themes/zeppelin/js/anchor.min.js"></script> + <script src="/docs/0.9.0/assets/themes/zeppelin/js/toc.js"></script> + <script src="/docs/0.9.0/assets/themes/zeppelin/js/lunr.min.js"></script> + <script src="/docs/0.9.0/assets/themes/zeppelin/js/search.js"></script> + + <!-- atom & rss feed --> + <link href="/docs/0.9.0/atom.xml" type="application/atom+xml" rel="alternate" title="Sitewide ATOM Feed"> + <link href="/docs/0.9.0/rss.xml" type="application/rss+xml" rel="alternate" title="Sitewide RSS Feed"> + </head> + + <body> + + <div id="menu" class="navbar navbar-inverse navbar-fixed-top" role="navigation"> + <div class="container navbar-container"> + <div class="navbar-header"> + <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <div class="navbar-brand"> + <a class="navbar-brand-main" href="http://zeppelin.apache.org";> + <img src="/docs/0.9.0/assets/themes/zeppelin/img/zeppelin_logo.png" width="50" + style="margin-top: -2px;" alt="I'm zeppelin"> + <span style="margin-left: 5px; font-size: 27px;">Zeppelin</span> + <a class="navbar-brand-version" href="/docs/0.9.0" + style="font-size: 15px; color: white;"> 0.9.0 + </a> + </a> + </div> + </div> + <nav class="navbar-collapse collapse" role="navigation"> + <ul class="nav navbar-nav"> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick Start <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li class="title"><span>Getting Started</span></li> + <li><a href="/docs/0.9.0/quickstart/install.html">Install</a></li> + <li><a href="/docs/0.9.0/quickstart/explore_ui.html">Explore UI</a></li> + <li><a href="/docs/0.9.0/quickstart/tutorial.html">Tutorial</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Run Mode</span></li> + <li><a href="/docs/0.9.0/quickstart/kubernetes.html">Kubernetes</a></li> + <li><a href="/docs/0.9.0/quickstart/docker.html">Docker</a></li> + <li><a href="/docs/0.9.0/quickstart/yarn.html">Yarn</a></li> + <li role="separator" class="divider"></li> + <li><a href="/docs/0.9.0/quickstart/spark_with_zeppelin.html">Spark with Zeppelin</a></li> + <li><a href="/docs/0.9.0/quickstart/sql_with_zeppelin.html">SQL with Zeppelin</a></li> + <li><a href="/docs/0.9.0/quickstart/python_with_zeppelin.html">Python with Zeppelin</a></li> + </ul> + </li> + + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Usage<b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu"> + <li class="title"><span>Dynamic Form</span></li> + <li><a href="/docs/0.9.0/usage/dynamic_form/intro.html">What is Dynamic Form?</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Display System</span></li> + <li><a href="/docs/0.9.0/usage/display_system/basic.html#text">Text Display</a></li> + <li><a href="/docs/0.9.0/usage/display_system/basic.html#html">HTML Display</a></li> + <li><a href="/docs/0.9.0/usage/display_system/basic.html#table">Table Display</a></li> + <li><a href="/docs/0.9.0/usage/display_system/basic.html#network">Network Display</a></li> + <li><a href="/docs/0.9.0/usage/display_system/angular_backend.html">Angular Display using Backend API</a></li> + <li><a href="/docs/0.9.0/usage/display_system/angular_frontend.html">Angular Display using Frontend API</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Interpreter</span></li> + <li><a href="/docs/0.9.0/usage/interpreter/overview.html">Overview</a></li> + <li><a href="/docs/0.9.0/usage/interpreter/interpreter_binding_mode.html">Interpreter Binding Mode</a></li> + <li><a href="/docs/0.9.0/usage/interpreter/user_impersonation.html">User Impersonation</a></li> + <li><a href="/docs/0.9.0/usage/interpreter/dependency_management.html">Dependency Management</a></li> + <li><a href="/docs/0.9.0/usage/interpreter/installation.html">Installing Interpreters</a></li> + <!--<li><a href="/docs/0.9.0/usage/interpreter/dynamic_loading.html">Dynamic Interpreter Loading (Experimental)</a></li>--> + <li><a href="/docs/0.9.0/usage/interpreter/execution_hooks.html">Execution Hooks (Experimental)</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Other Features</span></li> + <li><a href="/docs/0.9.0/usage/other_features/publishing_paragraphs.html">Publishing Paragraphs</a></li> + <li><a href="/docs/0.9.0/usage/other_features/personalized_mode.html">Personalized Mode</a></li> + <li><a href="/docs/0.9.0/usage/other_features/customizing_homepage.html">Customizing Zeppelin Homepage</a></li> + <li><a href="/docs/0.9.0/usage/other_features/notebook_actions.html">Notebook Actions</a></li> + <li><a href="/docs/0.9.0/usage/other_features/cron_scheduler.html">Cron Scheduler</a></li> + <li><a href="/docs/0.9.0/usage/other_features/zeppelin_context.html">Zeppelin Context</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>REST API</span></li> + <li><a href="/docs/0.9.0/usage/rest_api/interpreter.html">Interpreter API</a></li> + <li><a href="/docs/0.9.0/usage/rest_api/zeppelin_server.html">Zeppelin Server API</a></li> + <li><a href="/docs/0.9.0/usage/rest_api/notebook.html">Notebook API</a></li> + <li><a href="/docs/0.9.0/usage/rest_api/notebook_repository.html">Notebook Repository API</a></li> + <li><a href="/docs/0.9.0/usage/rest_api/configuration.html">Configuration API</a></li> + <li><a href="/docs/0.9.0/usage/rest_api/credential.html">Credential API</a></li> + <li><a href="/docs/0.9.0/usage/rest_api/helium.html">Helium API</a></li> + </ul> + </li> + + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Setup<b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu"> + <li class="title"><span>Basics</span></li> + <li><a href="/docs/0.9.0/setup/basics/how_to_build.html">How to Build Zeppelin</a></li> + <li><a href="/docs/0.9.0/setup/basics/hadoop_integration.html">Hadoop Integration</a></li> + <li><a href="/docs/0.9.0/setup/basics/multi_user_support.html">Multi-user Support</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Deployment</span></li> + <!--<li><a href="/docs/0.9.0/setup/deployment/docker.html">Docker Image for Zeppelin</a></li>--> + <li><a href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-standalone-mode">Spark Cluster Mode: Standalone</a></li> + <li><a href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-on-yarn-mode">Spark Cluster Mode: YARN</a></li> + <li><a href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-on-mesos-mode">Spark Cluster Mode: Mesos</a></li> + <li><a href="/docs/0.9.0/setup/deployment/flink_and_spark_cluster.html">Zeppelin with Flink, Spark Cluster</a></li> + <li><a href="/docs/0.9.0/setup/deployment/cdh.html">Zeppelin on CDH</a></li> + <li><a href="/docs/0.9.0/setup/deployment/virtual_machine.html">Zeppelin on VM: Vagrant</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Security</span></li> + <li><a href="/docs/0.9.0/setup/security/authentication_nginx.html">HTTP Basic Auth using NGINX</a></li> + <li><a href="/docs/0.9.0/setup/security/shiro_authentication.html">Shiro Authentication</a></li> + <li><a href="/docs/0.9.0/setup/security/notebook_authorization.html">Notebook Authorization</a></li> + <li><a href="/docs/0.9.0/setup/security/datasource_authorization.html">Data Source Authorization</a></li> + <li><a href="/docs/0.9.0/setup/security/http_security_headers.html">HTTP Security Headers</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Notebook Storage</span></li> + <li><a href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-local-git-repository">Git Storage</a></li> + <li><a href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-s3">S3 Storage</a></li> + <li><a href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-azure">Azure Storage</a></li> + <li><a href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-oss">OSS Storage</a></li> + <li><a href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-zeppelinhub">ZeppelinHub Storage</a></li> + <li><a href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-mongodb">MongoDB Storage</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Operation</span></li> + <li><a href="/docs/0.9.0/setup/operation/configuration.html">Configuration</a></li> + <li><a href="/docs/0.9.0/setup/operation/proxy_setting.html">Proxy Setting</a></li> + <li><a href="/docs/0.9.0/setup/operation/upgrading.html">Upgrading</a></li> + <li><a href="/docs/0.9.0/setup/operation/trouble_shooting.html">Trouble Shooting</a></li> + </ul> + </li> + + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Interpreter <b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu"> + <li class="title"><span>Interpreters</span></li> + <li><a href="/docs/0.9.0/usage/interpreter/overview.html">Overview</a></li> + <li role="separator" class="divider"></li> + <li><a href="/docs/0.9.0/interpreter/spark.html">Spark</a></li> + <li><a href="/docs/0.9.0/interpreter/jdbc.html">JDBC</a></li> + <li><a href="/docs/0.9.0/interpreter/python.html">Python</a></li> + <li><a href="/docs/0.9.0/interpreter/r.html">R</a></li> + <li role="separator" class="divider"></li> + <li><a href="/docs/0.9.0/interpreter/alluxio.html">Alluxio</a></li> + <li><a href="/docs/0.9.0/interpreter/beam.html">Beam</a></li> + <li><a href="/docs/0.9.0/interpreter/bigquery.html">BigQuery</a></li> + <li><a href="/docs/0.9.0/interpreter/cassandra.html">Cassandra</a></li> + <li><a href="/docs/0.9.0/interpreter/elasticsearch.html">Elasticsearch</a></li> + <li><a href="/docs/0.9.0/interpreter/flink.html">Flink</a></li> + <li><a href="/docs/0.9.0/interpreter/geode.html">Geode</a></li> + <li><a href="/docs/0.9.0/interpreter/groovy.html">Groovy</a></li> + <li><a href="/docs/0.9.0/interpreter/hazelcastjet.html">Hazelcast Jet</a></li> + <li><a href="/docs/0.9.0/interpreter/hbase.html">HBase</a></li> + <li><a href="/docs/0.9.0/interpreter/hdfs.html">HDFS</a></li> + <li><a href="/docs/0.9.0/interpreter/hive.html">Hive</a></li> + <li><a href="/docs/0.9.0/interpreter/ignite.html">Ignite</a></li> + <li><a href="/docs/0.9.0/interpreter/java.html">Java</a></li> + <li><a href="/docs/0.9.0/interpreter/jupyter.html">Jupyter</a></li> + <li><a href="/docs/0.9.0/interpreter/kotlin.html">Kotlin</a></li> + <li><a href="/docs/0.9.0/interpreter/kylin.html">Kylin</a></li> + <li><a href="/docs/0.9.0/interpreter/lens.html">Lens</a></li> + <li><a href="/docs/0.9.0/interpreter/livy.html">Livy</a></li> + <li><a href="/docs/0.9.0/interpreter/markdown.html">Markdown</a></li> + <li><a href="/docs/0.9.0/interpreter/mongodb.html">MongoDB</a></li> + <li><a href="/docs/0.9.0/interpreter/neo4j.html">Neo4j</a></li> + <li><a href="/docs/0.9.0/interpreter/pig.html">Pig</a></li> + <li><a href="/docs/0.9.0/interpreter/postgresql.html">Postgresql, HAWQ</a></li> + <li><a href="/docs/0.9.0/interpreter/scalding.html">Scalding</a></li> + <li><a href="/docs/0.9.0/interpreter/scio.html">Scio</a></li> + <li><a href="/docs/0.9.0/interpreter/shell.html">Shell</a></li> + <li><a href="/docs/0.9.0/interpreter/sparql.html">Sparql</a></li> + <li><a href="/docs/0.9.0/interpreter/submarine.html">Submarine</a></li> + </ul> + </li> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">More<b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu" style="right: 0; left: auto;"> + <li class="title"><span>Extending Zeppelin</span></li> + <li><a href="/docs/0.9.0/development/writing_zeppelin_interpreter.html">Writing Zeppelin Interpreter</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Helium (Experimental)</span></li> + <li><a href="/docs/0.9.0/development/helium/overview.html">Overview</a></li> + <li><a href="/docs/0.9.0/development/helium/writing_application.html">Writing Helium Application</a></li> + <li><a href="/docs/0.9.0/development/helium/writing_spell.html">Writing Helium Spell</a></li> + <li><a href="/docs/0.9.0/development/helium/writing_visualization_basic.html">Writing Helium Visualization: Basics</a></li> + <li><a href="/docs/0.9.0/development/helium/writing_visualization_transformation.html">Writing Helium Visualization: Transformation</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Contributing to Zeppelin</span></li> + <li><a href="/docs/0.9.0/setup/basics/how_to_build.html">How to Build Zeppelin</a></li> + <li><a href="/docs/0.9.0/development/contribution/useful_developer_tools.html">Useful Developer Tools</a></li> + <li><a href="/docs/0.9.0/development/contribution/how_to_contribute_code.html">How to Contribute (code)</a></li> + <li><a href="/docs/0.9.0/development/contribution/how_to_contribute_website.html">How to Contribute (website)</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>External Resources</span></li> + <li><a target="_blank" href="https://zeppelin.apache.org/community.html";>Mailing List</a></li> + <li><a target="_blank" href="https://cwiki.apache.org/confluence/display/ZEPPELIN/Zeppelin+Home";>Apache Zeppelin Wiki</a></li> + <li><a target="_blank" href="http://stackoverflow.com/questions/tagged/apache-zeppelin";>Stackoverflow Questions about Zeppelin</a></li> + </ul> + </li> + <li> + <a href="/docs/0.9.0/search.html" class="nav-search-link"> + <span class="fa fa-search nav-search-icon"></span> + </a> + </li> + </ul> + </nav><!--/.navbar-collapse --> + </div> + </div> + + + + <div class="content"> + +<!--<div class="hero-unit Hazelcast Jet interpreter in Apache Zeppelin"> + <h1></h1> +</div> +--> + +<div class="row"> + <div class="col-md-12"> + <!-- +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + +http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +--> + +<h1>Hazelcast Jet interpreter for Apache Zeppelin</h1> + +<div id="toc"></div> + +<h2>Overview</h2> + +<p><a href="https://jet.hazelcast.org";>Hazelcast Jet</a> is an open source application embeddable, distributed computing engine for In-Memory Streaming and Fast Batch Processing built on top of Hazelcast In-Memory Data Grid (IMDG). +With Hazelcast IMDG providing storage functionality, Hazelcast Jet performs parallel execution to enable data-intensive applications to operate in near real-time.</p> + +<h2>Why Hazelcast Jet?</h2> + +<p>There are plenty of solutions which can solve some of these issues, so why choose Hazelcast Jet? +When speed and simplicity is important.</p> + +<p>Hazelcast Jet gives you all the infrastructure you need to build a distributed data processing pipeline within one 10Mb Java JAR: processing, storage and clustering.</p> + +<p>As it is built on top of Hazelcast IMDG, Hazelcast Jet comes with in-memory operational storage thatâs available out-of-the box. This storage is partitioned, distributed and replicated across the Hazelcast Jet cluster for capacity and resiliency. It can be used as an input data buffer, to publish the results of a Hazelcast Jet computation, to connect multiple Hazelcast Jet jobs or as a lookup cache for data enrichment.</p> + +<h2>How to use the Hazelcast Jet interpreter</h2> + +<p>Basically, you can write normal java code. You should write the main method inside a class because the interpreter invoke this main to execute the code. Unlike Zeppelin normal pattern, each paragraph is considered as a separate job, there isn't any relation to any other paragraph. For example, a variable defined in one paragraph cannot be used in another one as each paragraph is a self contained java main class that is executed and the output returned to Zeppelin.</p> + +<p>The following is a demonstration of a word count example with the result represented as an Hazelcast IMDG IMap sink and displayed leveraging Zeppelin's built in visualization using the utility method <code>JavaInterpreterUtils.displayTableFromSimpleMap</code>.</p> +<div class="highlight"><pre><code class="java language-java" data-lang="java"><span class="o">%</span><span class="n">hazelcastjet</span> + +<span class="kn">import</span> <span class="nn">com.hazelcast.jet.Jet</span><span class="o">;</span> +<span class="kn">import</span> <span class="nn">com.hazelcast.jet.JetInstance</span><span class="o">;</span> +<span class="kn">import</span> <span class="nn">com.hazelcast.jet.core.DAG</span><span class="o">;</span> +<span class="kn">import</span> <span class="nn">com.hazelcast.jet.pipeline.Pipeline</span><span class="o">;</span> +<span class="kn">import</span> <span class="nn">com.hazelcast.jet.pipeline.Sinks</span><span class="o">;</span> +<span class="kn">import</span> <span class="nn">com.hazelcast.jet.pipeline.Sources</span><span class="o">;</span> + +<span class="kn">import</span> <span class="nn">java.util.List</span><span class="o">;</span> +<span class="kn">import</span> <span class="nn">java.util.Map</span><span class="o">;</span> +<span class="kn">import</span> <span class="nn">java.util.stream.Collectors</span><span class="o">;</span> + +<span class="kn">import</span> <span class="nn">org.apache.zeppelin.java.JavaInterpreterUtils</span><span class="o">;</span> + +<span class="kn">import</span> <span class="nn">static</span> <span class="n">com</span><span class="o">.</span><span class="na">hazelcast</span><span class="o">.</span><span class="na">jet</span><span class="o">.</span><span class="na">Traversers</span><span class="o">.</span><span class="na">traverseArray</span><span class="o">;</span> +<span class="kn">import</span> <span class="nn">static</span> <span class="n">com</span><span class="o">.</span><span class="na">hazelcast</span><span class="o">.</span><span class="na">jet</span><span class="o">.</span><span class="na">aggregate</span><span class="o">.</span><span class="na">AggregateOperations</span><span class="o">.</span><span class="na">counting</span><span class="o">;</span> +<span class="kn">import</span> <span class="nn">static</span> <span class="n">com</span><span class="o">.</span><span class="na">hazelcast</span><span class="o">.</span><span class="na">jet</span><span class="o">.</span><span class="na">function</span><span class="o">.</span><span class="na">DistributedFunctions</span><span class="o">.</span><span class="na">wholeItem</span><span class="o">;</span> + +<span class="kd">public</span> <span class="kd">class</span> <span class="nc">DisplayTableFromSimpleMapExample</span> <span class="o">{</span> + + <span class="kd">public</span> <span class="kd">static</span> <span class="kt">void</span> <span class="nf">main</span><span class="o">(</span><span class="n">String</span><span class="o">[]</span> <span class="n">args</span><span class="o">)</span> <span class="o">{</span> + + <span class="c1">// Create the specification of the computation pipeline. Note</span> + <span class="c1">// it's a pure POJO: no instance of Jet needed to create it.</span> + <span class="n">Pipeline</span> <span class="n">p</span> <span class="o">=</span> <span class="n">Pipeline</span><span class="o">.</span><span class="na">create</span><span class="o">();</span> + <span class="n">p</span><span class="o">.</span><span class="na">drawFrom</span><span class="o">(</span><span class="n">Sources</span><span class="o">.<</span><span class="n">String</span><span class="o">></span><span class="n">list</span><span class="o">(</span><span class="s">"text"</span><span class="o">))</span> + <span class="o">.</span><span class="na">flatMap</span><span class="o">(</span><span class="n">word</span> <span class="o">-></span> + <span class="n">traverseArray</span><span class="o">(</span><span class="n">word</span><span class="o">.</span><span class="na">toLowerCase</span><span class="o">().</span><span class="na">split</span><span class="o">(</span><span class="s">"\\W+"</span><span class="o">)))</span> + <span class="o">.</span><span class="na">filter</span><span class="o">(</span><span class="n">word</span> <span class="o">-></span> <span class="o">!</span><span class="n">word</span><span class="o">.</span><span class="na">isEmpty</span><span class="o">())</span> + <span class="o">.</span><span class="na">groupingKey</span><span class="o">(</span><span class="n">wholeItem</span><span class="o">())</span> + <span class="o">.</span><span class="na">aggregate</span><span class="o">(</span><span class="n">counting</span><span class="o">())</span> + <span class="o">.</span><span class="na">drainTo</span><span class="o">(</span><span class="n">Sinks</span><span class="o">.</span><span class="na">map</span><span class="o">(</span><span class="s">"counts"</span><span class="o">));</span> + + <span class="c1">// Start Jet, populate the input list</span> + <span class="n">JetInstance</span> <span class="n">jet</span> <span class="o">=</span> <span class="n">Jet</span><span class="o">.</span><span class="na">newJetInstance</span><span class="o">();</span> + <span class="k">try</span> <span class="o">{</span> + <span class="n">List</span><span class="o"><</span><span class="n">String</span><span class="o">></span> <span class="n">text</span> <span class="o">=</span> <span class="n">jet</span><span class="o">.</span><span class="na">getList</span><span class="o">(</span><span class="s">"text"</span><span class="o">);</span> + <span class="n">text</span><span class="o">.</span><span class="na">add</span><span class="o">(</span><span class="s">"hello world hello hello world"</span><span class="o">);</span> + <span class="n">text</span><span class="o">.</span><span class="na">add</span><span class="o">(</span><span class="s">"world world hello world"</span><span class="o">);</span> + + <span class="c1">// Perform the computation</span> + <span class="n">jet</span><span class="o">.</span><span class="na">newJob</span><span class="o">(</span><span class="n">p</span><span class="o">).</span><span class="na">join</span><span class="o">();</span> + + <span class="c1">// Diplay the results with Zeppelin %table</span> + <span class="n">Map</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">Long</span><span class="o">></span> <span class="n">counts</span> <span class="o">=</span> <span class="n">jet</span><span class="o">.</span><span class="na">getMap</span><span class="o">(</span><span class="s">"counts"</span><span class="o">);</span> + <span class="n">System</span><span class="o">.</span><span class="na">out</span><span class="o">.</span><span class="na">println</span><span class="o">(</span><span class="n">JavaInterpreterUtils</span><span class="o">.</span><span class="na">displayTableFromSimpleMap</span><span class="o">(</span><span class="s">"Word"</span><span class="o">,</span><span class="s">"Count"</span><span class="o">,</span> <span class="n">counts</span><span class="o">));</span> + + <span class="o">}</span> <span class="k">finally</span> <span class="o">{</span> + <span class="n">Jet</span><span class="o">.</span><span class="na">shutdownAll</span><span class="o">();</span> + <span class="o">}</span> + + <span class="o">}</span> + +<span class="o">}</span> +</code></pre></div> +<p>The following is a demonstration where the Hazelcast DAG (directed acyclic graph) is displayed as a graph leveraging Zeppelin's built in visualization using the utility method <code>HazelcastJetInterpreterUtils.displayNetworkFromDAG</code>. +This is particularly useful to understand how the high level Pipeline is then converted to the Jetâs low-level Core API. </p> +<div class="highlight"><pre><code class="java language-java" data-lang="java"><span class="o">%</span><span class="n">hazelcastjet</span> + +<span class="kn">import</span> <span class="nn">com.hazelcast.jet.pipeline.Pipeline</span><span class="o">;</span> +<span class="kn">import</span> <span class="nn">com.hazelcast.jet.pipeline.Sinks</span><span class="o">;</span> +<span class="kn">import</span> <span class="nn">com.hazelcast.jet.pipeline.Sources</span><span class="o">;</span> + +<span class="kn">import</span> <span class="nn">org.apache.zeppelin.hazelcastjet.HazelcastJetInterpreterUtils</span><span class="o">;</span> + +<span class="kn">import</span> <span class="nn">static</span> <span class="n">com</span><span class="o">.</span><span class="na">hazelcast</span><span class="o">.</span><span class="na">jet</span><span class="o">.</span><span class="na">Traversers</span><span class="o">.</span><span class="na">traverseArray</span><span class="o">;</span> +<span class="kn">import</span> <span class="nn">static</span> <span class="n">com</span><span class="o">.</span><span class="na">hazelcast</span><span class="o">.</span><span class="na">jet</span><span class="o">.</span><span class="na">aggregate</span><span class="o">.</span><span class="na">AggregateOperations</span><span class="o">.</span><span class="na">counting</span><span class="o">;</span> +<span class="kn">import</span> <span class="nn">static</span> <span class="n">com</span><span class="o">.</span><span class="na">hazelcast</span><span class="o">.</span><span class="na">jet</span><span class="o">.</span><span class="na">function</span><span class="o">.</span><span class="na">DistributedFunctions</span><span class="o">.</span><span class="na">wholeItem</span><span class="o">;</span> + +<span class="kd">public</span> <span class="kd">class</span> <span class="nc">DisplayNetworkFromDAGExample</span> <span class="o">{</span> + + <span class="kd">public</span> <span class="kd">static</span> <span class="kt">void</span> <span class="nf">main</span><span class="o">(</span><span class="n">String</span><span class="o">[]</span> <span class="n">args</span><span class="o">)</span> <span class="o">{</span> + + <span class="c1">// Create the specification of the computation pipeline. Note</span> + <span class="c1">// it's a pure POJO: no instance of Jet needed to create it.</span> + <span class="n">Pipeline</span> <span class="n">p</span> <span class="o">=</span> <span class="n">Pipeline</span><span class="o">.</span><span class="na">create</span><span class="o">();</span> + <span class="n">p</span><span class="o">.</span><span class="na">drawFrom</span><span class="o">(</span><span class="n">Sources</span><span class="o">.<</span><span class="n">String</span><span class="o">></span><span class="n">list</span><span class="o">(</span><span class="s">"text"</span><span class="o">))</span> + <span class="o">.</span><span class="na">flatMap</span><span class="o">(</span><span class="n">word</span> <span class="o">-></span> + <span class="n">traverseArray</span><span class="o">(</span><span class="n">word</span><span class="o">.</span><span class="na">toLowerCase</span><span class="o">().</span><span class="na">split</span><span class="o">(</span><span class="s">"\\W+"</span><span class="o">))).</span><span class="na">setName</span><span class="o">(</span><span class="s">"flat traversing"</span><span class="o">)</span> + <span class="o">.</span><span class="na">filter</span><span class="o">(</span><span class="n">word</span> <span class="o">-></span> <span class="o">!</span><span class="n">word</span><span class="o">.</span><span class="na">isEmpty</span><span class="o">())</span> + <span class="o">.</span><span class="na">groupingKey</span><span class="o">(</span><span class="n">wholeItem</span><span class="o">())</span> + <span class="o">.</span><span class="na">aggregate</span><span class="o">(</span><span class="n">counting</span><span class="o">())</span> + <span class="o">.</span><span class="na">drainTo</span><span class="o">(</span><span class="n">Sinks</span><span class="o">.</span><span class="na">map</span><span class="o">(</span><span class="s">"counts"</span><span class="o">));</span> + + <span class="c1">// Diplay the results with Zeppelin %network</span> + <span class="n">System</span><span class="o">.</span><span class="na">out</span><span class="o">.</span><span class="na">println</span><span class="o">(</span><span class="n">HazelcastJetInterpreterUtils</span><span class="o">.</span><span class="na">displayNetworkFromDAG</span><span class="o">(</span><span class="n">p</span><span class="o">.</span><span class="na">toDag</span><span class="o">()));</span> + + <span class="o">}</span> + +<span class="o">}</span> +</code></pre></div> +<p>Note +- By clicking on a node of the graph, the node type is displayed (either Source, Sink or Transform). This is also visually represented with colors (Sources and Sinks are blue, Transforms are orange). +- By clicking on an edge of the graph, the following details are shown: routing (UNICAST, PARTITIONED, ISOLATED, BROADCAST), distributed (true or false), priority (int).</p> + + </div> +</div> + + + <hr> + <footer> + <!-- <p>© 2020 The Apache Software Foundation</p>--> + </footer> + </div> + + + + + <script type="text/javascript"> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-45176241-5', 'zeppelin.apache.org'); + ga('require', 'linkid', 'linkid.js'); + ga('send', 'pageview'); + +</script> + + + + </body> +</html> +
Added: zeppelin/site/docs/0.9.0/interpreter/hbase.html URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.9.0/interpreter/hbase.html?rev=1884775&view=auto ============================================================================== --- zeppelin/site/docs/0.9.0/interpreter/hbase.html (added) +++ zeppelin/site/docs/0.9.0/interpreter/hbase.html Thu Dec 24 14:36:01 2020 @@ -0,0 +1,380 @@ + +<!DOCTYPE html> +<html lang="en"> + <head> + <meta charset="utf-8"> + <title>Apache Zeppelin 0.9.0 Documentation: HBase Shell Interpreter for Apache Zeppelin</title> + <meta name="description" content="HBase Shell is a JRuby IRB client for Apache HBase. This interpreter provides all capabilities of Apache HBase shell within Apache Zeppelin."> + <meta name="author" content="The Apache Software Foundation"> + + <!-- Enable responsive viewport --> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <!-- Le HTML5 shim, for IE6-8 support of HTML elements --> + <!--[if lt IE 9]> + <script src="http://html5shim.googlecode.com/svn/trunk/html5.js";></script> + <![endif]--> + + <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css" rel="stylesheet"> + + <!-- Le styles --> + <link href="/docs/0.9.0/assets/themes/zeppelin/bootstrap/css/bootstrap.css" rel="stylesheet"> + <link href="/docs/0.9.0/assets/themes/zeppelin/css/style.css?body=1" rel="stylesheet" type="text/css"> + <link href="/docs/0.9.0/assets/themes/zeppelin/css/syntax.css" rel="stylesheet" type="text/css" media="screen" /> + <!-- Le fav and touch icons --> + <!-- Update these with your own images + <link rel="shortcut icon" href="images/favicon.ico"> + <link rel="apple-touch-icon" href="images/apple-touch-icon.png"> + <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png"> + <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png"> + --> + + <!-- Js --> + <script src="https://code.jquery.com/jquery-1.10.2.min.js";></script> + <script src="/docs/0.9.0/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script> + <script src="/docs/0.9.0/assets/themes/zeppelin/js/docs.js"></script> + <script src="/docs/0.9.0/assets/themes/zeppelin/js/anchor.min.js"></script> + <script src="/docs/0.9.0/assets/themes/zeppelin/js/toc.js"></script> + <script src="/docs/0.9.0/assets/themes/zeppelin/js/lunr.min.js"></script> + <script src="/docs/0.9.0/assets/themes/zeppelin/js/search.js"></script> + + <!-- atom & rss feed --> + <link href="/docs/0.9.0/atom.xml" type="application/atom+xml" rel="alternate" title="Sitewide ATOM Feed"> + <link href="/docs/0.9.0/rss.xml" type="application/rss+xml" rel="alternate" title="Sitewide RSS Feed"> + </head> + + <body> + + <div id="menu" class="navbar navbar-inverse navbar-fixed-top" role="navigation"> + <div class="container navbar-container"> + <div class="navbar-header"> + <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <div class="navbar-brand"> + <a class="navbar-brand-main" href="http://zeppelin.apache.org";> + <img src="/docs/0.9.0/assets/themes/zeppelin/img/zeppelin_logo.png" width="50" + style="margin-top: -2px;" alt="I'm zeppelin"> + <span style="margin-left: 5px; font-size: 27px;">Zeppelin</span> + <a class="navbar-brand-version" href="/docs/0.9.0" + style="font-size: 15px; color: white;"> 0.9.0 + </a> + </a> + </div> + </div> + <nav class="navbar-collapse collapse" role="navigation"> + <ul class="nav navbar-nav"> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick Start <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li class="title"><span>Getting Started</span></li> + <li><a href="/docs/0.9.0/quickstart/install.html">Install</a></li> + <li><a href="/docs/0.9.0/quickstart/explore_ui.html">Explore UI</a></li> + <li><a href="/docs/0.9.0/quickstart/tutorial.html">Tutorial</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Run Mode</span></li> + <li><a href="/docs/0.9.0/quickstart/kubernetes.html">Kubernetes</a></li> + <li><a href="/docs/0.9.0/quickstart/docker.html">Docker</a></li> + <li><a href="/docs/0.9.0/quickstart/yarn.html">Yarn</a></li> + <li role="separator" class="divider"></li> + <li><a href="/docs/0.9.0/quickstart/spark_with_zeppelin.html">Spark with Zeppelin</a></li> + <li><a href="/docs/0.9.0/quickstart/sql_with_zeppelin.html">SQL with Zeppelin</a></li> + <li><a href="/docs/0.9.0/quickstart/python_with_zeppelin.html">Python with Zeppelin</a></li> + </ul> + </li> + + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Usage<b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu"> + <li class="title"><span>Dynamic Form</span></li> + <li><a href="/docs/0.9.0/usage/dynamic_form/intro.html">What is Dynamic Form?</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Display System</span></li> + <li><a href="/docs/0.9.0/usage/display_system/basic.html#text">Text Display</a></li> + <li><a href="/docs/0.9.0/usage/display_system/basic.html#html">HTML Display</a></li> + <li><a href="/docs/0.9.0/usage/display_system/basic.html#table">Table Display</a></li> + <li><a href="/docs/0.9.0/usage/display_system/basic.html#network">Network Display</a></li> + <li><a href="/docs/0.9.0/usage/display_system/angular_backend.html">Angular Display using Backend API</a></li> + <li><a href="/docs/0.9.0/usage/display_system/angular_frontend.html">Angular Display using Frontend API</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Interpreter</span></li> + <li><a href="/docs/0.9.0/usage/interpreter/overview.html">Overview</a></li> + <li><a href="/docs/0.9.0/usage/interpreter/interpreter_binding_mode.html">Interpreter Binding Mode</a></li> + <li><a href="/docs/0.9.0/usage/interpreter/user_impersonation.html">User Impersonation</a></li> + <li><a href="/docs/0.9.0/usage/interpreter/dependency_management.html">Dependency Management</a></li> + <li><a href="/docs/0.9.0/usage/interpreter/installation.html">Installing Interpreters</a></li> + <!--<li><a href="/docs/0.9.0/usage/interpreter/dynamic_loading.html">Dynamic Interpreter Loading (Experimental)</a></li>--> + <li><a href="/docs/0.9.0/usage/interpreter/execution_hooks.html">Execution Hooks (Experimental)</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Other Features</span></li> + <li><a href="/docs/0.9.0/usage/other_features/publishing_paragraphs.html">Publishing Paragraphs</a></li> + <li><a href="/docs/0.9.0/usage/other_features/personalized_mode.html">Personalized Mode</a></li> + <li><a href="/docs/0.9.0/usage/other_features/customizing_homepage.html">Customizing Zeppelin Homepage</a></li> + <li><a href="/docs/0.9.0/usage/other_features/notebook_actions.html">Notebook Actions</a></li> + <li><a href="/docs/0.9.0/usage/other_features/cron_scheduler.html">Cron Scheduler</a></li> + <li><a href="/docs/0.9.0/usage/other_features/zeppelin_context.html">Zeppelin Context</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>REST API</span></li> + <li><a href="/docs/0.9.0/usage/rest_api/interpreter.html">Interpreter API</a></li> + <li><a href="/docs/0.9.0/usage/rest_api/zeppelin_server.html">Zeppelin Server API</a></li> + <li><a href="/docs/0.9.0/usage/rest_api/notebook.html">Notebook API</a></li> + <li><a href="/docs/0.9.0/usage/rest_api/notebook_repository.html">Notebook Repository API</a></li> + <li><a href="/docs/0.9.0/usage/rest_api/configuration.html">Configuration API</a></li> + <li><a href="/docs/0.9.0/usage/rest_api/credential.html">Credential API</a></li> + <li><a href="/docs/0.9.0/usage/rest_api/helium.html">Helium API</a></li> + </ul> + </li> + + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Setup<b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu"> + <li class="title"><span>Basics</span></li> + <li><a href="/docs/0.9.0/setup/basics/how_to_build.html">How to Build Zeppelin</a></li> + <li><a href="/docs/0.9.0/setup/basics/hadoop_integration.html">Hadoop Integration</a></li> + <li><a href="/docs/0.9.0/setup/basics/multi_user_support.html">Multi-user Support</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Deployment</span></li> + <!--<li><a href="/docs/0.9.0/setup/deployment/docker.html">Docker Image for Zeppelin</a></li>--> + <li><a href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-standalone-mode">Spark Cluster Mode: Standalone</a></li> + <li><a href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-on-yarn-mode">Spark Cluster Mode: YARN</a></li> + <li><a href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-on-mesos-mode">Spark Cluster Mode: Mesos</a></li> + <li><a href="/docs/0.9.0/setup/deployment/flink_and_spark_cluster.html">Zeppelin with Flink, Spark Cluster</a></li> + <li><a href="/docs/0.9.0/setup/deployment/cdh.html">Zeppelin on CDH</a></li> + <li><a href="/docs/0.9.0/setup/deployment/virtual_machine.html">Zeppelin on VM: Vagrant</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Security</span></li> + <li><a href="/docs/0.9.0/setup/security/authentication_nginx.html">HTTP Basic Auth using NGINX</a></li> + <li><a href="/docs/0.9.0/setup/security/shiro_authentication.html">Shiro Authentication</a></li> + <li><a href="/docs/0.9.0/setup/security/notebook_authorization.html">Notebook Authorization</a></li> + <li><a href="/docs/0.9.0/setup/security/datasource_authorization.html">Data Source Authorization</a></li> + <li><a href="/docs/0.9.0/setup/security/http_security_headers.html">HTTP Security Headers</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Notebook Storage</span></li> + <li><a href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-local-git-repository">Git Storage</a></li> + <li><a href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-s3">S3 Storage</a></li> + <li><a href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-azure">Azure Storage</a></li> + <li><a href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-oss">OSS Storage</a></li> + <li><a href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-zeppelinhub">ZeppelinHub Storage</a></li> + <li><a href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-mongodb">MongoDB Storage</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Operation</span></li> + <li><a href="/docs/0.9.0/setup/operation/configuration.html">Configuration</a></li> + <li><a href="/docs/0.9.0/setup/operation/proxy_setting.html">Proxy Setting</a></li> + <li><a href="/docs/0.9.0/setup/operation/upgrading.html">Upgrading</a></li> + <li><a href="/docs/0.9.0/setup/operation/trouble_shooting.html">Trouble Shooting</a></li> + </ul> + </li> + + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Interpreter <b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu"> + <li class="title"><span>Interpreters</span></li> + <li><a href="/docs/0.9.0/usage/interpreter/overview.html">Overview</a></li> + <li role="separator" class="divider"></li> + <li><a href="/docs/0.9.0/interpreter/spark.html">Spark</a></li> + <li><a href="/docs/0.9.0/interpreter/jdbc.html">JDBC</a></li> + <li><a href="/docs/0.9.0/interpreter/python.html">Python</a></li> + <li><a href="/docs/0.9.0/interpreter/r.html">R</a></li> + <li role="separator" class="divider"></li> + <li><a href="/docs/0.9.0/interpreter/alluxio.html">Alluxio</a></li> + <li><a href="/docs/0.9.0/interpreter/beam.html">Beam</a></li> + <li><a href="/docs/0.9.0/interpreter/bigquery.html">BigQuery</a></li> + <li><a href="/docs/0.9.0/interpreter/cassandra.html">Cassandra</a></li> + <li><a href="/docs/0.9.0/interpreter/elasticsearch.html">Elasticsearch</a></li> + <li><a href="/docs/0.9.0/interpreter/flink.html">Flink</a></li> + <li><a href="/docs/0.9.0/interpreter/geode.html">Geode</a></li> + <li><a href="/docs/0.9.0/interpreter/groovy.html">Groovy</a></li> + <li><a href="/docs/0.9.0/interpreter/hazelcastjet.html">Hazelcast Jet</a></li> + <li><a href="/docs/0.9.0/interpreter/hbase.html">HBase</a></li> + <li><a href="/docs/0.9.0/interpreter/hdfs.html">HDFS</a></li> + <li><a href="/docs/0.9.0/interpreter/hive.html">Hive</a></li> + <li><a href="/docs/0.9.0/interpreter/ignite.html">Ignite</a></li> + <li><a href="/docs/0.9.0/interpreter/java.html">Java</a></li> + <li><a href="/docs/0.9.0/interpreter/jupyter.html">Jupyter</a></li> + <li><a href="/docs/0.9.0/interpreter/kotlin.html">Kotlin</a></li> + <li><a href="/docs/0.9.0/interpreter/kylin.html">Kylin</a></li> + <li><a href="/docs/0.9.0/interpreter/lens.html">Lens</a></li> + <li><a href="/docs/0.9.0/interpreter/livy.html">Livy</a></li> + <li><a href="/docs/0.9.0/interpreter/markdown.html">Markdown</a></li> + <li><a href="/docs/0.9.0/interpreter/mongodb.html">MongoDB</a></li> + <li><a href="/docs/0.9.0/interpreter/neo4j.html">Neo4j</a></li> + <li><a href="/docs/0.9.0/interpreter/pig.html">Pig</a></li> + <li><a href="/docs/0.9.0/interpreter/postgresql.html">Postgresql, HAWQ</a></li> + <li><a href="/docs/0.9.0/interpreter/scalding.html">Scalding</a></li> + <li><a href="/docs/0.9.0/interpreter/scio.html">Scio</a></li> + <li><a href="/docs/0.9.0/interpreter/shell.html">Shell</a></li> + <li><a href="/docs/0.9.0/interpreter/sparql.html">Sparql</a></li> + <li><a href="/docs/0.9.0/interpreter/submarine.html">Submarine</a></li> + </ul> + </li> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">More<b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu" style="right: 0; left: auto;"> + <li class="title"><span>Extending Zeppelin</span></li> + <li><a href="/docs/0.9.0/development/writing_zeppelin_interpreter.html">Writing Zeppelin Interpreter</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Helium (Experimental)</span></li> + <li><a href="/docs/0.9.0/development/helium/overview.html">Overview</a></li> + <li><a href="/docs/0.9.0/development/helium/writing_application.html">Writing Helium Application</a></li> + <li><a href="/docs/0.9.0/development/helium/writing_spell.html">Writing Helium Spell</a></li> + <li><a href="/docs/0.9.0/development/helium/writing_visualization_basic.html">Writing Helium Visualization: Basics</a></li> + <li><a href="/docs/0.9.0/development/helium/writing_visualization_transformation.html">Writing Helium Visualization: Transformation</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Contributing to Zeppelin</span></li> + <li><a href="/docs/0.9.0/setup/basics/how_to_build.html">How to Build Zeppelin</a></li> + <li><a href="/docs/0.9.0/development/contribution/useful_developer_tools.html">Useful Developer Tools</a></li> + <li><a href="/docs/0.9.0/development/contribution/how_to_contribute_code.html">How to Contribute (code)</a></li> + <li><a href="/docs/0.9.0/development/contribution/how_to_contribute_website.html">How to Contribute (website)</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>External Resources</span></li> + <li><a target="_blank" href="https://zeppelin.apache.org/community.html";>Mailing List</a></li> + <li><a target="_blank" href="https://cwiki.apache.org/confluence/display/ZEPPELIN/Zeppelin+Home";>Apache Zeppelin Wiki</a></li> + <li><a target="_blank" href="http://stackoverflow.com/questions/tagged/apache-zeppelin";>Stackoverflow Questions about Zeppelin</a></li> + </ul> + </li> + <li> + <a href="/docs/0.9.0/search.html" class="nav-search-link"> + <span class="fa fa-search nav-search-icon"></span> + </a> + </li> + </ul> + </nav><!--/.navbar-collapse --> + </div> + </div> + + + + <div class="content"> + +<!--<div class="hero-unit HBase Shell Interpreter for Apache Zeppelin"> + <h1></h1> +</div> +--> + +<div class="row"> + <div class="col-md-12"> + <!-- +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + +http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +--> + +<h1>HBase Shell Interpreter for Apache Zeppelin</h1> + +<div id="toc"></div> + +<h2>Overview</h2> + +<p><a href="http://hbase.apache.org/book.html#shell";>HBase Shell</a> is a JRuby IRB client for Apache HBase. This interpreter provides all capabilities of Apache HBase shell within Apache Zeppelin. The interpreter assumes that Apache HBase client software has been installed and it can connect to the Apache HBase cluster from the machine on where Apache Zeppelin is installed.<br> +To get start with HBase, please see <a href="https://hbase.apache.org/book.html#quickstart";>HBase Quickstart</a>.</p> + +<h2>HBase release supported</h2> + +<p>By default, Zeppelin is built against HBase 1.0.x releases. To work with HBase 1.1.x releases, use the following build command:</p> +<div class="highlight"><pre><code class="bash language-bash" data-lang="bash"><span class="c"># HBase 1.1.4</span> +mvn clean package -DskipTests -Phadoop-2.6 -Dhadoop.version<span class="o">=</span>2.6.0 -P build-distr -Dhbase.hbase.version<span class="o">=</span>1.1.4 -Dhbase.hadoop.version<span class="o">=</span>2.6.0 +</code></pre></div> +<p>To work with HBase 1.2.0+, use the following build command:</p> +<div class="highlight"><pre><code class="bash language-bash" data-lang="bash"><span class="c"># HBase 1.2.0</span> +mvn clean package -DskipTests -Phadoop-2.6 -Dhadoop.version<span class="o">=</span>2.6.0 -P build-distr -Dhbase.hbase.version<span class="o">=</span>1.2.0 -Dhbase.hadoop.version<span class="o">=</span>2.6.0 +</code></pre></div> +<h2>Configuration</h2> + +<table class="table-configuration"> + <tr> + <th>Property</th> + <th>Default</th> + <th>Description</th> + </tr> + <tr> + <td>hbase.home</td> + <td>/usr/lib/hbase</td> + <td>Installation directory of HBase, defaults to HBASE_HOME in environment</td> + </tr> + <tr> + <td>hbase.ruby.sources</td> + <td>lib/ruby</td> + <td>Path to Ruby scripts relative to 'hbase.home'</td> + </tr> + <tr> + <td>zeppelin.hbase.test.mode</td> + <td>false</td> + <td>Disable checks for unit and manual tests</td> + </tr> +</table> + +<p>If you want to connect to HBase running on a cluster, you'll need to follow the next step.</p> + +<h3>Export HBASE_HOME</h3> + +<p>In <code>conf/zeppelin-env.sh</code>, export <code>HBASE_HOME</code> environment variable with your HBase installation path. This ensures <code>hbase-site.xml</code> can be loaded.</p> + +<p>For example</p> +<div class="highlight"><pre><code class="bash language-bash" data-lang="bash"><span class="nb">export </span><span class="nv">HBASE_HOME</span><span class="o">=</span>/usr/lib/hbase +</code></pre></div> +<p>or, when running with CDH</p> +<div class="highlight"><pre><code class="bash language-bash" data-lang="bash"><span class="nb">export </span><span class="nv">HBASE_HOME</span><span class="o">=</span><span class="s2">"/opt/cloudera/parcels/CDH/lib/hbase"</span> +</code></pre></div> +<p>You can optionally export <code>HBASE_CONF_DIR</code> instead of <code>HBASE_HOME</code> should you have custom HBase configurations.</p> + +<h2>Enabling the HBase Shell Interpreter</h2> + +<p>In a notebook, to enable the <strong>HBase Shell</strong> interpreter, click the <strong>Gear</strong> icon and select <strong>HBase Shell</strong>.</p> + +<h2>Using the HBase Shell Interpreter</h2> + +<p>In a paragraph, use <code>%hbase</code> to select the <strong>HBase Shell</strong> interpreter and then input all commands. To get the list of available commands, use <code>help</code>.</p> +<div class="highlight"><pre><code class="bash language-bash" data-lang="bash">%hbase +<span class="nb">help</span> +</code></pre></div> +<p>For example, to create a table</p> +<div class="highlight"><pre><code class="bash language-bash" data-lang="bash">%hbase +create <span class="s1">'test'</span>, <span class="s1">'cf'</span> +</code></pre></div> +<p>And then to put data into that table</p> +<div class="highlight"><pre><code class="bash language-bash" data-lang="bash">%hbase +put <span class="s1">'test'</span>, <span class="s1">'row1'</span>, <span class="s1">'cf:a'</span>, <span class="s1">'value1'</span> +</code></pre></div> +<p>For more information on all commands available, refer to <a href="https://learnhbase.wordpress.com/2013/03/02/hbase-shell-commands/";>HBase shell commands</a>.</p> + + </div> +</div> + + + <hr> + <footer> + <!-- <p>© 2020 The Apache Software Foundation</p>--> + </footer> + </div> + + + + + <script type="text/javascript"> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-45176241-5', 'zeppelin.apache.org'); + ga('require', 'linkid', 'linkid.js'); + ga('send', 'pageview'); + +</script> + + + + </body> +</html> + Propchange: zeppelin/site/docs/0.9.0/interpreter/hbase.html ------------------------------------------------------------------------------ svn:executable = * Added: zeppelin/site/docs/0.9.0/interpreter/hdfs.html URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.9.0/interpreter/hdfs.html?rev=1884775&view=auto ============================================================================== --- zeppelin/site/docs/0.9.0/interpreter/hdfs.html (added) +++ zeppelin/site/docs/0.9.0/interpreter/hdfs.html Thu Dec 24 14:36:01 2020 @@ -0,0 +1,360 @@ + +<!DOCTYPE html> +<html lang="en"> + <head> + <meta charset="utf-8"> + <title>Apache Zeppelin 0.9.0 Documentation: HDFS File System Interpreter for Apache Zeppelin</title> + <meta name="description" content="Hadoop File System is a distributed, fault tolerant file system part of the hadoop project and is often used as storage for distributed processing engines like Hadoop MapReduce and Apache Spark or underlying file systems like Alluxio."> + <meta name="author" content="The Apache Software Foundation"> + + <!-- Enable responsive viewport --> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <!-- Le HTML5 shim, for IE6-8 support of HTML elements --> + <!--[if lt IE 9]> + <script src="http://html5shim.googlecode.com/svn/trunk/html5.js";></script> + <![endif]--> + + <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css" rel="stylesheet"> + + <!-- Le styles --> + <link href="/docs/0.9.0/assets/themes/zeppelin/bootstrap/css/bootstrap.css" rel="stylesheet"> + <link href="/docs/0.9.0/assets/themes/zeppelin/css/style.css?body=1" rel="stylesheet" type="text/css"> + <link href="/docs/0.9.0/assets/themes/zeppelin/css/syntax.css" rel="stylesheet" type="text/css" media="screen" /> + <!-- Le fav and touch icons --> + <!-- Update these with your own images + <link rel="shortcut icon" href="images/favicon.ico"> + <link rel="apple-touch-icon" href="images/apple-touch-icon.png"> + <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png"> + <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png"> + --> + + <!-- Js --> + <script src="https://code.jquery.com/jquery-1.10.2.min.js";></script> + <script src="/docs/0.9.0/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script> + <script src="/docs/0.9.0/assets/themes/zeppelin/js/docs.js"></script> + <script src="/docs/0.9.0/assets/themes/zeppelin/js/anchor.min.js"></script> + <script src="/docs/0.9.0/assets/themes/zeppelin/js/toc.js"></script> + <script src="/docs/0.9.0/assets/themes/zeppelin/js/lunr.min.js"></script> + <script src="/docs/0.9.0/assets/themes/zeppelin/js/search.js"></script> + + <!-- atom & rss feed --> + <link href="/docs/0.9.0/atom.xml" type="application/atom+xml" rel="alternate" title="Sitewide ATOM Feed"> + <link href="/docs/0.9.0/rss.xml" type="application/rss+xml" rel="alternate" title="Sitewide RSS Feed"> + </head> + + <body> + + <div id="menu" class="navbar navbar-inverse navbar-fixed-top" role="navigation"> + <div class="container navbar-container"> + <div class="navbar-header"> + <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <div class="navbar-brand"> + <a class="navbar-brand-main" href="http://zeppelin.apache.org";> + <img src="/docs/0.9.0/assets/themes/zeppelin/img/zeppelin_logo.png" width="50" + style="margin-top: -2px;" alt="I'm zeppelin"> + <span style="margin-left: 5px; font-size: 27px;">Zeppelin</span> + <a class="navbar-brand-version" href="/docs/0.9.0" + style="font-size: 15px; color: white;"> 0.9.0 + </a> + </a> + </div> + </div> + <nav class="navbar-collapse collapse" role="navigation"> + <ul class="nav navbar-nav"> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick Start <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li class="title"><span>Getting Started</span></li> + <li><a href="/docs/0.9.0/quickstart/install.html">Install</a></li> + <li><a href="/docs/0.9.0/quickstart/explore_ui.html">Explore UI</a></li> + <li><a href="/docs/0.9.0/quickstart/tutorial.html">Tutorial</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Run Mode</span></li> + <li><a href="/docs/0.9.0/quickstart/kubernetes.html">Kubernetes</a></li> + <li><a href="/docs/0.9.0/quickstart/docker.html">Docker</a></li> + <li><a href="/docs/0.9.0/quickstart/yarn.html">Yarn</a></li> + <li role="separator" class="divider"></li> + <li><a href="/docs/0.9.0/quickstart/spark_with_zeppelin.html">Spark with Zeppelin</a></li> + <li><a href="/docs/0.9.0/quickstart/sql_with_zeppelin.html">SQL with Zeppelin</a></li> + <li><a href="/docs/0.9.0/quickstart/python_with_zeppelin.html">Python with Zeppelin</a></li> + </ul> + </li> + + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Usage<b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu"> + <li class="title"><span>Dynamic Form</span></li> + <li><a href="/docs/0.9.0/usage/dynamic_form/intro.html">What is Dynamic Form?</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Display System</span></li> + <li><a href="/docs/0.9.0/usage/display_system/basic.html#text">Text Display</a></li> + <li><a href="/docs/0.9.0/usage/display_system/basic.html#html">HTML Display</a></li> + <li><a href="/docs/0.9.0/usage/display_system/basic.html#table">Table Display</a></li> + <li><a href="/docs/0.9.0/usage/display_system/basic.html#network">Network Display</a></li> + <li><a href="/docs/0.9.0/usage/display_system/angular_backend.html">Angular Display using Backend API</a></li> + <li><a href="/docs/0.9.0/usage/display_system/angular_frontend.html">Angular Display using Frontend API</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Interpreter</span></li> + <li><a href="/docs/0.9.0/usage/interpreter/overview.html">Overview</a></li> + <li><a href="/docs/0.9.0/usage/interpreter/interpreter_binding_mode.html">Interpreter Binding Mode</a></li> + <li><a href="/docs/0.9.0/usage/interpreter/user_impersonation.html">User Impersonation</a></li> + <li><a href="/docs/0.9.0/usage/interpreter/dependency_management.html">Dependency Management</a></li> + <li><a href="/docs/0.9.0/usage/interpreter/installation.html">Installing Interpreters</a></li> + <!--<li><a href="/docs/0.9.0/usage/interpreter/dynamic_loading.html">Dynamic Interpreter Loading (Experimental)</a></li>--> + <li><a href="/docs/0.9.0/usage/interpreter/execution_hooks.html">Execution Hooks (Experimental)</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Other Features</span></li> + <li><a href="/docs/0.9.0/usage/other_features/publishing_paragraphs.html">Publishing Paragraphs</a></li> + <li><a href="/docs/0.9.0/usage/other_features/personalized_mode.html">Personalized Mode</a></li> + <li><a href="/docs/0.9.0/usage/other_features/customizing_homepage.html">Customizing Zeppelin Homepage</a></li> + <li><a href="/docs/0.9.0/usage/other_features/notebook_actions.html">Notebook Actions</a></li> + <li><a href="/docs/0.9.0/usage/other_features/cron_scheduler.html">Cron Scheduler</a></li> + <li><a href="/docs/0.9.0/usage/other_features/zeppelin_context.html">Zeppelin Context</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>REST API</span></li> + <li><a href="/docs/0.9.0/usage/rest_api/interpreter.html">Interpreter API</a></li> + <li><a href="/docs/0.9.0/usage/rest_api/zeppelin_server.html">Zeppelin Server API</a></li> + <li><a href="/docs/0.9.0/usage/rest_api/notebook.html">Notebook API</a></li> + <li><a href="/docs/0.9.0/usage/rest_api/notebook_repository.html">Notebook Repository API</a></li> + <li><a href="/docs/0.9.0/usage/rest_api/configuration.html">Configuration API</a></li> + <li><a href="/docs/0.9.0/usage/rest_api/credential.html">Credential API</a></li> + <li><a href="/docs/0.9.0/usage/rest_api/helium.html">Helium API</a></li> + </ul> + </li> + + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Setup<b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu"> + <li class="title"><span>Basics</span></li> + <li><a href="/docs/0.9.0/setup/basics/how_to_build.html">How to Build Zeppelin</a></li> + <li><a href="/docs/0.9.0/setup/basics/hadoop_integration.html">Hadoop Integration</a></li> + <li><a href="/docs/0.9.0/setup/basics/multi_user_support.html">Multi-user Support</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Deployment</span></li> + <!--<li><a href="/docs/0.9.0/setup/deployment/docker.html">Docker Image for Zeppelin</a></li>--> + <li><a href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-standalone-mode">Spark Cluster Mode: Standalone</a></li> + <li><a href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-on-yarn-mode">Spark Cluster Mode: YARN</a></li> + <li><a href="/docs/0.9.0/setup/deployment/spark_cluster_mode.html#spark-on-mesos-mode">Spark Cluster Mode: Mesos</a></li> + <li><a href="/docs/0.9.0/setup/deployment/flink_and_spark_cluster.html">Zeppelin with Flink, Spark Cluster</a></li> + <li><a href="/docs/0.9.0/setup/deployment/cdh.html">Zeppelin on CDH</a></li> + <li><a href="/docs/0.9.0/setup/deployment/virtual_machine.html">Zeppelin on VM: Vagrant</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Security</span></li> + <li><a href="/docs/0.9.0/setup/security/authentication_nginx.html">HTTP Basic Auth using NGINX</a></li> + <li><a href="/docs/0.9.0/setup/security/shiro_authentication.html">Shiro Authentication</a></li> + <li><a href="/docs/0.9.0/setup/security/notebook_authorization.html">Notebook Authorization</a></li> + <li><a href="/docs/0.9.0/setup/security/datasource_authorization.html">Data Source Authorization</a></li> + <li><a href="/docs/0.9.0/setup/security/http_security_headers.html">HTTP Security Headers</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Notebook Storage</span></li> + <li><a href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-local-git-repository">Git Storage</a></li> + <li><a href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-s3">S3 Storage</a></li> + <li><a href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-azure">Azure Storage</a></li> + <li><a href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-oss">OSS Storage</a></li> + <li><a href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-zeppelinhub">ZeppelinHub Storage</a></li> + <li><a href="/docs/0.9.0/setup/storage/storage.html#notebook-storage-in-mongodb">MongoDB Storage</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Operation</span></li> + <li><a href="/docs/0.9.0/setup/operation/configuration.html">Configuration</a></li> + <li><a href="/docs/0.9.0/setup/operation/proxy_setting.html">Proxy Setting</a></li> + <li><a href="/docs/0.9.0/setup/operation/upgrading.html">Upgrading</a></li> + <li><a href="/docs/0.9.0/setup/operation/trouble_shooting.html">Trouble Shooting</a></li> + </ul> + </li> + + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Interpreter <b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu"> + <li class="title"><span>Interpreters</span></li> + <li><a href="/docs/0.9.0/usage/interpreter/overview.html">Overview</a></li> + <li role="separator" class="divider"></li> + <li><a href="/docs/0.9.0/interpreter/spark.html">Spark</a></li> + <li><a href="/docs/0.9.0/interpreter/jdbc.html">JDBC</a></li> + <li><a href="/docs/0.9.0/interpreter/python.html">Python</a></li> + <li><a href="/docs/0.9.0/interpreter/r.html">R</a></li> + <li role="separator" class="divider"></li> + <li><a href="/docs/0.9.0/interpreter/alluxio.html">Alluxio</a></li> + <li><a href="/docs/0.9.0/interpreter/beam.html">Beam</a></li> + <li><a href="/docs/0.9.0/interpreter/bigquery.html">BigQuery</a></li> + <li><a href="/docs/0.9.0/interpreter/cassandra.html">Cassandra</a></li> + <li><a href="/docs/0.9.0/interpreter/elasticsearch.html">Elasticsearch</a></li> + <li><a href="/docs/0.9.0/interpreter/flink.html">Flink</a></li> + <li><a href="/docs/0.9.0/interpreter/geode.html">Geode</a></li> + <li><a href="/docs/0.9.0/interpreter/groovy.html">Groovy</a></li> + <li><a href="/docs/0.9.0/interpreter/hazelcastjet.html">Hazelcast Jet</a></li> + <li><a href="/docs/0.9.0/interpreter/hbase.html">HBase</a></li> + <li><a href="/docs/0.9.0/interpreter/hdfs.html">HDFS</a></li> + <li><a href="/docs/0.9.0/interpreter/hive.html">Hive</a></li> + <li><a href="/docs/0.9.0/interpreter/ignite.html">Ignite</a></li> + <li><a href="/docs/0.9.0/interpreter/java.html">Java</a></li> + <li><a href="/docs/0.9.0/interpreter/jupyter.html">Jupyter</a></li> + <li><a href="/docs/0.9.0/interpreter/kotlin.html">Kotlin</a></li> + <li><a href="/docs/0.9.0/interpreter/kylin.html">Kylin</a></li> + <li><a href="/docs/0.9.0/interpreter/lens.html">Lens</a></li> + <li><a href="/docs/0.9.0/interpreter/livy.html">Livy</a></li> + <li><a href="/docs/0.9.0/interpreter/markdown.html">Markdown</a></li> + <li><a href="/docs/0.9.0/interpreter/mongodb.html">MongoDB</a></li> + <li><a href="/docs/0.9.0/interpreter/neo4j.html">Neo4j</a></li> + <li><a href="/docs/0.9.0/interpreter/pig.html">Pig</a></li> + <li><a href="/docs/0.9.0/interpreter/postgresql.html">Postgresql, HAWQ</a></li> + <li><a href="/docs/0.9.0/interpreter/scalding.html">Scalding</a></li> + <li><a href="/docs/0.9.0/interpreter/scio.html">Scio</a></li> + <li><a href="/docs/0.9.0/interpreter/shell.html">Shell</a></li> + <li><a href="/docs/0.9.0/interpreter/sparql.html">Sparql</a></li> + <li><a href="/docs/0.9.0/interpreter/submarine.html">Submarine</a></li> + </ul> + </li> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">More<b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu" style="right: 0; left: auto;"> + <li class="title"><span>Extending Zeppelin</span></li> + <li><a href="/docs/0.9.0/development/writing_zeppelin_interpreter.html">Writing Zeppelin Interpreter</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Helium (Experimental)</span></li> + <li><a href="/docs/0.9.0/development/helium/overview.html">Overview</a></li> + <li><a href="/docs/0.9.0/development/helium/writing_application.html">Writing Helium Application</a></li> + <li><a href="/docs/0.9.0/development/helium/writing_spell.html">Writing Helium Spell</a></li> + <li><a href="/docs/0.9.0/development/helium/writing_visualization_basic.html">Writing Helium Visualization: Basics</a></li> + <li><a href="/docs/0.9.0/development/helium/writing_visualization_transformation.html">Writing Helium Visualization: Transformation</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>Contributing to Zeppelin</span></li> + <li><a href="/docs/0.9.0/setup/basics/how_to_build.html">How to Build Zeppelin</a></li> + <li><a href="/docs/0.9.0/development/contribution/useful_developer_tools.html">Useful Developer Tools</a></li> + <li><a href="/docs/0.9.0/development/contribution/how_to_contribute_code.html">How to Contribute (code)</a></li> + <li><a href="/docs/0.9.0/development/contribution/how_to_contribute_website.html">How to Contribute (website)</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span>External Resources</span></li> + <li><a target="_blank" href="https://zeppelin.apache.org/community.html";>Mailing List</a></li> + <li><a target="_blank" href="https://cwiki.apache.org/confluence/display/ZEPPELIN/Zeppelin+Home";>Apache Zeppelin Wiki</a></li> + <li><a target="_blank" href="http://stackoverflow.com/questions/tagged/apache-zeppelin";>Stackoverflow Questions about Zeppelin</a></li> + </ul> + </li> + <li> + <a href="/docs/0.9.0/search.html" class="nav-search-link"> + <span class="fa fa-search nav-search-icon"></span> + </a> + </li> + </ul> + </nav><!--/.navbar-collapse --> + </div> + </div> + + + + <div class="content"> + +<!--<div class="hero-unit HDFS File System Interpreter for Apache Zeppelin"> + <h1></h1> +</div> +--> + +<div class="row"> + <div class="col-md-12"> + <!-- +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + +http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +--> + +<h1>HDFS File System Interpreter for Apache Zeppelin</h1> + +<div id="toc"></div> + +<h2>Overview</h2> + +<p><a href="http://hadoop.apache.org/";>Hadoop File System</a> is a distributed, fault tolerant file system part of the hadoop project and is often used as storage for distributed processing engines like <a href="http://hadoop.apache.org/";>Hadoop MapReduce</a> and <a href="http://spark.apache.org/";>Apache Spark</a> or underlying file systems like <a href="http://www.alluxio.org/";>Alluxio</a>.</p> + +<h2>Configuration</h2> + +<table class="table-configuration"> + <tr> + <th>Property</th> + <th>Default</th> + <th>Description</th> + </tr> + <tr> + <td>hdfs.url</td> + <td>http://localhost:50070/webhdfs/v1/</td> + <td>The URL for WebHDFS</td> + </tr> + <tr> + <td>hdfs.user</td> + <td>hdfs</td> + <td>The WebHDFS user</td> + </tr> + <tr> + <td>hdfs.maxlength</td> + <td>1000</td> + <td>Maximum number of lines of results fetched</td> + </tr> +</table> + +<p><br/> +This interpreter connects to HDFS using the HTTP WebHDFS interface. +It supports the basic shell file commands applied to HDFS, it currently only supports browsing.</p> + +<ul> +<li>You can use <i>ls [PATH]</i> and <i>ls -l [PATH]</i> to list a directory. If the path is missing, then the current directory is listed. <i>ls </i> supports a <i>-h</i> flag for human readable file sizes.</li> +<li>You can use <i>cd [PATH]</i> to change your current directory by giving a relative or an absolute path.</li> +<li>You can invoke <i>pwd</i> to see your current directory.</li> +</ul> + +<blockquote> +<p><strong>Tip :</strong> Use ( Ctrl + . ) for autocompletion.</p> +</blockquote> + +<h2>Create Interpreter</h2> + +<p>In a notebook, to enable the <strong>HDFS</strong> interpreter, click the <strong>Gear</strong> icon and select <strong>HDFS</strong>.</p> + +<h2>WebHDFS REST API</h2> + +<p>You can confirm that you're able to access the WebHDFS API by running a curl command against the WebHDFS end point provided to the interpreter.</p> + +<p>Here is an example:</p> +<div class="highlight"><pre><code class="bash language-bash" data-lang="bash"><span class="nv">$></span> curl <span class="s2">"http://localhost:50070/webhdfs/v1/?op=LISTSTATUS"</span> +</code></pre></div> + </div> +</div> + + + <hr> + <footer> + <!-- <p>© 2020 The Apache Software Foundation</p>--> + </footer> + </div> + + + + + <script type="text/javascript"> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-45176241-5', 'zeppelin.apache.org'); + ga('require', 'linkid', 'linkid.js'); + ga('send', 'pageview'); + +</script> + + + + </body> +</html> + Propchange: zeppelin/site/docs/0.9.0/interpreter/hdfs.html ------------------------------------------------------------------------------ svn:executable = *
