Jekyll build from master:c7576e8 Blog post about Uno & Muchos
Project: http://git-wip-us.apache.org/repos/asf/accumulo-website/repo Commit: http://git-wip-us.apache.org/repos/asf/accumulo-website/commit/c147eb1e Tree: http://git-wip-us.apache.org/repos/asf/accumulo-website/tree/c147eb1e Diff: http://git-wip-us.apache.org/repos/asf/accumulo-website/diff/c147eb1e Branch: refs/heads/asf-site Commit: c147eb1e92ffaa072e74c3bbd36fc0ce474f2ea0 Parents: 864f17d Author: Mike Walch <mwa...@apache.org> Authored: Fri Apr 21 14:33:13 2017 -0400 Committer: Mike Walch <mwa...@apache.org> Committed: Fri Apr 21 14:33:13 2017 -0400 ---------------------------------------------------------------------- blog/2016/11/16/simpler-scripts-and-config.html | 2 +- blog/2017/04/21/introducing-uno-and-muchos.html | 262 +++++++++++++++++++ feed.xml | 217 ++++++++------- index.html | 14 +- news/index.html | 7 + 5 files changed, 381 insertions(+), 121 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/accumulo-website/blob/c147eb1e/blog/2016/11/16/simpler-scripts-and-config.html ---------------------------------------------------------------------- diff --git a/blog/2016/11/16/simpler-scripts-and-config.html b/blog/2016/11/16/simpler-scripts-and-config.html index ab0b9d6..935ff43 100644 --- a/blog/2016/11/16/simpler-scripts-and-config.html +++ b/blog/2016/11/16/simpler-scripts-and-config.html @@ -145,7 +145,7 @@ <table> <tr><td><b>Author</b></td><td> Mike Walch </td></tr> <tr><td><b>Date </b></td><td> 16 Nov 2016 </td></tr> -<tr><td><b>Reviewer(s) </b></td><td> Josh Elser, Chistopher Tubbs </td></tr> + </table> <p> http://git-wip-us.apache.org/repos/asf/accumulo-website/blob/c147eb1e/blog/2017/04/21/introducing-uno-and-muchos.html ---------------------------------------------------------------------- diff --git a/blog/2017/04/21/introducing-uno-and-muchos.html b/blog/2017/04/21/introducing-uno-and-muchos.html new file mode 100644 index 0000000..cec0f08 --- /dev/null +++ b/blog/2017/04/21/introducing-uno-and-muchos.html @@ -0,0 +1,262 @@ +<!DOCTYPE html> +<html lang="en"> +<head> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<meta charset="utf-8"> +<meta http-equiv="X-UA-Compatible" content="IE=edge"> +<meta name="viewport" content="width=device-width, initial-scale=1"> +<link href="https://maxcdn.bootstrapcdn.com/bootswatch/3.3.7/paper/bootstrap.min.css"; rel="stylesheet" integrity="sha384-awusxf8AUojygHf2+joICySzB780jVvQaVCAt1clU3QsyAitLGul28Qxb2r1e5g+" crossorigin="anonymous"> +<link href="//netdna.bootstrapcdn.com/font-awesome/4.0.3/css/font-awesome.css" rel="stylesheet"> +<link rel="stylesheet" type="text/css" href="https://cdn.datatables.net/v/bs/jq-2.2.3/dt-1.10.12/datatables.min.css";> +<link href="/css/accumulo.css" rel="stylesheet" type="text/css"> + +<title>Introducing Uno and Muchos</title> + +<script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.4/jquery.min.js";></script> +<script src="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/js/bootstrap.min.js"; integrity="sha384-Tc5IQib027qvyjSMfHjOMaLkfuWVxZxUPnCJA7l2mCWNIpG9mGCD8wGNIcPD7Txa" crossorigin="anonymous"></script> +<script type="text/javascript" src="https://cdn.datatables.net/v/bs/jq-2.2.3/dt-1.10.12/datatables.min.js";></script> +<script> + // show location of canonical site if not currently on the canonical site + $(function() { + var host = window.location.host; + if (typeof host !== 'undefined' && host !== 'accumulo.apache.org') { + $('#non-canonical').show(); + } + }); + + $(function() { + // decorate section headers with anchors + return $("h2, h3, h4, h5, h6").each(function(i, el) { + var $el, icon, id; + $el = $(el); + id = $el.attr('id'); + icon = '<i class="fa fa-link"></i>'; + if (id) { + return $el.append($("<a />").addClass("header-link").attr("href", "#" + id).html(icon)); + } + }); + }); + + // configure Google Analytics + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + if (ga.hasOwnProperty('loaded') && ga.loaded === true) { + ga('create', 'UA-50934829-1', 'apache.org'); + ga('send', 'pageview'); + } +</script> + +</head> +<body style="padding-top: 100px"> + + <nav class="navbar navbar-default navbar-fixed-top"> + <div class="container"> + <div class="navbar-header"> + <button type="button" class="navbar-toggle" data-toggle="collapse" data-target="#navbar-items"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <a href="/"><img id="nav-logo" alt="Apache Accumulo" class="img-responsive" src="/images/accumulo-logo.png" width="200" + /></a> + </div> + <div class="collapse navbar-collapse" id="navbar-items"> + <ul class="nav navbar-nav"> + <li class="nav-link"><a href="/downloads">Download</a></li> + <li class="dropdown"> + <a class="dropdown-toggle" data-toggle="dropdown" href="#">Releases<span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/release/accumulo-1.8.1/">1.8.1 (Latest)</a></li> + <li><a href="/release/accumulo-1.7.3/">1.7.3</a></li> + <li><a href="/release/accumulo-1.6.6/">1.6.6</a></li> + <li><a href="/release/">Archive</a></li> + </ul> + </li> + <li class="dropdown"> + <a class="dropdown-toggle" data-toggle="dropdown" href="#">Documentation<span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/1.8/accumulo_user_manual.html">User Manual (1.8)</a></li> + <li><a href="/1.8/apidocs">Javadocs (1.8)</a></li> + <li><a href="/1.8/examples">Examples (1.8)</a></li> + <li><a href="/features">Features</a></li> + <li><a href="/glossary">Glossary</a></li> + <li><a href="/external-docs">External Docs</a></li> + <li><a href="/docs-archive/">Archive</a></li> + </ul> + </li> + <li class="dropdown"> + <a class="dropdown-toggle" data-toggle="dropdown" href="#">Community<span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/get_involved">Get Involved</a></li> + <li><a href="/mailing_list">Mailing Lists</a></li> + <li><a href="/people">People</a></li> + <li><a href="/related-projects">Related Projects</a></li> + <li><a href="/contributor/">Contributor Guide</a></li> + </ul> + </li> + </ul> + <ul class="nav navbar-nav navbar-right"> + <li class="dropdown"> + <a class="dropdown-toggle" data-toggle="dropdown" href="#">Apache Software Foundation<span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="https://www.apache.org";>Apache Homepage <i class="fa fa-external-link"></i></a></li> + <li><a href="https://www.apache.org/licenses/LICENSE-2.0";>License <i class="fa fa-external-link"></i></a></li> + <li><a href="https://www.apache.org/foundation/sponsorship";>Sponsorship <i class="fa fa-external-link"></i></a></li> + <li><a href="https://www.apache.org/security";>Security <i class="fa fa-external-link"></i></a></li> + <li><a href="https://www.apache.org/foundation/thanks";>Thanks <i class="fa fa-external-link"></i></a></li> + <li><a href="https://www.apache.org/foundation/policies/conduct";>Code of Conduct <i class="fa fa-external-link"></i></a></li> + </ul> + </li> + </ul> + </div> + </div> +</nav> + + <div class="container"> + <div class="row"> + <div class="col-md-12"> + + <div id="non-canonical" style="display: none; background-color: #F0E68C; padding-left: 1em;"> + Visit the official site at: <a href="https://accumulo.apache.org";>https://accumulo.apache.org</a> + </div> + <div id="content"> + + <h1 class="title">Introducing Uno and Muchos</h1> + + <table> +<tr><td><b>Author</b></td><td> Mike Walch </td></tr> +<tr><td><b>Date </b></td><td> 21 Apr 2017 </td></tr> + +</table> +<p> + +<p>While <a href="https://github.com/apache/accumulo/blob/master/INSTALL.md";>Accumuloâs installation instructions</a> are simple, it can be time consuming to install Accumulo +given its requirement on <a href="https://hadoop.apache.org/";>Hadoop</a> and <a href="https://zookeeper.apache.org/";>Zookeeper</a> being installed and running. For a one-time production +installation, this set up time (which can take up to an hour) is not much of an inconvenience. However, it can become a burden +for developers who need to frequently set up Accumulo to test code changes, switch between different +versions, or start a fresh instance on a laptop.</p> + +<p><a href="https://github.com/astralway/uno";>Uno</a> and <a href="https://github.com/astralway/muchos";>Muchos</a> are tools that ease the burden on developers of installing Accumulo and its dependencies. +The names of Uno and Muchos indicate their use case. Uno is designed for running +Accumulo on a single node while Muchos is designed for running Accumulo on a cluster. While Uno and +Muchos are configured by default to install the most recent stable binary tarball release of Accumulo, Hadoop, +and Zookeeper from Apache mirrors, it is easy to configure different versions to match a production cluster.</p> + +<p>The sections below show how to use these tools. For more complete documentation, view their respective GitHub +pages.</p> + +<h2 id="uno">Uno</h2> + +<p><a href="https://github.com/astralway/uno";>Uno</a> is a command line tool that sets up Accumulo on a single machine. It can be installed by cloning the +Uno git repo.</p> + +<div class="language-bash highlighter-rouge"><pre class="highlight"><code>git clone https://github.com/astralway/uno.git +<span class="nb">cd </span>uno +</code></pre> +</div> + +<p>Uno works out of the box but it can be customized by modifying <code class="highlighter-rouge">conf/uno.conf</code>.</p> + +<p>First, download the Accumulo, Hadoop, and Zookeeper tarballs from Apache by using the command below:</p> + +<div class="language-bash highlighter-rouge"><pre class="highlight"><code>./bin/uno fetch accumulo +</code></pre> +</div> + +<p>The fetch command places all tarballs in the <code class="highlighter-rouge">downloads/</code> directory. Uno can be configured (in <code class="highlighter-rouge">conf/uno.conf</code>) +to build an Accumulo tarball from a local git repo when <code class="highlighter-rouge">fetch</code> is called.</p> + +<p>After downloading tarballs, the command below sets up Accumulo, Hadoop & Zookeeper in the <code class="highlighter-rouge">install/</code> directory.</p> + +<div class="language-bash highlighter-rouge"><pre class="highlight"><code>./bin/uno setup accumulo +</code></pre> +</div> + +<p>Accumulo, Hadoop, & Zookeeper are now ready to use. You can view the Accumulo monitor at +<a href="http://localhost:9995";>http://localhost:9995</a>. You can configure your shell using the command below:</p> + +<div class="language-bash highlighter-rouge"><pre class="highlight"><code><span class="nb">eval</span> <span class="s2">"</span><span class="k">$(</span>./bin/uno env<span class="k">)</span><span class="s2">"</span> +</code></pre> +</div> + +<p>Run <code class="highlighter-rouge">uno stop accumulo</code> to cleanly stop your cluster and <code class="highlighter-rouge">uno start accumulo</code> to start it again.</p> + +<p>If you need a fresh cluster, you can run <code class="highlighter-rouge">uno setup accumulo</code> again. To kill your cluster, run <code class="highlighter-rouge">uno kill</code>.</p> + +<h2 id="muchos">Muchos</h2> + +<p><a href="https://github.com/astralway/muchos";>Muchos</a> is a command line tool that launches an AWS EC2 cluster with Accumulo set up on it. It is installed by +cloning its git repo.</p> + +<div class="language-bash highlighter-rouge"><pre class="highlight"><code>git clone https://github.com/astralway/muchos.git +<span class="nb">cd </span>muchos +</code></pre> +</div> + +<p>Before using Muchos, create <code class="highlighter-rouge">muchos.props</code> in <code class="highlighter-rouge">conf/</code> and edit it for your AWS environment.</p> + +<div class="language-bash highlighter-rouge"><pre class="highlight"><code>cp conf/muchos.props.example conf/muchos.props +vim conf/muchos.props +</code></pre> +</div> + +<p>Next, run the command below to launch a cluster in AWS.</p> + +<div class="language-bash highlighter-rouge"><pre class="highlight"><code>muchos launch -c mycluster +</code></pre> +</div> + +<p>After launching the cluster, set up Accumulo on it using the following command.</p> + +<div class="language-bash highlighter-rouge"><pre class="highlight"><code>muchos setup +</code></pre> +</div> + +<p>Use <code class="highlighter-rouge">muchos ssh</code> to ssh to the cluster and <code class="highlighter-rouge">muchos terminate</code> to terminate all EC2 nodes when you are finished.</p> + +<h2 id="conclusion">Conclusion</h2> + +<p>Uno and Muchos automate installing Accumulo for developmment and testing. While not recommended for production +use at this time, Muchos is a great reference for running Accumulo in production. System admistrators can +reference the <a href="https://www.ansible.com/";>Ansible</a> code in Muchos to automate management of their own clusters.</p> + + + +<p><strong>View all posts in the <a href="/news">news archive</a></strong></p> + + </div> + + +<footer> + + <p><a href="https://www.apache.org/foundation/contributing";><img src="https://www.apache.org/images/SupportApache-small.png"; alt="Support the ASF" id="asf-logo" height="100" /></a></p> + + <p>Copyright © 2011-2017 The Apache Software Foundation. Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0";>Apache License, Version 2.0</a>.</p> + +</footer> + + + </div> + </div> + </div> +</body> +</html> http://git-wip-us.apache.org/repos/asf/accumulo-website/blob/c147eb1e/feed.xml ---------------------------------------------------------------------- diff --git a/feed.xml b/feed.xml index 09bb095..67904a4 100644 --- a/feed.xml +++ b/feed.xml @@ -6,11 +6,113 @@ </description> <link>https://accumulo.apache.org/</link> <atom:link href="https://accumulo.apache.org/feed.xml"; rel="self" type="application/rss+xml"/> - <pubDate>Thu, 06 Apr 2017 14:11:58 -0400</pubDate> - <lastBuildDate>Thu, 06 Apr 2017 14:11:58 -0400</lastBuildDate> + <pubDate>Fri, 21 Apr 2017 14:33:05 -0400</pubDate> + <lastBuildDate>Fri, 21 Apr 2017 14:33:05 -0400</lastBuildDate> <generator>Jekyll v3.3.1</generator> <item> + <title>Introducing Uno and Muchos</title> + <description><p>While <a href="https://github.com/apache/accumulo/blob/master/INSTALL.md">Accumuloâs installation instructions</a> are simple, it can be time consuming to install Accumulo +given its requirement on <a href="https://hadoop.apache.org/">Hadoop</a> and <a href="https://zookeeper.apache.org/">Zookeeper</a> being installed and running. For a one-time production +installation, this set up time (which can take up to an hour) is not much of an inconvenience. However, it can become a burden +for developers who need to frequently set up Accumulo to test code changes, switch between different +versions, or start a fresh instance on a laptop.</p> + +<p><a href="https://github.com/astralway/uno">Uno</a> and <a href="https://github.com/astralway/muchos">Muchos</a> are tools that ease the burden on developers of installing Accumulo and its dependencies. +The names of Uno and Muchos indicate their use case. Uno is designed for running +Accumulo on a single node while Muchos is designed for running Accumulo on a cluster. While Uno and +Muchos are configured by default to install the most recent stable binary tarball release of Accumulo, Hadoop, +and Zookeeper from Apache mirrors, it is easy to configure different versions to match a production cluster.</p> + +<p>The sections below show how to use these tools. For more complete documentation, view their respective GitHub +pages.</p> + +<h2 id="uno">Uno</h2> + +<p><a href="https://github.com/astralway/uno">Uno</a> is a command line tool that sets up Accumulo on a single machine. It can be installed by cloning the +Uno git repo.</p> + +<div class="language-bash highlighter-rouge"><pre class="highlight"><code>git clone https://github.com/astralway/uno.git +<span class="nb">cd </span>uno +</code></pre> +</div> + +<p>Uno works out of the box but it can be customized by modifying <code class="highlighter-rouge">conf/uno.conf</code>.</p> + +<p>First, download the Accumulo, Hadoop, and Zookeeper tarballs from Apache by using the command below:</p> + +<div class="language-bash highlighter-rouge"><pre class="highlight"><code>./bin/uno fetch accumulo +</code></pre> +</div> + +<p>The fetch command places all tarballs in the <code class="highlighter-rouge">downloads/</code> directory. Uno can be configured (in <code class="highlighter-rouge">conf/uno.conf</code>) +to build an Accumulo tarball from a local git repo when <code class="highlighter-rouge">fetch</code> is called.</p> + +<p>After downloading tarballs, the command below sets up Accumulo, Hadoop &amp; Zookeeper in the <code class="highlighter-rouge">install/</code> directory.</p> + +<div class="language-bash highlighter-rouge"><pre class="highlight"><code>./bin/uno setup accumulo +</code></pre> +</div> + +<p>Accumulo, Hadoop, &amp; Zookeeper are now ready to use. You can view the Accumulo monitor at +<a href="http://localhost:9995">http://localhost:9995</a>. You can configure your shell using the command below:</p> + +<div class="language-bash highlighter-rouge"><pre class="highlight"><code><span class="nb">eval</span> <span class="s2">"</span><span class="k">$(</span>./bin/uno env<span class="k">)</span><span class="s2">"</span> +</code></pre> +</div> + +<p>Run <code class="highlighter-rouge">uno stop accumulo</code> to cleanly stop your cluster and <code class="highlighter-rouge">uno start accumulo</code> to start it again.</p> + +<p>If you need a fresh cluster, you can run <code class="highlighter-rouge">uno setup accumulo</code> again. To kill your cluster, run <code class="highlighter-rouge">uno kill</code>.</p> + +<h2 id="muchos">Muchos</h2> + +<p><a href="https://github.com/astralway/muchos">Muchos</a> is a command line tool that launches an AWS EC2 cluster with Accumulo set up on it. It is installed by +cloning its git repo.</p> + +<div class="language-bash highlighter-rouge"><pre class="highlight"><code>git clone https://github.com/astralway/muchos.git +<span class="nb">cd </span>muchos +</code></pre> +</div> + +<p>Before using Muchos, create <code class="highlighter-rouge">muchos.props</code> in <code class="highlighter-rouge">conf/</code> and edit it for your AWS environment.</p> + +<div class="language-bash highlighter-rouge"><pre class="highlight"><code>cp conf/muchos.props.example conf/muchos.props +vim conf/muchos.props +</code></pre> +</div> + +<p>Next, run the command below to launch a cluster in AWS.</p> + +<div class="language-bash highlighter-rouge"><pre class="highlight"><code>muchos launch -c mycluster +</code></pre> +</div> + +<p>After launching the cluster, set up Accumulo on it using the following command.</p> + +<div class="language-bash highlighter-rouge"><pre class="highlight"><code>muchos setup +</code></pre> +</div> + +<p>Use <code class="highlighter-rouge">muchos ssh</code> to ssh to the cluster and <code class="highlighter-rouge">muchos terminate</code> to terminate all EC2 nodes when you are finished.</p> + +<h2 id="conclusion">Conclusion</h2> + +<p>Uno and Muchos automate installing Accumulo for developmment and testing. While not recommended for production +use at this time, Muchos is a great reference for running Accumulo in production. System admistrators can +reference the <a href="https://www.ansible.com/">Ansible</a> code in Muchos to automate management of their own clusters.</p> + +</description> + <pubDate>Fri, 21 Apr 2017 00:00:00 -0400</pubDate> + <link>https://accumulo.apache.org/blog/2017/04/21/introducing-uno-and-muchos.html</link> + <guid isPermaLink="true">https://accumulo.apache.org/blog/2017/04/21/introducing-uno-and-muchos.html</guid> + + + <category>blog</category> + + </item> + + <item> <title>Apache Accumulo 1.7.3</title> <description><p>Apache Accumulo 1.7.3 is a maintenance release on the 1.7 version branch. This release contains changes from 79 issues, comprised of bug-fixes, performance improvements, build quality improvements, and more. See<br /> @@ -1743,116 +1845,5 @@ HDFS High-Availability instances, forcing NameNode failover.</p> </item> - <item> - <title>Apache Accumulo 1.7.2</title> - <description><p>Apache Accumulo 1.7.2 is a maintenance release on the 1.7 version branch. This -release contains changes from more than 150 issues, comprised of bug-fixes, -performance improvements, build quality improvements, and more. See -<a href="https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12312121&amp;version=12333776">JIRA</a> for a complete list.</p> - -<p>Below are resources for this release:</p> - -<ul> - <li><a href="/1.7/accumulo_user_manual.html">User Manual</a></li> - <li><a href="/1.7/apidocs">Javadocs</a></li> - <li><a href="/1.7/examples">Examples</a></li> -</ul> - -<p>Users of any previous 1.7.x release are strongly encouraged to update as soon -as possible to benefit from the improvements with very little concern in change -of underlying functionality. Users of 1.6 or earlier that are seeking to -upgrade to 1.7 should consider 1.7.2 as a starting point.</p> - -<h2 id="highlights">Highlights</h2> - -<h3 id="write-ahead-logs-can-be-prematurely-deleted">Write-Ahead Logs can be prematurely deleted</h3> - -<p>There were cases where the Accumulo Garbage Collector may inadvertently delete a WAL for a tablet server that it has erroneously determined to be down, causing data loss. This has been corrected. See <a href="https://issues.apache.org/jira/browse/ACCUMULO-4157">ACCUMULO-4157</a> for additional detail.</p> - -<h3 id="upgrade-to-commons-vfs-21">Upgrade to Commons-VFS 2.1</h3> - -<p>Upgrading to Apache Commons VFS 2.1 fixes several issues with classloading out of HDFS. For further detail see <a href="https://issues.apache.org/jira/browse/ACCUMULO-4146">ACCUMULO-4146</a>. Additional fixes to a potential HDFS class loading deadlock situation were made in <a href="https://issues.apache.org/jira/browse/ACCUMULO-4341">ACCUMULO-4341</a>.</p> - -<h3 id="native-map-failed-to-increment-mutation-count-properly">Native Map failed to increment mutation count properly</h3> - -<p>There was a bug (<a href="https://issues.apache.org/jira/browse/ACCUMULO-4148">ACCUMULO-4148</a>) where multiple put calls with identical keys and no timestamp would exhibit different behaviour depending on whether native maps were enabled or not. This behaviour would result in hidden mutations with native maps, and has been corrected.</p> - -<h3 id="open-wal-files-could-prevent-datanode-decomission">Open WAL files could prevent DataNode decomission</h3> - -<p>An improvement was introduced to allow a max age before WAL files would be automatically rolled. Without a max age, they could stay open for writing indefinitely, blocking the Hadoop DataNode decomissioning process. For more information, see <a href="https://issues.apache.org/jira/browse/ACCUMULO-4004">ACCUMULO-4004</a>.</p> - -<h3 id="remove-unnecessary-copy-of-cached-rfile-index-blocks">Remove unnecessary copy of cached RFile index blocks</h3> - -<p>Accumulo maintains an cache for file blocks in-memory as a performance optimization. This can be done safely because Accumulo RFiles are immutable, thus their blocks are also immutable. There are two types of these blocks: index and data blocks. Index blocks refer to the b-tree style index inside of each Accumulo RFile, while data blocks contain the sorted Key-Value pairs. In previous versions, when Accumulo extracted an Index block from the in-memory cache, it would copy the data. <a href="https://issues.apache.org/jira/browse/ACCUMULO-4164">ACCUMULO-4164</a> removes this unnecessary copy as the contents are immutable and can be passed by reference. Ensuring that the Index blocks are not copied when accessed from the cache is a big performance gain at the file-access level.</p> - -<h3 id="analyze-key-length-to-avoid-choosing-large-keys-for-rfile-index-blocks">Analyze Key-length to avoid choosing large Keys for RFile Index blocks</h3> - -<p>Accumuloâs RFile index blocks are made up of a Key which exists in the file and points to that specific location in the corresponding RFile data block. Thus, the size of the RFile index blocks is largely dominated by the size of the Keys which are used by the index. <a href="https://issues.apache.org/jira/browse/ACCUMULO-4314">ACCUMULO-4314</a> is an improvement which uses statistics on the length of the Keys in the Rfile to avoid choosing Keys for the index whose length is greater than three standard deviations for the RFile. By choosing smaller Keys for the index, Accumulo can access the RFile index faster and keep more Index blocks cached in memory. Initial tests showed that with this change, the RFile index size was nearly cut in half.</p> - -<h3 id="minor-performance-improvements">Minor performance improvements.</h3> - -<p>Tablet servers would previously always hsync at the start of a minor compaction, causing delays in the write pipeline. These additional syncs were determined to provide no additional durability guarantees and have been removed. See <a href="https://issues.apache.org/jira/browse/ACCUMULO-4112">ACCUMULO-4112</a> for additional detail.</p> - -<p>A performance issue was identified and corrected (<a href="https://issues.apache.org/jira/browse/ACCUMULO-1755">ACCUMULO-1755</a>) where the BatchWriter would block calls to addMutation while looking up destination tablet server metadata. The writer has been fixed to allow both operations in parallel.</p> - -<h2 id="other-notable-changes">Other Notable Changes</h2> - -<ul> - <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-3923">ACCUMULO-3923</a> bootstrap_hdfs.sh script would copy incorrect jars to hdfs.</li> - <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-4146">ACCUMULO-4146</a> Avoid copy of RFile Index Blocks when already in cache.</li> - <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-4155">ACCUMULO-4155</a> No longer publish javadoc for non-public API to website. (Still available in javadoc jars in maven)</li> - <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-4173">ACCUMULO-4173</a> Provide balancer to balance table within subset of hosts.</li> - <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-4334">ACCUMULO-4334</a> Ingest rates reported through JMX did not match rates reported by Monitor.</li> - <li><a href="https://issues.apache.org/jira/browse/ACCUMULO-4335">ACCUMULO-4335</a> Error conditions that result in a Halt should ensure non-zero process exit code.</li> -</ul> - -<h2 id="testing">Testing</h2> - -<p>Each unit and functional test only runs on a single node, while the RandomWalk -and Continuous Ingest tests run on any number of nodes. <em>Agitation</em> refers to -randomly restarting Accumulo processes and Hadoop Datanode processes, and, in -HDFS High-Availability instances, forcing NameNode failover.</p> - -<table id="release_notes_testing" class="table"> - <thead> - <tr> - <th>OS/Environment</th> - <th>Hadoop</th> - <th>Nodes</th> - <th>ZooKeeper</th> - <th>HDFS HA</th> - <th>Tests</th> - </tr> - </thead> - <tbody> - <tr> - <td>CentOS 7; EC2 m3.xlarge, d2.xlarge workers</td> - <td>2.6.3</td> - <td>9</td> - <td>3.4.8</td> - <td>No</td> - <td>24 HR Continuous Ingest with and without Agitation.</td> - </tr> - <tr> - <td>CentOS 6: EC2 m3.2xlarge</td> - <td>2.6.1</td> - <td>1</td> - <td>3.4.5</td> - <td>No</td> - <td>Unit tests and Integration Tests</td> - </tr> - </tbody> -</table> - -</description> - <pubDate>Wed, 22 Jun 2016 00:00:00 -0400</pubDate> - <link>https://accumulo.apache.org/release/accumulo-1.7.2/</link> - <guid isPermaLink="true">https://accumulo.apache.org/release/accumulo-1.7.2/</guid> - - - <category>release</category> - - </item> - </channel> </rss> http://git-wip-us.apache.org/repos/asf/accumulo-website/blob/c147eb1e/index.html ---------------------------------------------------------------------- diff --git a/index.html b/index.html index a96f1b2..3633042 100644 --- a/index.html +++ b/index.html @@ -158,6 +158,13 @@ <div class="row latest-news-item"> <div class="col-sm-12" style="margin-bottom: 5px"> <span style="font-size: 12px; margin-right: 5px;">Apr 2017</span> + <a href="/blog/2017/04/21/introducing-uno-and-muchos.html">Introducing Uno and Muchos</a> + </div> + </div> + + <div class="row latest-news-item"> + <div class="col-sm-12" style="margin-bottom: 5px"> + <span style="font-size: 12px; margin-right: 5px;">Apr 2017</span> <a href="/release/accumulo-1.7.3/">Apache Accumulo 1.7.3</a> </div> </div> @@ -183,13 +190,6 @@ </div> </div> - <div class="row latest-news-item"> - <div class="col-sm-12" style="margin-bottom: 5px"> - <span style="font-size: 12px; margin-right: 5px;">Dec 2016</span> - <a href="/blog/2016/12/19/running-on-fedora-25.html">Running Accumulo on Fedora 25</a> - </div> - </div> - <div id="news-archive-link"> <p>View all posts in the <a href="/news">news archive</a></p> </div> http://git-wip-us.apache.org/repos/asf/accumulo-website/blob/c147eb1e/news/index.html ---------------------------------------------------------------------- diff --git a/news/index.html b/news/index.html index 82d331b..d5bf3ea 100644 --- a/news/index.html +++ b/news/index.html @@ -149,6 +149,13 @@ <div class="row" style="margin-top: 15px"> + <div class="col-md-1">Apr 21</div> + <div class="col-md-10"><a href="/blog/2017/04/21/introducing-uno-and-muchos.html">Introducing Uno and Muchos</a></div> + </div> + + + + <div class="row" style="margin-top: 15px"> <div class="col-md-1">Apr 06</div> <div class="col-md-10"><a href="/release/accumulo-1.7.3/">Apache Accumulo 1.7.3</a></div> </div>
![https://www.apache.org/images/SupportApache-small.png"](https://www.apache.org/images/SupportApache-small.png"){kind=link}