This is an automated email from the ASF dual-hosted git repository. git-site-role pushed a commit to branch asf-staging in repository https://gitbox.apache.org/repos/asf/accumulo-website.git
The following commit(s) were added to refs/heads/asf-staging by this push: new 622f0a1a Automatic Site Publish by Buildbot 622f0a1a is described below commit 622f0a1a071826563745003026a3ff31b28bba8c Author: buildbot <us...@infra.apache.org> AuthorDate: Wed Apr 27 12:23:22 2022 +0000 Automatic Site Publish by Buildbot --- output/feed.xml | 4 +- output/release/accumulo-2.0.1/index.html | 4 - output/release/accumulo-2.1.0/index.html | 537 ------------------------------- output/release/index.html | 11 - output/search_data.json | 8 - 5 files changed, 2 insertions(+), 562 deletions(-) diff --git a/output/feed.xml b/output/feed.xml index 621ebaba..25ff257c 100644 --- a/output/feed.xml +++ b/output/feed.xml @@ -6,8 +6,8 @@ </description> <link>https://accumulo.apache.org/</link> <atom:link href="https://accumulo.apache.org/feed.xml" rel="self" type="application/rss+xml"/> - <pubDate>Wed, 27 Apr 2022 12:19:42 +0000</pubDate> - <lastBuildDate>Wed, 27 Apr 2022 12:19:42 +0000</lastBuildDate> + <pubDate>Wed, 27 Apr 2022 12:23:16 +0000</pubDate> + <lastBuildDate>Wed, 27 Apr 2022 12:23:16 +0000</lastBuildDate> <generator>Jekyll v4.2.0</generator> diff --git a/output/release/accumulo-2.0.1/index.html b/output/release/accumulo-2.0.1/index.html index b7ee79f3..c0ddca2c 100644 --- a/output/release/accumulo-2.0.1/index.html +++ b/output/release/accumulo-2.0.1/index.html @@ -151,8 +151,6 @@ - <li class="next"><a href="/release/accumulo-2.1.0/">Apache Accumulo 2.1.0 »</a></li> - </ul></nav> @@ -243,8 +241,6 @@ assistance working with newer versions of ZooKeeper.</p> - <li class="next"><a href="/release/accumulo-2.1.0/">Apache Accumulo 2.1.0 »</a></li> - </ul></nav> </div> diff --git a/output/release/accumulo-2.1.0/index.html b/output/release/accumulo-2.1.0/index.html deleted file mode 100644 index 5aff51eb..00000000 --- a/output/release/accumulo-2.1.0/index.html +++ /dev/null @@ -1,537 +0,0 @@ -<!DOCTYPE html> -<html lang="en"> -<head> -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<meta charset="utf-8"> -<meta http-equiv="X-UA-Compatible" content="IE=edge"> -<meta name="viewport" content="width=device-width, initial-scale=1"> -<link href="https://maxcdn.bootstrapcdn.com/bootswatch/3.3.7/paper/bootstrap.min.css" rel="stylesheet" integrity="sha384-awusxf8AUojygHf2+joICySzB780jVvQaVCAt1clU3QsyAitLGul28Qxb2r1e5g+" crossorigin="anonymous"> -<link href="//netdna.bootstrapcdn.com/font-awesome/4.0.3/css/font-awesome.css" rel="stylesheet"> -<link rel="stylesheet" type="text/css" href="https://cdn.datatables.net/v/bs/jq-2.2.3/dt-1.10.12/datatables.min.css"> -<link href="/css/accumulo.css" rel="stylesheet" type="text/css"> - -<title>Apache Accumulo 2.1.0</title> - -<script src="https://cdnjs.cloudflare.com/ajax/libs/jquery/2.2.4/jquery.min.js" integrity="sha256-BbhdlvQf/xTY9gja0Dq3HiwQF8LaCRTXxZKRutelT44=" crossorigin="anonymous"></script> -<script src="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/js/bootstrap.min.js" integrity="sha384-Tc5IQib027qvyjSMfHjOMaLkfuWVxZxUPnCJA7l2mCWNIpG9mGCD8wGNIcPD7Txa" crossorigin="anonymous"></script> -<script type="text/javascript" src="https://cdn.datatables.net/v/bs/jq-2.2.3/dt-1.10.12/datatables.min.js"></script> -<script type="text/javascript" src="https://www.apachecon.com/event-images/snippet.js"></script> -<script> - // show location of canonical site if not currently on the canonical site - $(function() { - var host = window.location.host; - if (typeof host !== 'undefined' && host !== 'accumulo.apache.org') { - $('#non-canonical').show(); - } - }); - - $(function() { - // decorate section headers with anchors - return $("h2, h3, h4, h5, h6").each(function(i, el) { - var $el, icon, id; - $el = $(el); - id = $el.attr('id'); - icon = '<i class="fa fa-link"></i>'; - if (id) { - return $el.append($("<a />").addClass("header-link").attr("href", "#" + id).html(icon)); - } - }); - }); - - // fix sidebar width in documentation - $(function() { - var $affixElement = $('div[data-spy="affix"]'); - $affixElement.width($affixElement.parent().width()); - }); -</script> - -</head> -<body style="padding-top: 100px"> - - <nav class="navbar navbar-default navbar-fixed-top"> - <div class="container"> - <div class="navbar-header"> - <button type="button" class="navbar-toggle" data-toggle="collapse" data-target="#navbar-items"> - <span class="sr-only">Toggle navigation</span> - <span class="icon-bar"></span> - <span class="icon-bar"></span> - <span class="icon-bar"></span> - </button> - <a href="/"><img id="nav-logo" alt="Apache Accumulo" class="img-responsive" src="/images/accumulo-logo.png" width="200" - /></a> - </div> - <div class="collapse navbar-collapse" id="navbar-items"> - <ul class="nav navbar-nav"> - <li class="nav-link"><a href="/downloads">Download</a></li> - <li class="nav-link"><a href="/tour">Tour</a></li> - <li class="dropdown"> - <a class="dropdown-toggle" data-toggle="dropdown" href="#">Releases<span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/release/accumulo-2.0.1/">2.0.1 (Latest)</a></li> - <li><a href="/release/accumulo-1.10.2/">1.10.2</a></li> - <li><a href="/release/">Archive</a></li> - </ul> - </li> - <li class="dropdown"> - <a class="dropdown-toggle" data-toggle="dropdown" href="#">Documentation<span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/docs/2.x">User Manual (2.x)</a></li> - <li><a href="/docs/2.x/apidocs">Javadocs (2.0)</a></li> - <li><a href="/api">Public API</a></li> - <li><a href="/quickstart-1.x">Quickstart (1.x)</a></li> - <li><a href="/accumulo2-maven-plugin">Accumulo Maven Plugin</a></li> - <li><a href="/1.10/accumulo_user_manual.html">User Manual (1.10)</a></li> - <li><a href="/1.10/apidocs">Javadocs (1.10)</a></li> - <li><a href="/external-docs">External Docs</a></li> - <li><a href="/docs-archive/">Archive</a></li> - </ul> - </li> - <li class="dropdown"> - <a class="dropdown-toggle" data-toggle="dropdown" href="#">Community<span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/contact-us">Contact Us</a></li> - <li><a href="/how-to-contribute">How To Contribute</a></li> - <li><a href="/people">People</a></li> - <li><a href="/related-projects">Related Projects</a></li> - </ul> - </li> - <li class="nav-link"><a href="/search">Search</a></li> - </ul> - <ul class="nav navbar-nav navbar-right"> - <li class="dropdown"> - <a class="dropdown-toggle" data-toggle="dropdown" href="#"><img alt="Apache Software Foundation" src="https://www.apache.org/foundation/press/kit/feather.svg" width="15"/><span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="https://www.apache.org">Apache Homepage <i class="fa fa-external-link"></i></a></li> - <li><a href="https://www.apache.org/licenses/">License <i class="fa fa-external-link"></i></a></li> - <li><a href="https://www.apache.org/foundation/sponsorship">Sponsorship <i class="fa fa-external-link"></i></a></li> - <li><a href="https://www.apache.org/security">Security <i class="fa fa-external-link"></i></a></li> - <li><a href="https://www.apache.org/foundation/thanks">Thanks <i class="fa fa-external-link"></i></a></li> - <li><a href="https://www.apache.org/foundation/policies/conduct">Code of Conduct <i class="fa fa-external-link"></i></a></li> - <li><a href="https://www.apache.org/events/current-event.html">Current Event <i class="fa fa-external-link"></i></a></li> - </ul> - </li> - </ul> - </div> - </div> -</nav> - - - <div class="container"> - <div class="row"> - <div class="col-md-12"> - - <div id="non-canonical" style="display: none; background-color: #F0E68C; padding-left: 1em;"> - Visit the official site at: <a href="https://accumulo.apache.org">https://accumulo.apache.org</a> - </div> - <div id="content"> - - <h1 class="title">Apache Accumulo 2.1.0</h1> - - - -<p>19 Jan 2020</p> -<nav aria-label="Navigate Release Notes"><ul class="pager"> - - <li class="previous"><a href="/release/accumulo-2.0.1/">« Apache Accumulo 2.0.1</a></li> - - - - </ul></nav> - - -<div class="alert alert-danger" style="margin-bottom: 0px;" role="alert"> - <p>These are <strong>draft</strong> release notes for a future release of Accumulo!</p> - <p>Please view <a class="alert-link" href="/release/accumulo-2.0.1/">the latest release notes</a>.</p> -</div> - - - -<div class="alert alert-success" role="alert"> - <p>This version is a current <strong><a class="alert-link" href="/contributor/versioning#LTM">Long Term Maintenance (LTM)</a></strong> release.</p> -</div> - - -<p>** DRAFT RELEASE NOTES **</p> - -<h2 id="about">About</h2> - -<p>TODO high level description of the release</p> - -<p>TODO summarize contributions</p> - -<p>TODO Version Upgrade guidance</p> - -<h2 id="minimum-requirements">Minimum Requirements</h2> - -<p>TODO describe requirements</p> - -<h2 id="binary-incompatibility">Binary Incompatibility</h2> - -<p>This release is known to be incompatible with prior versions of the client -libraries. That is, the 2.0.0 or 2.0.1 version of the client libraries will not -be able to communicate with a 2.1.0 or later installation of Accumulo, nor will -the 2.1.0 or later version of the client libraries communicate with a 2.0.1 or -earlier installation.</p> - -<h2 id="major-changes">Major Changes</h2> - -<h3 id="overhaul-of-table-compactions">Overhaul of Table Compactions</h3> - -<p>Significant changes were made to how Accumulo compacts files in this release. See -<a href="/docs/2.x/administration/compaction">compaction </a> for details, below are some highlights.</p> - -<ul> - <li>Multiple concurrent compactions per tablet on disjoint files is now -supported. Previously only a single compaction could run on a tablet. This -allows tablets that are running long compactions on large files to -concurrently compact new smaller files that arrive.</li> - <li>Multiple compaction thread pools per tablet server are now supported. -Previously only a single thread pool existed within a tablet server for -compactions. With a single thread pool, if all threads are working on long -compactions it can starve quick compactions. Now compactions with little -data can be processed by dedicated thread pools.</li> - <li>Accumulo’s default algorithm for selecting files to compact was modified to -select the smallest set of files that meet the compaction ratio criteria -instead of the largest set. This change makes tablets more aggressive about -reducing their number files while still doing logarithmic compaction work. -This change also enables efficiently compacting new small files that arrive -during a long running compaction.</li> - <li>Having dedicated compaction threads pools for tables is now supported -through configuration. The default configuration for Accumulo sets up -dedicated thread pools for compacting the Accumulo metadata table.</li> - <li>Merging minor compactions were dropped. These were added to Accumulo to -address the problem of new files arriving while a long running compaction -was running. Merging minor compactions could cause O(N^2) compaction work. -The new compaction changes in this release can satisfy this use case while -doing a logarithmic amount of work.</li> -</ul> - -<p>CompactionStrategy was deprecated in favor of new public APIs. CompactionStrategy was never public API as it -used internal types and one of these types <code class="language-plaintext highlighter-rouge">FileRef</code> was removed in 2.1. Users who have written a CompactionStrategy -can replace <code class="language-plaintext highlighter-rouge">FileRef</code> with its replacement internal type <code class="language-plaintext highlighter-rouge">StoredTabletFile</code> but this is not recommended. Since it is -very likely that CompactionStrategy will be removed in a future release, any work put into rewriting a CompactionStrategy -will be lost. It is recommended that users implement CompactionSelector, CompactionConfigurer, and CompactionPlanner instead. The new compaction changes in 2.1 introduce new algorithms for optimally scheduling compactions across multiple thread pools, configuring a deprecated compaction strategy may result is missing out on the benefits of these new algorithms. See -<a href="https://static.javadoc.io/org.apache.accumulo/accumulo-tserver/2.0.1/org/apache/accumulo/tserver/compaction/CompactionStrategy.html">javadoc</a> -for more information. Github tickets related to these changes: <a href="https://github.com/apache/accumulo/issues/564">#564</a> <a href="https://github.com/apache/accumulo/issues/1605">#1605</a> <a href="https://github.com/apache/accumulo/issues/1609">#1609</a> <a href="https://github.com/apache/accumulo/issues/1649">#1649</a></p> - -<h3 id="external-compactions-experimental">External Compactions (experimental)</h3> - -<p>This release includes two new optional server components, CompactionCoordinator and Compactor, -that enables the user to run major compactions outside of the Tablet Server. See -<a href="/docs/2.x/_docs-2/getting-started/design.md}, {% dlink administration/compaction">compaction </a> and the -External Compaction <a href="https://accumulo.apache.org/blog/2021/07/08/external-compactions.html">blog post</a> for more information. This work was completed -over many tickets, see the GitHub <a href="https://github.com/apache/accumulo/projects/20">project</a> for the related issues. <a href="https://github.com/apache/accumulo/issues/2096">#2096</a></p> - -<h3 id="fixed-gc-metadata-hotspots">Fixed GC Metadata hotspots</h3> - -<p>Prior to this release, Accumulo stored GC file candidates in the metadata table -using rows of the form <code class="language-plaintext highlighter-rouge">~del<URI></code>. This row schema lead to uneven load on -the metadata table and metadata tablets that were eventually never used. In <a href="https://github.com/apache/accumulo/issues/1043">#1043</a> <a href="https://github.com/apache/accumulo/issues/1344">#1344</a> the row format was changed to <code class="language-plaintext highlighter-rouge">~del<hash(URI)><URI></code> resulting in -even load on the metadata table and even data spread in the tablets. After -upgrading, there may still be splits in the metadata table using the old row -format. These splits can be merged away as shown in the example below which -starts off with splits generated from the old and new row schema. The old -splits with the prefix <code class="language-plaintext highlighter-rouge">~delhdfs</code> are merged away.</p> - -<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>root@uno> getsplits -t accumulo.metadata -2< -~ -~del55 -~dela7 -~delhdfs://localhost:8020/accumulo/tables/2/default_tablet/F00000a0.rf -~delhdfs://localhost:8020/accumulo/tables/2/default_tablet/F00000kb.rf -root@uno> merge -t accumulo.metadata -b ~delhdfs -e ~delhdfs~ -root@uno> getsplits -t accumulo.metadata -2< -~ -~del55 -~dela7 -</code></pre></div></div> - -<h3 id="master-renamed-to-manager">Master Renamed to Manager</h3> - -<p>In order to support more inclusive language in our code, the Accumulo team has -renamed all references to the word “master” to “manager” (with the exception -of deprecated classes and packages retained for compatibility). This change -includes the master process, configuration properties with master in the name, -utilities with master in the name, and packages/classes in the code base. Where -these changes affect the public API, the deprecated “master” name will still be -supported until at least Accumulo 3.0.</p> - -<blockquote> - <p><strong>Important</strong> - One particular change to be aware of is that certain state for the manager - process is stored in ZooKeeper, previously in under a directory named - <code class="language-plaintext highlighter-rouge">masters</code>. This directory has been renamed to <code class="language-plaintext highlighter-rouge">managers</code>, and the upgrade - will happen automatically if you launch Accumulo using the provided scripts. - However, if you do not use the built in scripts (e.g., accumulo-cluster or - accumulo-service), then you will need to perform a one-time upgrade of the - ZooKeeper state by executing the <code class="language-plaintext highlighter-rouge">RenameMasterDirInZK</code> utility:</p> - <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code> ${ACCUMULO_HOME}/bin/accumulo org.apache.accumulo.manager.upgrade.RenameMasterDirInZK -</code></pre></div> </div> -</blockquote> - -<p>Some other specific examples of these changes include:</p> - -<ul> - <li>All configuration properties starting with <code class="language-plaintext highlighter-rouge">master.</code> have been renamed to -start with <code class="language-plaintext highlighter-rouge">manager.</code> instead. The <code class="language-plaintext highlighter-rouge">master.*</code> property names in the site -configuration file (or passed on the command-line) are converted internally -to the new name, and a warning is printed. However, the old name can still be -used until at least the 3.0 release of Accumulo. Any <code class="language-plaintext highlighter-rouge">master.*</code> properties -that have been set in ZooKeeper will be automatically converted to the new -<code class="language-plaintext highlighter-rouge">manager.*</code> name when Accumulo is upgraded. The old property names can still -be used by the <code class="language-plaintext highlighter-rouge">config</code> shell command or via the methods accessible via -<code class="language-plaintext highlighter-rouge">AccumuloClient</code>, but a warning will be generated when the old names are -used. You are encouraged to update all references to <code class="language-plaintext highlighter-rouge">master</code> in your site -configuration files to <code class="language-plaintext highlighter-rouge">manager</code> when installing Accumulo 2.1.</li> - <li>The tablet balancers in the <code class="language-plaintext highlighter-rouge">org.apache.accumulo.server.master.balancer</code> -package have all been relocated to <code class="language-plaintext highlighter-rouge">org.apache.accumulo.server.manager.balancer</code>. -DefaultLoadBalancer has been also renamed to SimpleLoadBalancer along with -the move. The default balancer has been updated from -<code class="language-plaintext highlighter-rouge">org.apache.accumulo.server.master.balancer.TableLoadBalancer</code> to -<code class="language-plaintext highlighter-rouge">org.apache.accumulo.server.manager.balancer.TableLoadBalancer</code>, and the -default per-table balancer has been updated from -<code class="language-plaintext highlighter-rouge">org.apache.accumulo.server.master.balancer.DefaultLoadBalancer</code> to -<code class="language-plaintext highlighter-rouge">org.apache.accumulo.server.manager.balancer.SimpleLoadBalancer</code>. If you have -customized the tablet balancer configuration, you are strongly encouraged to -update your configuration to reference the updated balancer names. If you -written a custom tablet balancer, it should be updated to implement the new -interface <code class="language-plaintext highlighter-rouge">org.apache.accumulo.server.manager.balancer.TabletBalancer</code> -rather than extending the deprecated abstract -<code class="language-plaintext highlighter-rouge">org.apache.accumulo.server.master.balancer.TabletBalancer</code>.</li> - <li>The configuration file <code class="language-plaintext highlighter-rouge">masters</code> for identifying the manager host(s) has been -deprecated. If this file is found, a warning will be printed. The replacement -file <code class="language-plaintext highlighter-rouge">managers</code> should be used (i.e., rename your masters file to managers) -instead.</li> - <li>The <code class="language-plaintext highlighter-rouge">master</code> argument to the <code class="language-plaintext highlighter-rouge">accumulo-service</code> script has been deprecated, -and the replacement <code class="language-plaintext highlighter-rouge">manager</code> argument should be used instead.</li> - <li>The <code class="language-plaintext highlighter-rouge">-master</code> argument to the <code class="language-plaintext highlighter-rouge">org.apache.accumulo.server.util.ZooZap</code> -utility has been deprecated and the replacement <code class="language-plaintext highlighter-rouge">-manager</code> argument should be -used instead.</li> - <li>The <code class="language-plaintext highlighter-rouge">GetMasterStats</code> utility has been renamed to <code class="language-plaintext highlighter-rouge">GetManagerStats</code>.</li> - <li><code class="language-plaintext highlighter-rouge">org.apache.accumulo.master.state.SetGoalState</code> is deprecated, and any custom -scripts that invoke this utility should be updated to call -<code class="language-plaintext highlighter-rouge">org.apache.accumulo.manager.state.SetGoalState</code> instead.</li> - <li><code class="language-plaintext highlighter-rouge">masterMemory</code> in <code class="language-plaintext highlighter-rouge">minicluster.properties</code> has been deprecated and -<code class="language-plaintext highlighter-rouge">managerMemory</code> should be used instead in any <code class="language-plaintext highlighter-rouge">minicluster.properties</code> files -you have configured.</li> - <li>See also <a href="https://github.com/apache/accumulo/issues/1640">#1640</a> <a href="https://github.com/apache/accumulo/issues/1642">#1642</a> <a href="https://github.com/apache/accumulo/issues/1703">#1703</a> <a href="https://github.com/apache/accumulo/issues/1704">#1704</a> <a href="https://github.com/apache/accumulo/issues/1873">#1873</a> <a href="https://github.com/apache/accumulo/issues/1907">#1907</a></li> -</ul> - -<h3 id="new-tracing-facility">New Tracing Facility</h3> - -<p>HTrace support was removed in this release and has been replaced with <a href="https://opentelemetry.io/">OpenTelemetry</a>. Trace information -will not be shown in the monitor. See comments in <a href="https://github.com/apache/accumulo/issues/2259">#2259</a> for an example of how to configure -Accumulo to emit traces to supported OpenTelemetry sinks. <a href="https://github.com/apache/accumulo/issues/2257">#2257</a></p> - -<h3 id="new-metrics-implementation">New Metrics Implementation</h3> - -<p>The Hadoop Metrics2 framework is no longer being used to emit metrics from Accumulo. Accumulo is now -using the <a href="https://micrometer.io/">Micrometer</a> framework. Metric name and type changes have been documented in -org.apache.accumulo.core.metrics.MetricsProducer, see the <a href="https://static.javadoc.io/org.apache.accumulo/accumulo-core/2.0.1/org/apache/accumulo/core/metrics/MetricsProducer.html">javadoc</a> -for more information. See comments in <a href="https://github.com/apache/accumulo/issues/2305">#2305</a> for an example of how to configure Accumulo to emit -metrics to supported Micrometer sinks. <a href="https://github.com/apache/accumulo/issues/1134">#1134</a></p> - -<h3 id="new-spi-package">New SPI Package</h3> - -<p>TODO describe New SPI Package <a href="https://github.com/apache/accumulo/issues/1900">#1900</a> <a href="https://github.com/apache/accumulo/issues/1905">#1905</a> <a href="https://github.com/apache/accumulo/issues/1880">#1880</a> <a href="https://github.com/apache/accumulo/issues/1891">#1891</a> <a href="https://github.com/apache/accumulo/issues/1426">#1426</a></p> - -<h3 id="new-listtablets-shell-command">New listtablets shell command.</h3> - -<p>A new command was created for debugging called listtablets, that shows detailed tablet information -on a single line. This command aggregates data about a tablet such as status, location, size, -number of entries and HDFS directory name. It even shows the start and end rows of tablets, -displaying them in the same sorted order they are stored in the metadata. See example command output below. -<a href="https://github.com/apache/accumulo/issues/1317">#1317</a> <a href="https://github.com/apache/accumulo/issues/1821">#1821</a></p> - -<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>root@uno> listtablets -t test_ingest -h -2021-01-04T15:12:47,663 [Shell.audit] INFO : root@uno> listtablets -t test_ingest -h -NUM TABLET_DIR FILES WALS ENTRIES SIZE STATUS LOCATION ID START (Exclusive) END -TABLE: test_ingest -1 t-0000007 1 0 60 552 HOSTED CURRENT:ip-10-113-12-25:9997 2 -INF row_0000000005 -2 t-0000006 1 0 500 2.71K HOSTED CURRENT:ip-10-113-12-25:9997 2 row_0000000005 row_0000000055 -3 t-0000008 1 0 5.00K 24.74K HOSTED CURRENT:ip-10-113-12-25:9997 2 row_0000000055 row_0000000555 -4 default_tablet 1 0 4.44K 22.01K HOSTED CURRENT:ip-10-113-12-25:9997 2 row_0000000555 +INF -root@uno> listtablets -t accumulo.metadata -2021-01-04T15:13:21,750 [Shell.audit] INFO : root@uno> listtablets -t accumulo.metadata -NUM TABLET_DIR FILES WALS ENTRIES SIZE STATUS LOCATION ID START (Exclusive) END -TABLE: accumulo.metadata -1 table_info 2 0 7 524 HOSTED CURRENT:ip-10-113-12-25:9997 !0 -INF ~ -2 default_tablet 0 0 0 0 HOSTED CURRENT:ip-10-113-12-25:9997 !0 ~ +INF -</code></pre></div></div> - -<h3 id="new-utility-for-generating-splits">New Utility for generating splits</h3> - -<p>A new command line utility was created to generate split points from 1 or more rfiles. One or more HDFS directories can -be given as well. The utility will iterate over all the files provided and determine the proper split points -based on either the size or number given. It uses Apache Datasketches to get the split points from the data. <a href="https://github.com/apache/accumulo/issues/2361">#2361</a> <a href="https://github.com/apache/accumulo/issues/2368">#2368</a></p> - -<h3 id="new-option-for-cloning-offline">New option for cloning offline</h3> - -<p>Added option to leave cloned tables offline <a href="https://github.com/apache/accumulo/issues/1474">#1474</a> <a href="https://github.com/apache/accumulo/issues/1475">#1475</a></p> - -<h3 id="new-max-tablets-option-in-bulk-import">New max tablets option in bulk import</h3> - -<p>The property <code class="language-plaintext highlighter-rouge">table.bulk.max.tablets</code> was created in new bulk import technique. This property acts as a cluster performance -failsafe to prevent a single ingested file from being distributed across too much of a cluster. The value is enforced -by the new bulk import technique and is the maximum number of tablets allowed for one bulk import file. When this property -is set, an error will be thrown when the value is exceeded during a bulk import. <a href="https://github.com/apache/accumulo/issues/1614">#1614</a></p> - -<h3 id="new-health-check-thread-in-tserver">New Health check Thread in tserver</h3> - -<p>A new thread was added to the tablet server to periodically verify tablet metadata. <a href="https://github.com/apache/accumulo/issues/2320">#2320</a> This thread also prints -to the debug log how long it takes the tserver to scan the metadata table. The property tserver.health.check.interval was -added to control the frequency at which this health check takes place. <a href="https://github.com/apache/accumulo/issues/2583">#2583</a></p> - -<h3 id="new-ability-for-user-to-define-context-classloaders">New ability for user to define context classloaders</h3> - -<p>Deprecated the existing VFS ClassLoader for eventual removal and created a new mechanism for users -to load their own classloader implementations. The new VFS classloader and VFS context classloaders -are in a new <a href="https://github.com/apache/accumulo-classloaders/tree/main/modules/vfs-class-loader">repo</a> and can now be specified using system properties. <a href="https://github.com/apache/accumulo/issues/1747">#1747</a> <a href="https://github.com/apache/accumulo/issues/1715">#1715</a></p> - -<h3 id="change-in-uncaught-exceptionerror-handling-in-server-side-threads">Change in uncaught Exception/Error handling in server-side threads</h3> - -<p>Consolidated and normalized thread pool and thread creation. All threads created through this code path -will have an UncaughtExceptionHanlder attached to it that will log the fact that the Thread encountered -an uncaught Exception and is now dead. When an Error is encountered in a server process, it will attempt -to print a message to stderr then terminate the VM using Runtime.halt. On the client side, the default -UncaughtExceptionHandler will only log the Exception/Error in the client and does not terminate the VM. -Additionally, the user has the ability to set their own UncaughtExceptionHandler implementation on the -client. <a href="https://github.com/apache/accumulo/issues/1808">#1808</a> <a href="https://github.com/apache/accumulo/issues/1818">#1818</a> <a href="https://github.com/apache/accumulo/issues/2554">#2554</a></p> - -<h3 id="updated-hash-algorithm">Updated hash algorithm</h3> - -<p>TODO clarify what was done for this. <a href="https://github.com/apache/accumulo/issues/1787">#1787</a> <a href="https://github.com/apache/accumulo/issues/1788">#1788</a> <a href="https://github.com/apache/accumulo/issues/1798">#1798</a> <a href="https://github.com/apache/accumulo/issues/1810">#1810</a></p> - -<h3 id="various-performance-improvements-when-deleting-tables">Various Performance improvements when deleting tables</h3> - -<ul> - <li>Make delete table operations cancel user compactions <a href="https://github.com/apache/accumulo/issues/2030">#2030</a> <a href="https://github.com/apache/accumulo/issues/2169">#2169</a>.</li> - <li>Prevent compactions from starting when delete table is called <a href="https://github.com/apache/accumulo/issues/2182">#2182</a> <a href="https://github.com/apache/accumulo/issues/2240">#2240</a>.</li> - <li>Added check to not flush when table is being deleted <a href="https://github.com/apache/accumulo/issues/1887">#1887</a>.</li> - <li>Added log message before waiting for deletes to finish <a href="https://github.com/apache/accumulo/issues/1881">#1881</a>.</li> - <li>Added code to stop user flush if table is being deleted <a href="https://github.com/apache/accumulo/issues/1931">#1931</a></li> -</ul> - -<h3 id="new-jshell-entry-point">New jshell entry point</h3> - -<p>Created new “jshell” convenience entry point <a href="https://github.com/apache/accumulo/issues/1870">#1870</a> <a href="https://github.com/apache/accumulo/issues/1910">#1910</a></p> - -<h3 id="new-monitor-pages--improvments">New Monitor Pages & Improvments</h3> - -<p>A page was added to the Monitor that lists the active compactions and the longest running -active compaction. As an optimization, the page will only fetch data if a user loads the -page and will only do so a maximum of once a minute. The same optimization was added for the Active Scans page, -along with the addition of a “Fetched” column indicating when the data was retrieved. A new page was also created -for External Compactions that allows seeing the progress of compactions and many details about ongoing compactions. -<a href="https://github.com/apache/accumulo/issues/2283">#2283</a> <a href="https://github.com/apache/accumulo/issues/2294">#2294</a> <a href="https://github.com/apache/accumulo/issues/2358">#2358</a></p> - -<h3 id="new-tserver-scan-timeout-property">New tserver scan timeout property</h3> - -<p>The new property <code class="language-plaintext highlighter-rouge">tserver.scan.results.max.timeout</code> was added to allow configuration of the timeout. A bug was -discovered where tservers were running out of memory, partially due to this timeout being so short. The default value -is 1 second, but now it can be increased. It is the max time for the thrift client handler to wait for scan results before -timing out. <a href="https://github.com/apache/accumulo/issues/2599">#2599</a> <a href="https://github.com/apache/accumulo/issues/2598">#2598</a></p> - -<p><img src="/images/release/ec-running2.png" alt="External Compactions" style="width:85%" /></p> - -<p><img src="/images/release/ec-running-details.png" alt="External Compactions Details" style="width:85%" /></p> - -<h3 id="other-notable-changes">Other notable changes</h3> - -<ul> - <li><a href="https://github.com/apache/accumulo/issues/1309">#1309</a> Prevent cloning metadata table</li> - <li><a href="https://github.com/apache/accumulo/issues/1294">#1294</a> <a href="https://github.com/apache/accumulo/issues/1299">#1299</a> Add optional -t tablename to importdirectory shell command.</li> - <li><a href="https://github.com/apache/accumulo/issues/1332">#1332</a> Disable FileSystemMonitor checks by default</li> - <li><a href="https://github.com/apache/accumulo/issues/1345">#1345</a> <a href="https://github.com/apache/accumulo/issues/1352">#1352</a> Allow gc initiated compaction as option.</li> - <li><a href="https://github.com/apache/accumulo/issues/1090">#1090</a> <a href="https://github.com/apache/accumulo/issues/1330">#1330</a> Consolidate/Simplify ServerOpts</li> - <li><a href="https://github.com/apache/accumulo/issues/1389">#1389</a> Always choose volume for new tablet files.</li> - <li><a href="https://github.com/apache/accumulo/issues/1390">#1390</a> <a href="https://github.com/apache/accumulo/issues/1400">#1400</a> <a href="https://github.com/apache/accumulo/issues/1411">#1411</a> Declare core.iterators package public API</li> - <li><a href="https://github.com/apache/accumulo/issues/1441">#1441</a> <a href="https://github.com/apache/accumulo/issues/1405">#1405</a> Improvements to Upgrades</li> - <li><a href="https://github.com/apache/accumulo/issues/1397">#1397</a> <a href="https://github.com/apache/accumulo/issues/1461">#1461</a> Replace relative paths on upgrade.</li> - <li><a href="https://github.com/apache/accumulo/issues/1456">#1456</a> <a href="https://github.com/apache/accumulo/issues/1457">#1457</a> Prevent catastrophic tserver shutdown by rate limiting the shutdown</li> - <li><a href="https://github.com/apache/accumulo/issues/1528">#1528</a> <a href="https://github.com/apache/accumulo/issues/1514">#1514</a> <a href="https://github.com/apache/accumulo/issues/1515">#1515</a> <a href="https://github.com/apache/accumulo/issues/1516">#1516</a> Upgraded to Log4j2</li> - <li><a href="https://github.com/apache/accumulo/issues/1513">#1513</a> <a href="https://github.com/apache/accumulo/issues/1530">#1530</a> <a href="https://github.com/apache/accumulo/issues/1531">#1531</a> <a href="https://github.com/apache/accumulo/issues/1877">#1877</a> Upgraded to Zookeeper 3.5.9</li> - <li><a href="https://github.com/apache/accumulo/issues/1053">#1053</a> <a href="https://github.com/apache/accumulo/issues/1060">#1060</a> <a href="https://github.com/apache/accumulo/issues/1576">#1576</a> Support multiple volumes in import table</li> - <li><a href="https://github.com/apache/accumulo/issues/1464">#1464</a> Leverage SimpleThreadPool for improving importtable performance</li> - <li><a href="https://github.com/apache/accumulo/issues/1568">#1568</a> Support multiple tservers / node in accumulo-service</li> - <li><a href="https://github.com/apache/accumulo/issues/1644">#1644</a> <a href="https://github.com/apache/accumulo/issues/1645">#1645</a> Fix issue with minor compaction not retrying</li> - <li><a href="https://github.com/apache/accumulo/issues/1660">#1660</a> Dropped MemoryManager property</li> - <li><a href="https://github.com/apache/accumulo/issues/1543">#1543</a> <a href="https://github.com/apache/accumulo/issues/1650">#1650</a> Use batching strategy for SimpleGarbageCollector candidate memory utilization</li> - <li><a href="https://github.com/apache/accumulo/issues/1692">#1692</a> Fix file permissions in source assembly tarball</li> - <li><a href="https://github.com/apache/accumulo/issues/1721">#1721</a> Mark security properties experimental</li> - <li><a href="https://github.com/apache/accumulo/issues/1739">#1739</a> <a href="https://github.com/apache/accumulo/issues/1746">#1746</a> Cleanup Splits file if CreateTable FaTE operation fails.</li> - <li><a href="https://github.com/apache/accumulo/issues/1742">#1742</a> <a href="https://github.com/apache/accumulo/issues/1765">#1765</a> Added forEach to Scanner</li> - <li><a href="https://github.com/apache/accumulo/issues/1764">#1764</a> <a href="https://github.com/apache/accumulo/issues/1783">#1783</a> Parallelize listcompactions in shell</li> - <li><a href="https://github.com/apache/accumulo/issues/1797">#1797</a> Add table option to shell delete command.</li> - <li><a href="https://github.com/apache/accumulo/issues/1848">#1848</a> Update column name in the monitor UI</li> - <li><a href="https://github.com/apache/accumulo/issues/2039">#2039</a> <a href="https://github.com/apache/accumulo/issues/2045">#2045</a> Add bulk import option to ignore empty dirs</li> - <li><a href="https://github.com/apache/accumulo/issues/2064">#2064</a> Add option to disable encryption to AESCryptoService</li> - <li><a href="https://github.com/apache/accumulo/issues/2117">#2117</a> <a href="https://github.com/apache/accumulo/issues/2236">#2236</a> Make sorted recovery write to RFiles. New <code class="language-plaintext highlighter-rouge">tserver.wal.sort.file.</code> property to configure</li> - <li><a href="https://github.com/apache/accumulo/issues/2076">#2076</a> Sorted recovery files can now be encrypted</li> - <li><a href="https://github.com/apache/accumulo/issues/2273">#2273</a> Upgrade Thrift to 0.15.0</li> - <li><a href="https://github.com/apache/accumulo/issues/2462">#2462</a> Added SUBMITTED FaTE status to differentiate between things that are submitted and running</li> - <li><a href="https://github.com/apache/accumulo/issues/2467">#2467</a> Added option to fate shell command to cancel FaTE operations that are NEW or SUBMITTED</li> - <li><a href="https://github.com/apache/accumulo/issues/2562">#2562</a> Updated fate shell command to use CommandLine options instead of manual arg parsing</li> - <li><a href="https://github.com/apache/accumulo/issues/2524">#2524</a> Scheduled background tasks are now periodically checked to see if they failed</li> -</ul> - -<h2 id="upgrading">Upgrading</h2> - -<p>View the <a href="/docs/2.x/administration/upgrading">Upgrading Accumulo documentation</a> for guidance.</p> - -<h2 id="210-github-project">2.1.0 GitHub Project</h2> - -<p><a href="https://github.com/apache/accumulo/projects/3">All tickets related to 2.1.0.</a></p> - - - -<hr> - -<p><strong>View all releases in the <a href="/release/">archive</a></strong></p> -<nav aria-label="Navigate Release Notes"><ul class="pager"> - - <li class="previous"><a href="/release/accumulo-2.0.1/">« Apache Accumulo 2.0.1</a></li> - - - - </ul></nav> - - </div> - - -<footer> - - <p><a href="https://www.apache.org/foundation/contributing"><img src="https://www.apache.org/images/SupportApache-small.png" alt="Support the ASF" id="asf-logo" height="100" /></a></p> - - <p>Copyright © 2011-2022 <a href="https://www.apache.org">The Apache Software Foundation</a>. -Licensed under the <a href="https://www.apache.org/licenses/">Apache License, Version 2.0</a>.</p> - - <p>Apache®, the names of Apache projects and their logos, and the multicolor feather -logo are registered trademarks or trademarks of The Apache Software Foundation -in the United States and/or other countries.</p> - -</footer> - - - </div> - </div> - </div> -</body> -</html> diff --git a/output/release/index.html b/output/release/index.html index f8370e5c..141001d9 100644 --- a/output/release/index.html +++ b/output/release/index.html @@ -200,17 +200,6 @@ - - - <div class="row" style="margin-top: 15px; font-family: monospace"> - <div class="col-md-1">Jan 19</div> - <div class="col-md-10"> - <span class="label label-danger"> DRAFT! </span> <span class="label label-success"><a style="color: #ffffff; text-decoration: none" href="/contributor/versioning#LTM"> LTM </a></span><em><strong> <a href="/release/accumulo-2.1.0/">Apache Accumulo 2.1.0</a></strong></em> - </div> - </div> - - - <hr /> <h3>2019</h3> diff --git a/output/search_data.json b/output/search_data.json index 4c25a5c9..0af8d350 100644 --- a/output/search_data.json +++ b/output/search_data.json @@ -358,14 +358,6 @@ } , - "release-accumulo-2-1-0": { - "title": "Apache Accumulo 2.1.0", - "content" : "** DRAFT RELEASE NOTES **AboutTODO high level description of the releaseTODO summarize contributionsTODO Version Upgrade guidanceMinimum RequirementsTODO describe requirementsBinary IncompatibilityThis release is known to be incompatible with prior versions of the clientlibraries. That is, the 2.0.0 or 2.0.1 version of the client libraries will notbe able to communicate with a 2.1.0 or later installation of Accumulo, nor willthe 2.1.0 or later version of the client li [...] - "url": " /release/accumulo-2.1.0/", - "categories": "release" - } - , - "blog-2019-12-16-accumulo-proxy-html": { "title": "Accumulo Clients in Other Programming Languages", "content" : "Apache Accumulo has an Accumulo Proxy that allows communication with Accumulo using clients writtenin languages other than Java. This blog post shows how to run the Accumulo Proxy process using Unoand communicate with Accumulo using a Python client.First, clone the Accumulo Proxy repository.git clone https://github.com/apache/accumulo-proxyAssuming you have Uno set up on your machine, configure uno.conf to start the Accumulo Proxyby setting the configuration below:exp [...]