Repository: accumulo Updated Branches: refs/heads/master 466821f5f -> 7a9c20ab3
ACCUMULO-3211 attempt to find the recovery error in an IT Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/7a9c20ab Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/7a9c20ab Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/7a9c20ab Branch: refs/heads/master Commit: 7a9c20ab3e987dd6f8612b54ba3acdf772cb2e64 Parents: 466821f Author: Eric C. Newton <eric.new...@gmail.com> Authored: Thu Jul 23 15:26:55 2015 -0400 Committer: Eric C. Newton <eric.new...@gmail.com> Committed: Thu Jul 23 15:26:55 2015 -0400 ---------------------------------------------------------------------- .../apache/accumulo/test/MetaRecoveryIT.java | 96 ++++++++++++++++++++ 1 file changed, 96 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/accumulo/blob/7a9c20ab/test/src/main/java/org/apache/accumulo/test/MetaRecoveryIT.java ---------------------------------------------------------------------- diff --git a/test/src/main/java/org/apache/accumulo/test/MetaRecoveryIT.java b/test/src/main/java/org/apache/accumulo/test/MetaRecoveryIT.java new file mode 100644 index 0000000..9f93381 --- /dev/null +++ b/test/src/main/java/org/apache/accumulo/test/MetaRecoveryIT.java @@ -0,0 +1,96 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.accumulo.test; + +import static org.junit.Assert.assertEquals; + +import java.util.Collections; +import java.util.SortedSet; +import java.util.TreeSet; + +import org.apache.accumulo.core.client.BatchScanner; +import org.apache.accumulo.core.client.BatchWriter; +import org.apache.accumulo.core.client.Connector; +import org.apache.accumulo.core.conf.Property; +import org.apache.accumulo.core.data.Mutation; +import org.apache.accumulo.core.data.Range; +import org.apache.accumulo.core.metadata.MetadataTable; +import org.apache.accumulo.core.metadata.RootTable; +import org.apache.accumulo.core.security.Authorizations; +import org.apache.accumulo.minicluster.ServerType; +import org.apache.accumulo.minicluster.impl.MiniAccumuloConfigImpl; +import org.apache.accumulo.test.functional.ConfigurableMacBase; +import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.fs.RawLocalFileSystem; +import org.apache.hadoop.io.Text; +import org.junit.Test; + +import com.google.common.collect.Iterators; + +// ACCUMULO-3211 +public class MetaRecoveryIT extends ConfigurableMacBase { + + @Override + protected void configure(MiniAccumuloConfigImpl cfg, Configuration hadoopCoreSite) { + hadoopCoreSite.set("fs.file.impl", RawLocalFileSystem.class.getName()); + cfg.setProperty(Property.GC_CYCLE_DELAY, "1s"); + cfg.setProperty(Property.GC_CYCLE_START, "1s"); + cfg.setProperty(Property.TSERV_ARCHIVE_WALOGS, "true"); + cfg.setProperty(Property.INSTANCE_ZK_TIMEOUT, "5s"); + cfg.setProperty(Property.TSERV_WALOG_MAX_SIZE, "1048576"); + } + + @Test(timeout = 4 * 60 * 1000) + public void test() throws Exception { + String[] tables = getUniqueNames(10); + Connector c = getConnector(); + int i = 0; + for (String table : tables) { + log.info("Creating table {}", i); + c.tableOperations().create(table); + BatchWriter bw = c.createBatchWriter(table, null); + for (int j = 0; j < 1000; j++) { + Mutation m = new Mutation("" + j); + m.put("cf", "cq", "value"); + bw.addMutation(m); + } + bw.close(); + log.info("Data written to table {}", i); + i++; + } + c.tableOperations().flush(MetadataTable.NAME, null, null, true); + c.tableOperations().flush(RootTable.NAME, null, null, true); + SortedSet<Text> splits = new TreeSet<>(); + for (i = 1; i < tables.length; i++) { + splits.add(new Text("" + i)); + } + c.tableOperations().addSplits(MetadataTable.NAME, splits); + log.info("Added {} splits to {}", splits.size(), MetadataTable.NAME); + c.instanceOperations().waitForBalance(); + log.info("Restarting"); + getCluster().getClusterControl().kill(ServerType.TABLET_SERVER, "localhost"); + getCluster().start(); + log.info("Verifying"); + for (String table : tables) { + BatchScanner scanner = c.createBatchScanner(table, Authorizations.EMPTY, 5); + scanner.setRanges(Collections.singletonList(new Range())); + assertEquals(1000, Iterators.size(scanner.iterator())); + scanner.close(); + } + } + +}
