[
https://issues.apache.org/jira/browse/HBASE-29891?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=18058017#comment-18058017
]
Kevin Geiszler edited comment on HBASE-29891 at 2/12/26 2:03 AM:
-----------------------------------------------------------------
This error can be reproduced with the following unit test by adding it to
{{{}TestIncrementalBackupWithContinuous.java{}}}:
{code:java}
@Test
public void testMultiTableContinuousBackupWithIncrementalBackupSuccess() throws
Exception {
String methodName = Thread.currentThread().getStackTrace()[1].getMethodName();
List<Table> tables = new ArrayList<>();
List<TableName> tableNames = new ArrayList<>();
tableNames.add(TableName.valueOf("table_" + methodName + "_1"));
tableNames.add(TableName.valueOf("table_" + methodName + "_2")); for
(TableName table : tableNames) {
LOG.debug("Creating table: {}", table);
tables.add(TEST_UTIL.createTable(table, famName));
} try (BackupSystemTable table = new
BackupSystemTable(TEST_UTIL.getConnection())) {
int before = table.getBackupHistory().size(); // Run continuous backup
on multiple tables
String backup1 = backupTables(BackupType.FULL, tableNames, BACKUP_ROOT_DIR,
true);
assertTrue(checkSucceeded(backup1)); // Verify backup history increased
and all backups have succeeded
LOG.info("Verify backup history increased and all backups have succeeded");
List<BackupInfo> backups = table.getBackupHistory();
assertEquals("Backup history should increase", before + 1, backups.size());
// Verify backup manifest contains the correct tables
LOG.info("Verify backup manifest contains the correct tables");
BackupManifest manifest = getLatestBackupManifest(backups);
assertEquals("Backup should contain the expected tables",
Sets.newHashSet(tableNames),
new HashSet<>(manifest.getTableList())); loadTables(tables);
Thread.sleep(10000); // Run incremental backup
LOG.info("Running incremental backup on tables: {}", tableNames);
before = table.getBackupHistory().size();
String backup2 =
backupTables(BackupType.INCREMENTAL, tableNames, BACKUP_ROOT_DIR, true);
assertTrue(checkSucceeded(backup2));
LOG.info("Incremental backup completed for tables: {}", tableNames);
}
} {code}
was (Author: JIRAUSER302671):
This error can be reproduced with the following unit test by adding it to
TestIncrementalBackupWithContinuous.java:
{code:java}
@Test
public void testMultiTableContinuousBackupWithIncrementalBackupSuccess() throws
Exception {
String methodName = Thread.currentThread().getStackTrace()[1].getMethodName();
List<Table> tables = new ArrayList<>();
List<TableName> tableNames = new ArrayList<>();
tableNames.add(TableName.valueOf("table_" + methodName + "_1"));
tableNames.add(TableName.valueOf("table_" + methodName + "_2")); for
(TableName table : tableNames) {
LOG.debug("Creating table: {}", table);
tables.add(TEST_UTIL.createTable(table, famName));
} try (BackupSystemTable table = new
BackupSystemTable(TEST_UTIL.getConnection())) {
int before = table.getBackupHistory().size(); // Run continuous backup
on multiple tables
String backup1 = backupTables(BackupType.FULL, tableNames, BACKUP_ROOT_DIR,
true);
assertTrue(checkSucceeded(backup1)); // Verify backup history increased
and all backups have succeeded
LOG.info("Verify backup history increased and all backups have succeeded");
List<BackupInfo> backups = table.getBackupHistory();
assertEquals("Backup history should increase", before + 1, backups.size());
// Verify backup manifest contains the correct tables
LOG.info("Verify backup manifest contains the correct tables");
BackupManifest manifest = getLatestBackupManifest(backups);
assertEquals("Backup should contain the expected tables",
Sets.newHashSet(tableNames),
new HashSet<>(manifest.getTableList())); loadTables(tables);
Thread.sleep(10000); // Run incremental backup
LOG.info("Running incremental backup on tables: {}", tableNames);
before = table.getBackupHistory().size();
String backup2 =
backupTables(BackupType.INCREMENTAL, tableNames, BACKUP_ROOT_DIR, true);
assertTrue(checkSucceeded(backup2));
LOG.info("Incremental backup completed for tables: {}", tableNames);
}
} {code}
> Multi-table continuous incremental backup is failing because output directory
> already exists
> --------------------------------------------------------------------------------------------
>
> Key: HBASE-29891
> URL: https://issues.apache.org/jira/browse/HBASE-29891
> Project: HBase
> Issue Type: Bug
> Components: backup&restore
> Affects Versions: 2.6.0, 3.0.0-alpha-4
> Reporter: Kevin Geiszler
> Assignee: Kevin Geiszler
> Priority: Major
> Attachments: full-log.txt
>
>
> This was discovered while writing a Point-in-Time Restore integration test
> for HBASE-28957.
> Running an incremental backup with continuous backup enabled on multiple
> tables results in the following error:
> {noformat}
> Output directory hdfs://localhost:64120/backupUT/.tmp/backup_1770846846624
> already exists{noformat}
> Here is the full error and stack trace:
> {code:java}
> 2026-02-11T13:54:17,945 ERROR [Time-limited test {}]
> impl.TableBackupClient(232): Unexpected exception in incremental-backup:
> incremental copy backup_1770846846624Output directory
> hdfs://localhost:64120/backupUT/.tmp/backup_1770846846624 already exists
> org.apache.hadoop.mapred.FileAlreadyExistsException: Output directory
> hdfs://localhost:64120/backupUT/.tmp/backup_1770846846624 already exists
> at
> org.apache.hadoop.mapreduce.lib.output.FileOutputFormat.checkOutputSpecs(FileOutputFormat.java:164)
> ~[hadoop-mapreduce-client-core-3.4.2.jar:?]
> at
> org.apache.hadoop.mapreduce.JobSubmitter.checkSpecs(JobSubmitter.java:278)
> ~[hadoop-mapreduce-client-core-3.4.2.jar:?]
> at
> org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:142)
> ~[hadoop-mapreduce-client-core-3.4.2.jar:?]
> at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1677)
> ~[hadoop-mapreduce-client-core-3.4.2.jar:?]
> at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1674)
> ~[hadoop-mapreduce-client-core-3.4.2.jar:?]
> at java.security.AccessController.doPrivileged(AccessController.java:712)
> ~[?:?]
> at javax.security.auth.Subject.doAs(Subject.java:439) ~[?:?]
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
> ~[hadoop-common-3.4.2.jar:?]
> at org.apache.hadoop.mapreduce.Job.submit(Job.java:1674)
> ~[hadoop-mapreduce-client-core-3.4.2.jar:?]
> at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:1695)
> ~[hadoop-mapreduce-client-core-3.4.2.jar:?]
> at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:482)
> ~[classes/:?]
> at
> org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:545)
> ~[classes/:?]
> at
> org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:488)
> ~[classes/:?]
> at
> org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:363)
> ~[classes/:?]
> at
> org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:681)
> ~[classes/:?]
> at
> org.apache.hadoop.hbase.backup.TestBackupBase.backupTables(TestBackupBase.java:445)
> ~[test-classes/:?]
> at
> org.apache.hadoop.hbase.backup.TestIncrementalBackupWithContinuous.testMultiTableContinuousBackupWithIncrementalBackupSuccess(TestIncrementalBackupWithContinuous.java:192)
> ~[test-classes/:?]
> at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> ~[?:?]
> at
> jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
> ~[?:?]
> at
> jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ~[?:?]
> at java.lang.reflect.Method.invoke(Method.java:569) ~[?:?]
> at
> org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
> ~[junit-4.13.2.jar:4.13.2]
> at
> org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
> ~[junit-4.13.2.jar:4.13.2]
> at
> org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
> ~[junit-4.13.2.jar:4.13.2]
> at
> org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
> ~[junit-4.13.2.jar:4.13.2]
> at
> org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
> ~[junit-4.13.2.jar:4.13.2]
> at
> org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
> ~[junit-4.13.2.jar:4.13.2]
> at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
> ~[junit-4.13.2.jar:4.13.2]
> at
> org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
> ~[junit-4.13.2.jar:4.13.2]
> at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
> ~[junit-4.13.2.jar:4.13.2]
> at
> org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
> ~[junit-4.13.2.jar:4.13.2]
> at
> org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
> ~[junit-4.13.2.jar:4.13.2]
> at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
> ~[junit-4.13.2.jar:4.13.2]
> at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
> ~[junit-4.13.2.jar:4.13.2]
> at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
> ~[junit-4.13.2.jar:4.13.2]
> at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
> ~[junit-4.13.2.jar:4.13.2]
> at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
> ~[junit-4.13.2.jar:4.13.2]
> at
> org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
> ~[junit-4.13.2.jar:4.13.2]
> at
> org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
> ~[junit-4.13.2.jar:4.13.2]
> at
> org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
> ~[junit-4.13.2.jar:4.13.2]
> at
> org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
> ~[junit-4.13.2.jar:4.13.2]
> at java.util.concurrent.FutureTask.run$$$capture(FutureTask.java:264) ~[?:?]
> at java.util.concurrent.FutureTask.run(FutureTask.java) ~[?:?]
> at java.lang.Thread.run(Thread.java:840) ~[?:?] {code}
> A full log of a unit test run that reproduces the error has been attached to
> this ticket.
>
>
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
