This is an automated email from the ASF dual-hosted git repository.
kturner pushed a change to branch elasticity
in repository https://gitbox.apache.org/repos/asf/accumulo.git
from 83d2dc24e8 Merge branch 'main' into elasticity
add 75140d8965 Add Message Prefix for File deletion actions in GCRun
(#3745)
add f7e59d3653 Merge branch '2.1'
add 6c34c848c4 reverts #3747 that caused tablet split to fail (#3760)
add 48d69f30a1 Merge branch '2.1'
add 19719b5ff9 add check to gc to validate metadata scan is complete
(#3703)
add 50914c4f52 Merge remote-tracking branch 'upstream/1.10' into 2.1
add cac52251fd Gc meta validation 2 1 (#3755)
add 7005006620 Merge remote-tracking branch 'upstream/2.1'
add 6dfc6ea4a4 Monitor resources version bump and cleanup (#3754)
add 2262125874 Remove popper changes to LICENSE files
add ff916e6759 Merge branch '2.1'
add 55d162046c Remove GC candidates found to still be referenced (#3738)
add b34a521efa Merge branch '2.1'
add 44211efc3c avoids creating server side threads when canceling failed
write (#3756)
add f501dca59a Merge branch '2.1'
add 1ab0cc7808 No-chop merge and delete (#3761)
add af47a2f0bd Bump org.xerial.snappy:snappy-java from 1.1.10.1 to
1.1.10.4 (#3777)
add 5aa53a8e0c Merge branch '2.1'
add bcdadae248 throws exception when unknown compaction kind seen (#3778)
add 05950cd855 Update no-chop merge tests to disable compaction (#3775)
add aa32e15361 Remove unneeded chop compaction and split code (#3773)
add edfc2e2011 formats UpgraderConstants.java
add 6bf3aeec27 removes CHOP from CompactionKind SPI type. (#3781)
new 8cd7c59412 Merge branch 'main' into elasticity
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
LICENSE | 13 +-
.../core/client/admin/ActiveCompaction.java | 4 +-
.../apache/accumulo/core/client/rfile/RFile.java | 35 +
.../accumulo/core/client/rfile/RFileScanner.java | 2 +-
.../core/client/rfile/RFileScannerBuilder.java | 29 +-
.../accumulo/core/client/rfile/RFileSource.java | 23 +-
.../core/clientImpl/TabletServerBatchWriter.java | 46 +-
.../org/apache/accumulo/core/conf/Property.java | 5 +
.../org/apache/accumulo/core/file/rfile/RFile.java | 238 +-
.../accumulo/core/file/rfile/RFileOperations.java | 9 +-
.../org/apache/accumulo/core/gc/GcCandidate.java | 49 +-
.../org/apache/accumulo/core/gc/Reference.java | 7 +-
.../accumulo/core/gc/ReferenceDirectory.java | 8 +-
.../org/apache/accumulo/core/gc/ReferenceFile.java | 38 +-
.../core/manager/state/TabletManagement.java | 8 +-
.../accumulo/core/metadata/AbstractTabletFile.java | 42 +-
.../core/metadata/CompactableFileImpl.java | 3 +-
.../core/metadata/ReferencedTabletFile.java | 46 +-
.../accumulo/core/metadata/StoredTabletFile.java | 156 +-
.../apache/accumulo/core/metadata/TabletFile.java | 12 +
.../core/metadata/UnreferencedTabletFile.java | 15 +-
.../accumulo/core/metadata/ValidationUtil.java | 2 +-
.../accumulo/core/metadata/schema/Ample.java | 29 +-
.../schema/ExternalCompactionMetadata.java | 7 +-
.../core/metadata/schema/MetadataSchema.java | 10 -
.../core/metadata/schema/SelectedFiles.java | 2 +-
.../core/metadata/schema/TabletMetadata.java | 13 +-
.../metadata/schema/TabletMetadataBuilder.java | 8 -
.../core/metadata/schema/TabletMutatorBase.java | 24 +-
.../core/metadata/schema/TabletsMetadata.java | 4 -
.../core/spi/compaction/CompactionKind.java | 6 +-
.../core/spi/compaction/CompactionPlanner.java | 22 +-
.../spi/compaction/DefaultCompactionPlanner.java | 3 +-
.../util/compaction/CompactionJobPrioritizer.java | 1 -
.../util/json/ByteArrayToBase64TypeAdapter.java | 4 +-
.../core/manager/thrift/TabletLoadState.java | 5 +-
.../thrift/TabletIngestClientService.java | 1025 +++
.../core/tabletserver/thrift/TCompactionKind.java | 13 +-
.../tabletserver/thrift/TCompactionReason.java | 9 +-
core/src/main/thrift/manager.thrift | 1 -
core/src/main/thrift/tabletingest.thrift | 5 +
core/src/main/thrift/tabletserver.thrift | 2 -
.../core/client/rfile/RFileClientTest.java | 112 +-
.../core/file/rfile/AbstractRFileTest.java | 264 +
.../accumulo/core/file/rfile/FencedRFileTest.java | 376 +
.../core/file/rfile/MultiThreadedRFileTest.java | 2 +-
.../apache/accumulo/core/file/rfile/RFileTest.java | 176 +-
.../iterators/user/IndexedDocIteratorTest.java | 2 +-
.../metadata/schema/ReferencedTabletFileTest.java | 57 +-
.../core/metadata/schema/SelectedFilesTest.java | 11 +-
.../core/metadata/schema/TabletMetadataTest.java | 35 +-
.../util/compaction/CompactionPrioritizerTest.java | 4 +-
pom.xml | 2 +-
.../accumulo/server/compaction/CompactionInfo.java | 7 +-
.../accumulo/server/compaction/FileCompactor.java | 4 +-
.../server/constraints/MetadataConstraints.java | 34 +-
.../org/apache/accumulo/server/fs/VolumeUtil.java | 20 +-
.../accumulo/server/gc/AllVolumesDirectory.java | 4 +-
.../accumulo/server/init/ZooKeeperInitializer.java | 5 +-
.../accumulo/server/manager/state/MergeInfo.java | 9 +-
.../accumulo/server/manager/state/MergeState.java | 8 -
.../manager/state/TabletManagementIterator.java | 2 -
.../metadata/ConditionalTabletMutatorImpl.java | 5 +-
.../accumulo/server/metadata/RootGcCandidates.java | 23 +-
.../accumulo/server/metadata/ServerAmpleImpl.java | 32 +-
.../server/tablets/TabletNameGenerator.java | 18 +-
.../accumulo/server/util/ListVolumesUsed.java | 5 +-
.../accumulo/server/util/MetadataTableUtil.java | 14 +-
.../server/util/RemoveEntriesForMissingFiles.java | 4 +-
.../constraints/MetadataConstraintsTest.java | 171 +-
.../apache/accumulo/server/fs/VolumeUtilTest.java | 107 +-
.../server/manager/state/MergeInfoTest.java | 20 -
.../server/manager/state/TabletManagementTest.java | 36 +-
.../accumulo/server/util/TableDiskUsageTest.java | 10 +-
.../org/apache/accumulo/compactor/ExtCEnv.java | 5 +-
.../main/java/org/apache/accumulo/gc/GCRun.java | 116 +-
.../accumulo/gc/GarbageCollectionAlgorithm.java | 59 +-
.../accumulo/gc/GarbageCollectionEnvironment.java | 24 +-
.../apache/accumulo/gc/GarbageCollectionTest.java | 480 +-
.../accumulo/gc/SimpleGarbageCollectorTest.java | 58 +-
.../java/org/apache/accumulo/manager/Manager.java | 13 -
.../manager/ManagerClientServiceHandler.java | 3 -
.../accumulo/manager/TabletGroupWatcher.java | 518 +-
.../coordinator/CompactionCoordinator.java | 4 +-
.../accumulo/manager/recovery/RecoveryManager.java | 2 +-
.../apache/accumulo/manager/state/MergeStats.java | 93 +-
.../tableOps/bulkVer2/CleanUpBulkImport.java | 2 +-
.../tableOps/tableExport/WriteExportFiles.java | 5 +-
.../tableImport/PopulateMetadataTable.java | 9 +-
.../manager/upgrade/UpgraderConstants.java | 29 +-
.../accumulo/manager/TabletGroupWatcherTest.java | 67 +
.../accumulo/manager/split/SplitterTest.java | 27 +-
.../manager/tableOps/split/UpdateTabletsTest.java | 7 +-
.../src/main/appended-resources/META-INF/LICENSE | 13 +-
.../resources/external/bootstrap/css/bootstrap.css | 7217 ++++++++++++--------
.../external/bootstrap/css/bootstrap.css.map | 1 -
.../external/bootstrap/js/bootstrap.bundle.js | 6314 +++++++++++++++++
.../resources/external/bootstrap/js/bootstrap.js | 5016 --------------
.../external/bootstrap/js/bootstrap.js.map | 1 -
.../datatables/css/dataTables.bootstrap5.css | 87 +-
.../external/datatables/css/jquery.dataTables.css | 578 --
.../external/datatables/images/sort_asc.png | Bin 160 -> 0 bytes
.../datatables/images/sort_asc_disabled.png | Bin 148 -> 0 bytes
.../external/datatables/images/sort_both.png | Bin 201 -> 0 bytes
.../external/datatables/images/sort_desc.png | Bin 158 -> 0 bytes
.../datatables/images/sort_desc_disabled.png | Bin 146 -> 0 bytes
.../datatables/js/dataTables.bootstrap5.js | 86 +-
.../external/datatables/js/jquery.dataTables.js | 235 +-
.../external/flot/jquery.flot.drawSeries.js | 123 +-
.../jquery/{jquery-3.6.1.js => jquery-3.7.1.js} | 1915 +++---
.../apache/accumulo/monitor/templates/default.ftl | 4 +-
.../accumulo/tserver/TabletClientHandler.java | 5 +
.../accumulo/tserver/session/SessionManager.java | 25 +
.../tserver/tablet/MinorCompactionTask.java | 2 +-
.../accumulo/tserver/tablet/MinorCompactor.java | 2 +-
.../org/apache/accumulo/tserver/tablet/Tablet.java | 6 +-
.../tserver/compaction/CompactableUtilsTest.java | 2 +-
.../shell/commands/ListTabletsCommandTest.java | 14 +-
.../java/org/apache/accumulo/test/CloneIT.java | 41 +-
.../java/org/apache/accumulo/test/GCRunIT.java | 201 +
.../accumulo/test/ScanServerMetadataEntriesIT.java | 4 +-
.../java/org/apache/accumulo/test/VolumeIT.java | 16 +-
.../accumulo/test/functional/BulkFailureIT.java | 3 +-
.../apache/accumulo/test/functional/BulkNewIT.java | 2 +-
.../accumulo/test/functional/CleanTmpIT.java | 3 +-
.../accumulo/test/functional/CloneTestIT.java | 3 +-
.../accumulo/test/functional/DeleteRowsIT.java | 102 +-
.../accumulo/test/functional/FileMetadataIT.java | 488 ++
.../test/functional/FileNormalizationIT.java | 10 +-
.../test/functional/FunctionalTestUtils.java | 14 +-
.../test/functional/GarbageCollectorIT.java | 195 +-
.../apache/accumulo/test/functional/MergeIT.java | 345 +-
.../accumulo/test/functional/ReadWriteIT.java | 3 +-
.../test/functional/RecoveryWithEmptyRFileIT.java | 3 +-
.../accumulo/test/functional/SplitRecoveryIT.java | 4 +-
.../apache/accumulo/test/manager/MergeStateIT.java | 16 +-
.../accumulo/test/performance/NullTserver.java | 5 +
.../accumulo/test/util/FileMetadataUtil.java | 76 +
138 files changed, 17262 insertions(+), 11001 deletions(-)
copy
minicluster/src/main/java/org/apache/accumulo/miniclusterImpl/ProcessReference.java
=> core/src/main/java/org/apache/accumulo/core/gc/GcCandidate.java (55%)
create mode 100644
core/src/test/java/org/apache/accumulo/core/file/rfile/AbstractRFileTest.java
create mode 100644
core/src/test/java/org/apache/accumulo/core/file/rfile/FencedRFileTest.java
copy core/src/main/java/org/apache/accumulo/core/data/TabletId.java =>
server/manager/src/main/java/org/apache/accumulo/manager/upgrade/UpgraderConstants.java
(63%)
create mode 100644
server/manager/src/test/java/org/apache/accumulo/manager/TabletGroupWatcherTest.java
delete mode 100644
server/monitor/src/main/resources/org/apache/accumulo/monitor/resources/external/bootstrap/css/bootstrap.css.map
create mode 100644
server/monitor/src/main/resources/org/apache/accumulo/monitor/resources/external/bootstrap/js/bootstrap.bundle.js
delete mode 100644
server/monitor/src/main/resources/org/apache/accumulo/monitor/resources/external/bootstrap/js/bootstrap.js
delete mode 100644
server/monitor/src/main/resources/org/apache/accumulo/monitor/resources/external/bootstrap/js/bootstrap.js.map
delete mode 100644
server/monitor/src/main/resources/org/apache/accumulo/monitor/resources/external/datatables/css/jquery.dataTables.css
delete mode 100644
server/monitor/src/main/resources/org/apache/accumulo/monitor/resources/external/datatables/images/sort_asc.png
delete mode 100644
server/monitor/src/main/resources/org/apache/accumulo/monitor/resources/external/datatables/images/sort_asc_disabled.png
delete mode 100644
server/monitor/src/main/resources/org/apache/accumulo/monitor/resources/external/datatables/images/sort_both.png
delete mode 100644
server/monitor/src/main/resources/org/apache/accumulo/monitor/resources/external/datatables/images/sort_desc.png
delete mode 100644
server/monitor/src/main/resources/org/apache/accumulo/monitor/resources/external/datatables/images/sort_desc_disabled.png
rename
server/monitor/src/main/resources/org/apache/accumulo/monitor/resources/external/jquery/{jquery-3.6.1.js
=> jquery-3.7.1.js} (88%)
create mode 100644 test/src/main/java/org/apache/accumulo/test/GCRunIT.java
create mode 100644
test/src/main/java/org/apache/accumulo/test/functional/FileMetadataIT.java
create mode 100644
test/src/main/java/org/apache/accumulo/test/util/FileMetadataUtil.java
