This is an automated email from the ASF dual-hosted git repository.
sammichen pushed a change to branch HDDS-13177
in repository https://gitbox.apache.org/repos/asf/ozone.git
from 099af80fbf9 HDDS-13467. Introduce pending deletion block bytes of
container in DN (#8827)
add f8d8696246d HDDS-13200. OM RocksDB Grafana Dashbroad shows no data on
all panels (#8577)
add 293ccd6b123 HDDS-13367. [Docs] User doc for container balancer. (#8726)
add 9d96442bf0d HDDS-13125. Add metrics for monitoring the SST file
pruning threads. (#8764)
add 9044a773d83 HDDS-13346. Intermittent failure in
TestCloseContainer#testContainerChecksumForClosedContainer (#8771)
add ece9330d8d0 HDDS-13448. DeleteBlocksCommandHandler thread stop for
normal exception (#8816)
add b40c95e9172 HDDS-13429. Custom metadata headers with uppercase
characters are not supported (#8805)
add bb97fbf87ef HDDS-8903. Add validation for
ozone.om.snapshot.db.max.open.files. (#8787)
add 35e1745ca47 HDDS-13308. OM should expose Ratis config for increasing
pending write limits (#8668)
add 91c4bf3d7f2 HDDS-8783. Add metrics for volume scanner (#8448)
add 6c689a5dca8 HDDS-13430. Avoid using new OzoneConfiguration in
OMSnapshotCreateRequest (#8804)
add c54b5659df8 HDDS-13121. Add unit test for ldb repair command (#8815)
add 04a359d673d HDDS-12911. Key deletion should not validate the name.
(#8453)
add dd3f6aec612 HDDS-10886. Disable flaky
testParallelDeleteBucketAndCreateKey
add c8d743a8ac6 HDDS-13451. Exception handling for unchecked exception for
deleteBlock command from SCM (#8820)
add f2300f37476 HDDS-13456. Print container DB path when DB does not exist
in parseKVContainerData (#8821)
add 42aa8eec7a9 HDDS-13393. Test Presigned HeadObject and HeadBucket
support (#8826)
add 84935e1d412 HDDS-13478. Bump awssdk to 2.32.4 (#8832)
add 13ccecaea1a HDDS-13436. Snapshot Diff Error when
DirectoryDeletingService deep cleans snapshot (#8800)
add 64a49585542 HDDS-13410. Control block deletion for each DN from SCM.
(#8767)
add 11286d9d06d HDDS-13468. Update default value of
ozone.scm.ha.dbtransactionbuffer.flush.interval. (#8834)
add d352c437199 HDDS-13481. Fix success latency metric in SCM panels of
deletion grafana dashboard (#8835)
add db782986a39 HDDS-13482. Mark
testWriteStateMachineDataIdempotencyWithClosedContainer as flaky
add c98c10b71c0 HDDS-13070. OM Follower changes to create and place sst
files from hardlink file. (#8761)
add 498a9c14ddc HDDS-13092. Container scanner should trigger volume scan
when marking a container unhealthy (#8603)
add cc0a7bae7f2 HDDS-12000. Add unit test for RatisContainerSafeModeRule
and ECContainerSafeModeRule (#8801)
add e50365a4b20 HDDS-12852. Implement a sliding window counter utility
(#8498)
add a9c6f7f64d0 HDDS-8565. Recon memory leak in NSSummary (#8823).
add 2162402223d HDDS-13435. Add an OzoneManagerAuthorizer interface (#8840)
add 8ced4a73d92 HDDS-13473. Amend validation for
OZONE_OM_SNAPSHOT_DB_MAX_OPEN_FILES (#8829)
add c6c86f991a3 HDDS-13464. Make ozone.snapshot.filtering.service.interval
reconfigurable (#8825)
add a605c284215 HDDS-13489. Fix SCMBlockdeleting unnecessary iteration in
corner case. (#8847)
add 2db082e0644 HDDS-13237. Container data checksum should contain block
IDs. (#8773)
add 98b7299cd2c HDDS-2453. Add Freon tests for S3 MPU Keys (#8803)
add 3970c0e0d6a HDDS-13449. Incorrect Interrupt Handling for
DirectoryDeletingService and KeyDeletingService (#8817)
add 96f1db81afc HDDS-13176. containerIds table value format change to
proto from string (#8589)
add 3cebcc9664c HDDS-13396. Documentation: Improve the top-level overview
page for new users. (#8753)
add ba0ecb214e5 HDDS-12982. Reduce log level for snapshot validation
failure (#8851)
add 1c2c7f340cc HDDS-13083. Handle cases where block deletion generates
tree file before scanner (#8565)
add 4d9deb78f5f HDDS-13499. Intermittent failure in OM DB Size Reduction
After Compaction (#8859)
add 374b3e7c05b HDDS-12708. Fix Unhealthy Containers API for pagination
(#8796)
add 3c2e36513b8 HDDS-13494. DirectoryDeletingService incorrectly waits for
all the deleted directories processing (#8852)
add f17b1296261 HDDS-13504. Increase ozone.om.ratis.segment.size and
ozone.scm.ha.ratis.segment.size default to 64MB (#8860)
add 253917f286a HDDS-13247. Refactor duplicated code from
OMSnapshotMoveTableKeysRequest and OMSnapshotMoveDeletedKeysRequest into a
shared helper method. (#8807)
add fac07ab309a HDDS-13505. Bump awssdk to 2.32.9 (#8865)
add 276aead1c38 HDDS-13506. Bump sqlite-jdbc to 3.50.3.0 (#8867)
add 459433be990 HDDS-13508. Bump snappy-java to 1.1.10.8 (#8864)
add 1d7e10bee3b HDDS-13507. Bump junit to 5.13.4 (#8866)
add 593c816f411 HDDS-13486. Exclusivity Between Node Selection and Sorting
Options in ListInfoSubcommand (#8844)
add f468943fd0e HDDS-13422. Ozone tool should preserve previous RocksDB
options (#8818)
add bb7cebcdda9 HDDS-13437. Avoid scheduling replications on full
datanodes by tracking pending op size in SCM (#8813)
add 6224fd6d6a8 HDDS-13264. Fix OzoneTokenIdentifier to correctly handle
missing omServiceId field (#8842)
add 5e18a30f557 HDDS-13407. Fix intermittent failure in
TestOnDemandContainerDataScanner#testUnhealthyContainersDetected. (#8876)
add b157809fbc9 HDDS-13443. Recon - Retrigger of NSSummary tree build
should be controlled with central flag. (#8856)
add 9dabd9b4806 HDDS-13253. Create new YAML file on Snapshot Create with
uncompacted SST File List (#8830)
add 2870126afbf HDDS-13500. Transfer Non SST Files in the last batch of
the tarball transfer. (#8857)
add e06c19312ac HDDS-13123. Add testing for the `ozone repair om
skip-ratis-transaction` command (#8810)
add 0399b5ece14 HDDS-13512. Set the Vite base URL for Recon (#8870)
add c038ce139db HDDS-13521. Ban import of Sets and Lists from
org.apache.hadoop.util (#8878)
add 6dcd6f32343 HDDS-13511. Log level servlet does not work with SLF4J v2
(#8873)
add b0d6eea88b2 HDDS-13493. [Docs] Ozone 2.0 supports distcp between
encrypted Ozone clusters (#8850)
add ce5676a4b30 HDDS-13320. BackgroundService should wait for the
completion of run before triggering next run (#8677)
add e1a3fb36121 HDDS-13483. Some nested tests are run twice (#8839)
add b5784132825 HDDS-13523. Bump commons-fileupload to 1.6.0 (#8880)
add e515f3a3872 HDDS-13227. Integration test for inode based bootstrap
flow. (#8884)
add 37589a4e3d4 HDDS-12887. Added Deletion Progress metrics to OM Web UI.
(#8655)
add 3d24003c17f HDDS-13529. Upgrade commons-lang3 to 3.18.0 (#8886)
add 1d19fce506d HDDS-13466. Disable flaky
TestOmSnapshotWithBucketLinkingLegacy and
TestOmSnapshotFsoWithoutNativeLibWithLinkedBuckets
add 172664d0e9b HDDS-13466. (addendum) Disable flaky
TestOmSnapshotWithBucketLinkingLegacy and
TestOmSnapshotFsoWithoutNativeLibWithLinkedBuckets
add 5c62fcb8940 HDDS-13496. Intermittent fork exit timeout in
TestOzoneClientFactory (#8853)
add 3a0e6d76e85 HDDS-13531. Bump awssdk to 2.32.14 (#8890)
add 4d360f4c438 HDDS-12061. Cleanup the allocated but uncommitted blocks
for multipart upload (#8848)
add b968353f645 HDDS-13447. [S3G] ListObjectsV2 should accept maxKeys=0
(#8833)
add 9987f6a285c HDDS-13326. Add acceptance tests for ozone debug replicas
verify --container-state (#8783)
add 660ac51dd96 HDDS-13466. Disable flaky
TestOmSnapshotFsoWithNativeLibWithLinkedBuckets
add 11cc4520e77 HDDS-13423. Log reason for triggering on-demand container
scan (#8854)
add 0fd649e919f HDDS-13514. Intermittent failure in
TestNSSummaryMemoryLeak (#8889)
add a5cb560cb5a HDDS-12196. Document ozone repair cli (#8849)
add 9664324d23e HDDS-13522. Rename axisLabel for No. of delete request
received (#8879)
add 5e03af12aa8 HDDS-12824. Optimize container checksum read during
datanode startup (#8604)
add d8243691b94 HDDS-12990. Generate tree from metadata when it doesn't
exist during getContainerChecksumInfo call (#8881)
add 08c565a3fb6 HDDS-13086. Block duplicate reconciliation requests for
the same container and datanode within the datanode. (#8905)
add a354751269c HDDS-12990. (addendum) Generate tree from metadata when it
does not exist during getContainerChecksumInfo call (#8881)
add b7f2c28cf9b HDDS-13528. Handle null paths when the NSSummary is
initializing (#8901)
add 4cbf5ce0b8f HDDS-13101. Remove duplicate information in datanode list
output (#8523)
add e1cbe611a3b HDDS-13541. Bump sonar-maven-plugin to 5.1.0.4751 (#8911)
add 31cab30b6e4 HDDS-13543. [Docs] Design doc for OM bootstrapping process
with snapshots. (#8900)
add a410f07b916 HDDS-13556. Bump assertj-core to 3.27.4 (#8919)
add 7040dcf69a9 HDDS-13557. Bump jline to 3.30.5 (#8920)
add 3c7bd2e3bb8 HDDS-13432. Accelerating Namespace Usage Calculation in
Recon using - Materialised Approach (#8797)
add aca0f9ea7a5 HDDS-13084. Trigger on-demand container scan when a
container moves from open to unhealthy. (#8904)
add 53792c2482b HDDS-13566. Fix incorrect authorizer class in ACL
documentation (#8931)
add 54f2649266e HDDS-13519. Reconciliation should continue if a peer
datanode is unreachable (#8908)
add 67910619bb3 HDDS-13525. Rename configuration property to
ozone.om.compaction.service.enabled (#8928)
add a59b573fdf3 HDDS-12197. Update documentation for all ozone debug tools
(#8868)
add 89dcc4c732c HDDS-11944. Usability improvements for Ozone tools. (#7597)
add cc2a42d80ca HDDS-13138. [Docs] Update Topology Awareness user doc.
(#8528)
add 1661a9a13ba HDDS-13553. Recon Staging DB for OM full db reprocess
(#8917)
add 4f12199bd02 HDDS-13569. Separate OM and SCM metadata dirs in
MiniOzoneClusterImpl (#8937)
add 905d1ad567b HDDS-13538. Transfer snapshot YAML files as part of
bootstrap tarball. (#8899)
add 321216ad5ec HDDS-13582. Fix checknative tool for rocks-tools (#8950)
add 3054c431ff7 HDDS-13584. Bump awssdk to 2.32.24 (#8952)
add 159fb646672 HDDS-12710. UI changes for fixing counts and container
pagination. (#8862).
add f191492aef3 HDDS-13571. Add upgrade action for NSSummary aggregated
totals Improvement. (#8938).
add dc1882de6f8 HDDS-13534. Check container state with the good states
instead of the bad one (#8929)
add 66ae5d34402 HDDS-13041. Add basic snapshot diff report test for object
tag, stream key, rewriteKey (#8923)
add 7af7593c88d HDDS-13554. Clean up snapshot local YAML file on Snapshot
purge. (#8939)
add 3f718690410 HDDS-13249. Validate existence of hdds.datanode.dir path
in offline tools. (#8927)
add 060abde375f HDDS-13502. Allow block deletion for QUASI_CLOSED
containers (#8861)
add e280fbb6fed HDDS-13093. Add metrics for the cumulative state of
volumes (#8609)
add f60ed925b8e HDDS-8633. Separate Recon OM Synchronization and Tasks
Processing. (#8777)
add 3e5414d0101 Revert "HDDS-13213. KeyDeletingService should limit task
size by both key count and serialized size. (#8757)" (#8957)
add 3217d582624 HDDS-13574. Remove org.apache.hadoop.fs classes (#8958)
add 8e01de585aa HDDS-13597. Upgrade aws-java-sdk to 1.12.788 (#8959)
add 0a6eb670424 HDDS-13439. Build a basic RPM package for Ozone (#8924)
add 3073a56a577 HDDS-13238. Scan container and volume in container import
& export, EC reconstruction, reconciliation (#8893)
add e2598e212a2 HDDS-13549. Fix unreachable and unreferenced logic in
FSORepairTool (#8955)
add 2d905da2527 HDDS-12692. Add a flag to filter keys by replication type
and factor for replicas verify command (#8941)
add 51e4c5aa29b HDDS-13607. Bump awssdk to 2.32.29 (#8966)
add ae92a189d37 HDDS-13415. Support DeleteRange operation as part of the
rocksdb batch write (#8774)
add fbc393d6cd8 HDDS-13517. Decouple delete batch limits from Ratis
request size for KeyDeletingService. (#8874)
add 6ef537f302d HDDS-13174. EC duplicate replica handling for different
index in datanodes (#8887)
add 33ddda41e00 HDDS-13581. Fix Intermittent failure in
TestReplicationSupervisor#testReconcileContainerCommandDeduplication. (#8960)
add 8cc2c77423f HDDS-13527. Upgrade nimbus-jose-jwt to 10.4 and gson to
2.13.1 (#8885)
add e3e1f65d7dd HDDS-13132. Convert redundant fields to local var in
production code (#8921)
add 466028abadb HDDS-13559. Convert redundant fields to local var in
ozone-integration-test module (#8922)
add 9946ac6c3fb HDDS-13445. Make `ozone debug replicas chunk-info` stream
json output between datanode calls (#8914)
add 3f247a283bb HDDS-13610. Upgrade guava to 33.4.8-jre (#8969)
add 265e4b90a40 HDDS-13600. Log s3 secret error at WARN level rather than
ERROR (#8967)
add bad9458eac8 HDDS-11321. Speed up TestFailureHandlingByClient (#8936)
add 9e7529a8388 HDDS-13620. Explicitly install pnpm and avoid npx usage in
builds (#8973)
add e4de3ac5302 HDDS-13252. Use deleteRangeWithBatch API to delete keys in
snapshot scope from AOS deleted space. (#8964)
add dc8ab71c7f0 HDDS-13560. Convert redundant fields to local var in
hdds-container-service module (#8970)
add fa173edaa8b HDDS-13585. Bump jetty to 9.4.58.v20250814 (#8951)
add f3a00724988 HDDS-13630. Bump awssdk to 2.33.0 (#8984)
add ae3358c0572 HDDS-13290. Correct the pagination semantic of
listMultipartUploads (#8975)
add 1184aff2f26 HDDS-13595. ListKeys should not overwrite entry if
non-null cache entry exists (#8961)
add ea4dda317b4 HDDS-11523. Support Listener OM (#7262)
add 3948ca052d3 HDDS-13578. [Docs] Add pipeline placement policy to
Topology Awareness doc (#8947)
add 7f89996cbc5 HDDS-13344. Fix ProxyUserAuthenticationFilter addition in
HttpServer2 (#8710)
add 0839c2468e7 HDDS-12078. Improve container reconciliation CLIs (#7944)
add 696978cc1e4 HDDS-13631. Encrypted bucket creation correction on --key
option (#8996)
add 023d57e643f HDDS-13615. ofs.listStatusIterator() reports files in
encrypted buckets as unencrypted (#8994)
add 1d42e20aa58 HDDS-13629. Upgrade commons-collections to
commons-collections4. (#8983)
add a5e1cd0a692 HDDS-13533. Show the summary of replicas verify checks
(#8898)
add 4b1627c4bce HDDS-13536. [Design doc] Add support for Listener OM.
(#8935)
add f50eb2689cc HDDS-13546. Exit code should be non-zero if balancer
commands fail (#8910)
add b0960dfe20d HDDS-13518. Move ozone debug ratislogparser to ozone debug
ratis parse (#8902)
add 54ade0ccc14 HDDS-12715. Add integration tests for
debug-replicas-verify-checksums tool (#8209)
add e3107411802 HDDS-13633. Snapshot Cache loader should check if the
double buffer has flushed the create transaction (#8999)
add 36c5606a6e5 HDDS-13604. Add volume and bucket to checkpoint
existence/creation logs. (#8976)
add 2ad7758688b HDDS-13414. Build a basic deb package for Ozone (#8888)
add 69d65219ec6 HDDS-12379. Fix spotbugs warnings in TestRadixTree (#8968)
add 2e4293f1d8b HDDS-13576. Recon reprocess of all tasks should be
non-blocking. (#8962)
add 351fc623f80 HDDS-13653. Bump awssdk to 2.33.4 (#9008)
add 289129d965e HDDS-13655. Bump common-custom-user-data-maven-extension
to 2.0.5 (#8986)
add 440ab4958c1 HDDS-13654. Bumps compile-testing to 0.22.0 (#9007)
add 340a7eacecc HDDS-13564. Convert redundant fields to local var in test
modules (#8993)
add a3f777c86fc HDDS-13537. Client skip send request to listener OM (#8989)
add 7e70ed855bc HDDS-13562. Convert redundant fields to local var in
ozone-manager module (#8991)
add 5962c10a2f5 HDDS-13563. Convert redundant fields to local var in
ozone-recon module (#8992)
add c7185528975 HDDS-13561. Convert redundant fields to local var in
hdds-server-scm module (#8971)
add 6ed142f58d4 HDDS-13638. Update the default backup SST pruning interval
to 10min. (#9002)
add c02d04e2e56 HDDS-13565. Enable PMD.SingularField (#9011)
add 93fad7c7727 HDDS-13659. Recon frontend build not skipped with
skipRecon (#9013)
add 20dca25d393 HDDS-13648. Update NSSummary rebuilding implementation to
queue based approach. (#9009)
add 4f3795bd678 HDDS-13612. Track SST file ranges in sst file metadata
(#8981)
add df3eeceefaa Merge remote-tracking branch 'upstream/master' into
HDDS-13177
add 0aa26b888eb fixing merge issues
add 338520dcf18 fixing ci build issues
add d89c6ad8244 HDDS-5195. Support uploading objects with presigned URL
(#9000)
add 7ed9249abc6 HDDS-13370. Create a separate audit log for background
deletion service (#8858)
add db4b4367617 HDDS-13613. Remove calculatePipelineBytesWritten from DN
code path. (#8978)
add 841f3ce752e HDDS-13614. Create separate bounded executor for
ClosePipelineCommandHandler and CreatePipelineCommandHandlerHandler. (#8977)
add ae9c53cfba7 HDDS-13663. Validate Presigned DeleteObject (#9019)
add 1ea7d8c2522 HDDS-13593. Make container ListSubcommand use
JsonUtils#getStdoutSequenceWriter (#9017)
add 6b18873efab HDDS-13682. Bump jline to 3.30.6 (#9029)
add a079fa99c78 Merge remote-tracking branch 'upstream/master' into
HDDS-13177
add 096fe4000c5 adding logic for fetchSizeForDeletedDirectory
add 32c0a466d3f fixing ci failure
No new revisions were added by this update.
Summary of changes:
.github/workflows/check.yml | 1 -
.mvn/extensions.xml | 2 +-
...s-no-flush.btm => container-state-template.btm} | 13 +-
...ify-group-remove.btm => fail-create-bucket.btm} | 14 +-
dev-support/pmd/pmd-ruleset.xml | 2 +
.../hadoop/hdds/scm/XceiverClientMetrics.java | 9 +-
.../hdds/scm/storage/BlockDataStreamOutput.java | 7 +-
hadoop-hdds/common/pom.xml | 8 +-
.../java/org/apache/hadoop/hdds/StringUtils.java | 26 +
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 30 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 9 +-
.../hdds/scm/container/ContainerReplicaInfo.java | 16 +-
.../org/apache/hadoop/hdds/scm/net/NetUtils.java | 2 +-
.../hadoop/hdds/scm/net/NetworkTopologyImpl.java | 2 +-
.../hadoop/hdds/scm/net/NodeSchemaLoader.java | 2 +-
.../org/apache/hadoop/hdds/server/JsonUtils.java | 69 ++
.../hadoop/hdds/upgrade/HDDSLayoutFeature.java | 3 +-
.../hadoop/hdds/utils/BackgroundService.java | 69 +-
.../apache/hadoop/hdds/utils/SlidingWindow.java | 179 +++
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 2 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 15 +-
.../apache/hadoop/ozone/util/ProtobufUtils.java | 9 +
.../common/src/main/resources/ozone-default.xml | 57 +-
.../hadoop/hdds/utils/TestSlidingWindow.java | 141 +++
.../common/TestChecksumImplsComputeSameValues.java | 4 +-
.../hadoop/ozone/common/TestStateMachine.java | 2 +-
.../ozone/container/ContainerTestHelper.java | 48 +
.../apache/hadoop/util/TestBackgroundService.java | 167 +++
hadoop-hdds/container-service/pom.xml | 8 +-
.../checksum/ContainerChecksumTreeManager.java | 97 +-
.../container/checksum/ContainerDiffReport.java | 10 +-
.../checksum/ContainerMerkleTreeWriter.java | 5 +-
.../container/common/helpers/ContainerMetrics.java | 5 +-
.../container/common/helpers/DatanodeIdYaml.java | 4 +-
.../common/impl/BlockDeletingService.java | 19 +-
.../ozone/container/common/impl/ContainerData.java | 14 +-
.../ozone/container/common/impl/ContainerSet.java | 82 +-
.../container/common/impl/HddsDispatcher.java | 7 +-
.../common/statemachine/DatanodeStateMachine.java | 33 +-
.../common/statemachine/StateContext.java | 2 +-
.../ClosePipelineCommandHandler.java | 146 ++-
.../CreatePipelineCommandHandler.java | 117 +-
.../commandhandler/DeleteBlocksCommandHandler.java | 8 +-
.../common/transport/server/XceiverServerGrpc.java | 2 +-
.../common/transport/server/ratis/CSMMetrics.java | 5 +-
.../transport/server/ratis/XceiverServerRatis.java | 18 +-
.../container/common/utils/ContainerCache.java | 4 +-
.../ozone/container/common/volume/HddsVolume.java | 1 +
.../container/common/volume/MutableVolumeSet.java | 33 +-
.../common/volume/StorageVolumeChecker.java | 66 +-
.../common/volume/StorageVolumeScannerMetrics.java | 119 ++
.../common/volume/VolumeHealthMetrics.java | 109 ++
.../container/common/volume/VolumeInfoMetrics.java | 23 +
.../container/keyvalue/KeyValueContainerData.java | 5 +
.../ozone/container/keyvalue/KeyValueHandler.java | 298 +++--
.../container/keyvalue/TarContainerPacker.java | 35 +-
.../keyvalue/helpers/KeyValueContainerUtil.java | 36 +-
.../container/metadata/ContainerCreateInfo.java | 85 ++
.../ozone/container/metadata/DatanodeTable.java | 5 +
.../metadata/WitnessedContainerDBDefinition.java | 17 +-
.../metadata/WitnessedContainerMetadataStore.java | 2 +-
.../WitnessedContainerMetadataStoreImpl.java | 58 +-
.../container/ozoneimpl/ContainerController.java | 10 +-
.../ozone/container/ozoneimpl/ContainerReader.java | 31 +
.../container/ozoneimpl/ContainerScanHelper.java | 26 +-
.../ozoneimpl/OnDemandContainerScanner.java | 23 +-
.../ozone/container/ozoneimpl/OzoneContainer.java | 14 +-
.../container/replication/ContainerImporter.java | 6 +-
.../ContainerTableSchemaFinalizeAction.java | 97 ++
.../commands/ReconcileContainerCommand.java | 5 +-
.../hadoop/ozone/TestHddsDatanodeService.java | 2 +
.../checksum/ContainerMerkleTreeTestUtils.java | 45 +-
.../checksum/TestContainerChecksumTreeManager.java | 39 +-
.../checksum/TestContainerMerkleTreeWriter.java | 105 +-
.../checksum/TestReconcileContainerTask.java | 4 +-
.../ozone/container/common/ContainerTestUtils.java | 17 +-
.../container/common/TestDatanodeStateMachine.java | 3 +-
.../common/TestKeyValueContainerData.java | 32 +-
.../TestSchemaTwoBackwardsCompatibility.java | 4 +-
...stStaleRecoveringContainerScrubbingService.java | 8 +-
.../common/helpers/TestDatanodeVersionFile.java | 13 +-
.../common/impl/ContainerImplTestUtils.java | 17 +-
.../impl/TestContainerDeletionChoosingPolicy.java | 77 +-
.../container/common/impl/TestContainerSet.java | 19 +-
.../container/common/interfaces/TestHandler.java | 9 +-
.../TestClosePipelineCommandHandler.java | 5 +-
.../TestCreatePipelineCommandHandler.java | 5 +-
.../TestDeleteBlocksCommandHandler.java | 37 +-
.../ozone/container/common/utils/package-info.java | 2 +-
.../container/common/volume/TestHddsVolume.java | 2 +
.../common/volume/TestPeriodicVolumeChecker.java | 74 +-
.../common/volume/TestStorageVolumeChecker.java | 47 +
.../container/common/volume/TestVolumeSet.java | 29 +-
.../keyvalue/TestContainerCorruptions.java | 49 +-
...stContainerReconciliationWithMockDatanodes.java | 173 ++-
.../keyvalue/TestKeyValueBlockIterator.java | 6 +-
.../container/keyvalue/TestKeyValueContainer.java | 65 ++
.../keyvalue/TestKeyValueContainerCheck.java | 6 +-
.../TestKeyValueContainerMarkUnhealthy.java | 6 +-
.../container/keyvalue/TestKeyValueHandler.java | 53 +-
.../TestKeyValueHandlerWithUnhealthyContainer.java | 4 +-
.../container/keyvalue/TestTarContainerPacker.java | 86 +-
.../keyvalue/impl/TestBlockManagerImpl.java | 41 +-
.../keyvalue/impl/TestFilePerBlockStrategy.java | 27 +-
.../TestBackgroundContainerDataScanner.java | 15 +
.../TestBackgroundContainerMetadataScanner.java | 17 +
.../container/ozoneimpl/TestContainerReader.java | 218 +++-
.../ozoneimpl/TestContainerScannersAbstract.java | 8 +
.../ozoneimpl/TestOnDemandContainerScanner.java | 46 +-
.../container/ozoneimpl/TestOzoneContainer.java | 8 +-
.../replication/TestContainerImporter.java | 19 +-
.../TestDownloadAndImportReplicator.java | 12 +-
.../replication/TestReplicationSupervisor.java | 56 +
.../TestSendContainerRequestHandler.java | 4 +-
.../TestDatanodeUpgradeToContainerIdsTable.java | 192 ++++
.../upgrade/TestDatanodeUpgradeToHBaseSupport.java | 5 +-
hadoop-hdds/docs/content/_index.md | 103 +-
hadoop-hdds/docs/content/design/listener-om.md | 102 ++
hadoop-hdds/docs/content/design/tools.md | 145 +++
.../docs/content/feature/ContainerBalancer.md | 108 ++
hadoop-hdds/docs/content/feature/Topology.md | 186 ++-
.../feature/om-bootstrapping-with-snapshots.md | 148 +++
hadoop-hdds/docs/content/integration/DistCp.md | 2 +
hadoop-hdds/docs/content/security/SecuringTDE.md | 10 +-
hadoop-hdds/docs/content/security/SecurityAcls.md | 2 +-
.../docs/content/security/SecurityAcls.zh.md | 2 +-
hadoop-hdds/docs/content/tools/Repair.md | 252 ++++
.../docs/content/tools/{ => debug}/AuditParser.md | 4 +-
.../content/tools/{ => debug}/AuditParser.zh.md | 0
.../tools/{ => debug}/ContainerLogParser.md | 7 +-
.../tools/{ => debug}/ContainerLogParser.zh.md | 0
.../docs/content/tools/debug/DebugDatanode.md | 39 +
hadoop-hdds/docs/content/tools/debug/DebugOm.md | 57 +
.../docs/content/tools/debug/DebugReplicas.md | 119 ++
.../docs/content/tools/{Debug.md => debug/Ldb.md} | 54 +-
.../content/tools/{Debug.zh.md => debug/Ldb.zh.md} | 0
.../docs/content/tools/debug/RatisLogParser.md | 37 +
hadoop-hdds/docs/content/tools/debug/_index.md | 39 +
.../ozone/erasurecode/rawcoder/RSRawDecoder.java | 2 +
.../ozone/erasurecode/rawcoder/RSRawEncoder.java | 1 +
.../SecretKeyProtocolClientSideTranslatorPB.java | 3 +-
...lockLocationProtocolClientSideTranslatorPB.java | 51 +-
.../hadoop/hdds/server/http/BaseHttpServer.java | 6 +-
.../hadoop/hdds/server/http/HttpServer2.java | 13 +-
.../hadoop/hdds/utils/DBCheckpointServlet.java | 3 +-
.../java/org/apache/hadoop/hdds/utils/HAUtils.java | 21 +-
.../org/apache/hadoop/hdds/utils/LogLevel.java | 416 +++++++
.../hadoop/hdds/utils/RDBSnapshotProvider.java | 9 +-
.../hadoop/hdds/utils/db/RDBBatchOperation.java | 434 +++++--
.../hadoop/hdds/utils/db/RDBCheckpointUtils.java | 2 +-
.../org/apache/hadoop/hdds/utils/db/RDBTable.java | 9 +
.../apache/hadoop/hdds/utils/db/RocksDatabase.java | 10 +
.../org/apache/hadoop/hdds/utils/db/Table.java | 8 +
.../apache/hadoop/hdds/utils/db/TypedTable.java | 5 +
.../apache/hadoop/ozone/audit/AuditMessage.java | 16 +-
...lockLocationProtocolClientSideTranslatorPB.java | 6 +-
.../security/ssl/TestReloadingX509KeyManager.java | 3 +-
.../client/TestDnCertificateClientInit.java | 6 +-
.../hadoop/hdds/utils/MapBackedTableIterator.java | 12 +-
.../hadoop/hdds/utils/TestRDBSnapshotProvider.java | 21 +-
.../hadoop/hdds/utils/db/InMemoryTestTable.java | 5 +
.../hdds/utils/db/TestRDBBatchOperation.java | 129 +++
.../hadoop/hdds/utils/db/TestRDBTableStore.java | 84 +-
.../hdds/utils/db/TestTypedRDBTableStore.java | 3 +-
.../hadoop/ozone/audit/TestOzoneAuditLogger.java | 4 +-
.../src/main/proto/DatanodeClientProtocol.proto | 5 +
.../proto/ScmServerDatanodeHeartbeatProtocol.proto | 2 +-
...nagedOptions.java => ManagedConfigOptions.java} | 7 +-
.../hdds/utils/db/managed/ManagedRocksDB.java | 22 +-
.../org/apache/hadoop/hdds/utils/TestUtils.java | 15 +-
hadoop-hdds/rocksdb-checkpoint-differ/pom.xml | 10 +-
.../ozone/compaction/log/CompactionFileInfo.java | 83 +-
.../apache/ozone/compaction/log/SstFileInfo.java | 94 ++
.../ozone/rocksdiff/RocksDBCheckpointDiffer.java | 32 +-
.../org/apache/ozone/rocksdiff/RocksDiffUtils.java | 2 +-
.../ozone/rocksdiff/SSTFilePruningMetrics.java | 135 +++
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 21 +-
hadoop-hdds/server-scm/pom.xml | 8 +-
.../block/DatanodeDeletedBlockTransactions.java | 8 +
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 35 +-
.../container/balancer/ContainerBalancerTask.java | 13 +-
.../container/replication/ContainerReplicaOp.java | 18 +-
.../replication/ContainerReplicaPendingOps.java | 98 +-
.../container/replication/ReplicationManager.java | 26 +-
.../replication/ReplicationManagerUtil.java | 51 +
.../scm/pipeline/BackgroundPipelineCreator.java | 2 +-
.../hdds/scm/pipeline/PipelineReportHandler.java | 3 -
.../hdds/scm/pipeline/SCMPipelineMetrics.java | 27 -
.../hdds/scm/server/SCMClientProtocolServer.java | 1 +
.../hdds/scm/server/StorageContainerManager.java | 10 +-
.../hadoop/hdds/scm/block/TestBlockManager.java | 19 +-
.../hadoop/hdds/scm/block/TestDeletedBlockLog.java | 38 +-
.../TestSCMDeleteBlocksCommandStatusManager.java | 3 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 16 +-
.../scm/container/TestContainerManagerImpl.java | 3 +-
.../scm/container/TestContainerReportHandler.java | 3 +-
.../scm/container/TestContainerStateManager.java | 6 +-
.../TestIncrementalContainerReportHandler.java | 6 +-
.../container/balancer/TestContainerBalancer.java | 3 +-
.../balancer/TestContainerBalancerTask.java | 28 +-
.../algorithms/TestContainerPlacementFactory.java | 10 +-
.../TestContainerReplicaPendingOps.java | 197 +++-
.../replication/TestECUnderReplicationHandler.java | 1 +
.../replication/TestMisReplicationHandler.java | 1 +
...TestQuasiClosedStuckOverReplicationHandler.java | 3 +-
...estQuasiClosedStuckUnderReplicationHandler.java | 11 +-
.../TestRatisUnderReplicationHandler.java | 1 +
.../replication/TestReplicationManager.java | 8 +-
.../TestReplicationManagerScenarios.java | 6 +-
.../replication/TestReplicationManagerUtil.java | 122 ++
.../health/TestRatisReplicationCheckHandler.java | 3 +-
.../TestVulnerableUnhealthyReplicasHandler.java | 3 +-
.../hadoop/hdds/scm/ha/TestSCMHAMetrics.java | 13 +-
.../ha/TestStatefulServiceStateManagerImpl.java | 7 +-
.../hdds/scm/node/TestContainerPlacement.java | 3 +-
.../hdds/scm/node/TestDatanodeAdminMonitor.java | 3 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 12 +-
.../hdds/scm/node/TestNodeDecommissionManager.java | 5 +-
.../hdds/scm/node/TestNodeDecommissionMetrics.java | 9 +-
.../hdds/scm/node/TestNodeReportHandler.java | 3 +-
.../hdds/scm/pipeline/TestECPipelineProvider.java | 5 +-
.../scm/pipeline/TestPipelinePlacementFactory.java | 9 +-
.../scm/pipeline/TestPipelinePlacementPolicy.java | 14 +-
.../scm/pipeline/TestRatisPipelineProvider.java | 2 +-
.../scm/pipeline/TestSimplePipelineProvider.java | 3 +-
.../TestPipelineChoosePolicyFactory.java | 4 +-
.../scm/safemode/TestECContainerSafeModeRule.java | 215 ++++
.../TestOneReplicaPipelineSafeModeRule.java | 7 +-
.../safemode/TestRatisContainerSafeModeRule.java | 203 ++++
.../hdds/scm/safemode/TestSCMSafeModeManager.java | 1 -
.../scm/security/TestRootCARotationManager.java | 15 +-
.../hadoop/hdds/scm/server/TestSCMCertStore.java | 6 +-
.../scm/server/TestSCMClientProtocolServer.java | 3 +-
.../ozone/container/common/TestEndPoint.java | 3 +-
.../scm/cli/ContainerBalancerStartSubcommand.java | 7 +-
.../scm/cli/ContainerBalancerStopSubcommand.java | 10 +-
.../scm/cli/container/ContainerIDParameters.java | 33 +
.../hdds/scm/cli/container/InfoSubcommand.java | 1 +
.../hdds/scm/cli/container/ListSubcommand.java | 39 +-
.../scm/cli/container/ReconcileSubcommand.java | 231 +++-
.../hdds/scm/cli/datanode/BasicDatanodeInfo.java | 165 +++
.../hdds/scm/cli/datanode/ListInfoSubcommand.java | 154 +--
.../cli/cert/TestCleanExpiredCertsSubcommand.java | 3 +-
.../hdds/scm/cli/container/TestInfoSubCommand.java | 5 +-
.../scm/cli/container/TestReconcileSubcommand.java | 553 +++++++++
.../datanode/TestContainerBalancerSubCommand.java | 16 +-
.../scm/cli/datanode/TestListInfoSubcommand.java | 40 +-
.../ozone/shell/volume/DeleteVolumeHandler.java | 3 +-
hadoop-ozone/client/pom.xml | 8 +-
.../hadoop/ozone/client/io/KeyInputStream.java | 2 +-
.../hadoop/ozone/client/MockDatanodeStorage.java | 2 +-
.../common/dev-support/findbugsExcludeFile.xml | 4 -
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 34 +
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 15 +-
.../ozone/om/ha/GrpcOMFailoverProxyProvider.java | 2 +-
.../om/ha/HadoopRpcOMFailoverProxyProvider.java | 2 +-
.../org/apache/hadoop/ozone/om/ha/OMProxyInfo.java | 4 +-
.../hadoop/ozone/om/helpers/BasicOmKeyInfo.java | 25 +-
.../hadoop/ozone/om/helpers/OMNodeDetails.java | 35 +-
.../hadoop/ozone/om/helpers/SnapshotInfo.java | 33 +-
.../hadoop/ozone/om/lock/OzoneManagerLock.java | 9 +-
.../OMInterServiceProtocolClientSideImpl.java | 1 +
.../ozone/security/OzoneTokenIdentifier.java | 4 +-
.../java/org/apache/hadoop/ozone/TestOmUtils.java | 39 +
.../ozone/om/ha/TestOMFailoverProxyProvider.java | 59 +-
.../ozone/security/acl/TestOzoneObjInfo.java | 12 +-
.../apache/hadoop/ozone/util/TestRadixTree.java | 97 +-
hadoop-ozone/dev-support/checks/sonar.sh | 4 +-
hadoop-ozone/dist/pom.xml | 238 ++++
.../dashboards/Ozone - DeleteKey Metrics.json | 6 +-
.../Ozone - DeleteKeyProgress Metrics.json | 4 +-
.../dashboards/Ozone - OMComittedIndexMetrics.json | 10 +-
.../dashboards/Ozone - Ozone Manager RocksDB.json | 194 ++--
.../dist/src/main/compose/common/replicas-test.sh | 3 +
.../dist/src/main/compose/ozonesecure-ha/.env | 1 +
.../compose/ozonesecure-ha/docker-compose.yaml | 19 +
.../docker-config-ratis-om-bootstrap | 5 +
.../main/compose/ozonesecure-ha/om-bootstrap.yaml | 12 +
.../compose/ozonesecure-ha/test-om-bootstrap.sh | 137 ++-
.../compose/ozonesecure-ha/test-repair-tools.sh | 56 +
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 7 +-
hadoop-ozone/dist/src/main/license/jar-report.txt | 4 +-
.../dist/src/main/package/deb/control/control | 23 +-
.../dist/src/main/package/rpm/postinstall.sh | 58 +
.../src/main/smoketest/admincli/container.robot | 21 +-
.../src/main/smoketest/admincli/datanode.robot | 3 +-
.../src/main/smoketest/balancer/testBalancer.robot | 2 +-
.../wait.robot => cli/daemonlog.robot} | 23 +-
.../smoketest/debug/container-state-verifier.robot | 58 +
.../smoketest/debug/ozone-debug-keywords.robot | 22 +-
.../main/smoketest/debug/ozone-debug-tests.robot | 63 +-
.../omha/data-validation-after-om-bootstrap.robot | 14 +-
.../src/main/smoketest/repair/om-compact.robot | 8 +-
.../ratis-transaction-repair.robot} | 26 +-
.../dist/src/main/smoketest/s3/freon.robot | 13 +
.../dist/src/main/smoketest/s3/objectlist.robot | 6 +-
hadoop-ozone/dist/src/shell/ozone/ozone | 2 +-
.../ozone/freon/AbstractOmBucketReadWriteOps.java | 3 +-
.../ozone/freon/ClosedContainerReplicator.java | 2 +-
.../hadoop/ozone/freon/OmRPCLoadGenerator.java | 3 +-
.../hadoop/ozone/freon/RandomKeyGenerator.java | 3 +
.../apache/hadoop/ozone/freon/S3KeyGenerator.java | 2 +-
.../freon/containergenerator/GeneratorScm.java | 4 +-
.../fs/http/server/metrics/TestHttpFSMetrics.java | 3 +-
hadoop-ozone/integration-test-recon/pom.xml | 6 +
.../hadoop/ozone/recon/TestNSSummaryAdmin.java | 3 +-
.../ozone/recon/TestNSSummaryMemoryLeak.java | 499 ++++++++
.../ozone/recon/TestReconContainerEndpoint.java | 23 +-
.../TestReconInsightsForDeletedDirectories.java | 59 +-
.../ozone/recon/TestReconOmMetaManagerUtils.java | 46 +
.../apache/hadoop/ozone/recon/TestReconTasks.java | 17 +-
.../ozone/recon/TestReconWithOzoneManager.java | 5 +-
.../ozone/recon/TestReconWithOzoneManagerFSO.java | 50 +-
.../ozone/recon/TestReconWithOzoneManagerHA.java | 11 +
.../hadoop/ozone/s3/awssdk/S3SDKTestUtils.java | 18 +
.../ozone/s3/awssdk/v1/AbstractS3SDKV1Tests.java | 382 +++++-
.../ozone/s3/awssdk/v2/AbstractS3SDKV2Tests.java | 678 ++++++++++-
.../fs/contract/AbstractContractConcatTest.java | 3 +-
.../AbstractContractGetFileStatusTest.java | 3 +-
.../fs/contract/AbstractContractSetTimesTest.java | 3 +-
.../apache/hadoop/fs/ozone/TestLeaseRecovery.java | 3 +-
.../hadoop/fs/ozone/TestOzoneFileChecksum.java | 9 +-
.../hadoop/fs/ozone/TestOzoneFsSnapshot.java | 3 +-
.../apache/hadoop/hdds/scm/TestCloseContainer.java | 25 +-
.../apache/hadoop/hdds/scm/TestCommitInRatis.java | 34 +-
.../hadoop/hdds/scm/TestContainerOperations.java | 9 +-
.../hadoop/hdds/scm/TestFailoverWithSCMHA.java | 19 +-
.../hdds/scm/TestSCMDbCheckpointServlet.java | 9 +-
.../hdds/scm/TestSCMInstallSnapshotWithHA.java | 19 +-
.../apache/hadoop/hdds/scm/TestSCMSnapshot.java | 3 +-
.../hadoop/hdds/scm/TestSecretKeySnapshot.java | 5 +-
.../hdds/scm/TestStorageContainerManagerHA.java | 5 +-
.../apache/hadoop/hdds/scm/TestWatchForCommit.java | 26 +-
.../hadoop/hdds/scm/TestXceiverClientMetrics.java | 3 +-
.../hdds/scm/pipeline/TestMultiRaftSetup.java | 6 +-
.../hdds/scm/pipeline/TestPipelineClose.java | 7 +-
.../TestSCMPipelineBytesWrittenMetrics.java | 136 ---
.../hadoop/hdds/scm/pipeline/TestSCMRestart.java | 6 +-
.../safemode/TestSCMSafeModeWithPipelineRules.java | 3 +-
.../hadoop/hdds/scm/storage/TestCommitWatcher.java | 51 +-
.../hdds/scm/storage/TestContainerCommandsEC.java | 3 +-
.../org/apache/hadoop/ozone/TestBlockTokens.java | 5 +-
.../apache/hadoop/ozone/TestBlockTokensCLI.java | 5 +-
.../ozone/TestGetClusterTreeInformation.java | 2 +-
.../apache/hadoop/ozone/TestOMSortDatanodes.java | 4 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 1 +
.../ozone/client/TestOzoneClientFactory.java | 68 --
.../ozone/client/rpc/OzoneRpcClientTests.java | 25 +-
.../rpc/TestContainerReplicationEndToEnd.java | 3 +-
.../rpc/TestContainerStateMachineFailures.java | 5 +-
.../rpc/TestContainerStateMachineFlushDelay.java | 21 +-
.../client/rpc/TestDeleteWithInAdequateDN.java | 3 +-
.../client/rpc/TestFailureHandlingByClient.java | 71 +-
.../rpc/TestFailureHandlingByClientFlushDelay.java | 27 +-
.../client/rpc/TestHybridPipelineOnDatanode.java | 3 +-
.../rpc/TestMultiBlockWritesWithDnFailures.java | 3 +-
...estOzoneClientRetriesOnExceptionFlushDelay.java | 24 +-
.../rpc/TestOzoneClientRetriesOnExceptions.java | 28 +-
.../ozone/client/rpc/TestSecureOzoneRpcClient.java | 19 +
.../ozone/container/TestECContainerRecovery.java | 41 +-
.../apache/hadoop/ozone/dn/DatanodeTestUtils.java | 14 -
.../TestContainerCommandReconciliation.java | 48 +-
.../ozone/dn/ratis/TestDnRatisLogParser.java | 8 +-
...tBackgroundContainerDataScannerIntegration.java | 36 +-
.../TestContainerScannerIntegrationAbstract.java | 24 +
.../TestOnDemandContainerScannerIntegration.java | 59 +
.../TestDatanodeHddsVolumeFailureDetection.java | 3 -
.../TestDatanodeHddsVolumeFailureToleration.java | 3 +-
.../freon/TestFreonWithDatanodeFastRestart.java | 3 +-
.../ozone/freon/TestFreonWithPipelineDestroy.java | 3 +-
.../hadoop/ozone/freon/TestOMSnapshotDAG.java | 3 +-
.../hadoop/ozone/fsck/TestContainerMapper.java | 3 +-
.../hadoop/ozone/om/TestAddRemoveOzoneManager.java | 224 ++++
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 5 +-
.../org/apache/hadoop/ozone/om/TestKeyPurging.java | 9 +-
.../TestOMDbCheckpointServletInodeBasedXfer.java | 162 ++-
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 49 +-
.../ozone/om/TestOmContainerLocationCache.java | 3 +-
.../ozone/om/TestOzoneManagerConfiguration.java | 22 +-
.../hadoop/ozone/om/TestOzoneManagerRestart.java | 3 +-
.../ozone/om/service/TestBlockDeletionService.java | 4 +-
.../TestDirectoryDeletingServiceWithFSO.java | 6 +-
.../ozone/om/service/TestRangerBGSyncService.java | 12 +-
.../ozone/om/service/TestRootedDDSWithFSO.java | 6 +-
.../hadoop/ozone/om/snapshot/TestOmSnapshot.java | 1215 +++++++++++++++++++-
...mSnapshotFsoWithNativeLibWithLinkedBuckets.java | 2 +
...apshotFsoWithoutNativeLibWithLinkedBuckets.java | 3 +
.../TestOmSnapshotWithBucketLinkingLegacy.java | 3 +
.../om/snapshot/TestOzoneManagerHASnapshot.java | 21 +-
.../snapshot/TestOzoneManagerSnapshotProvider.java | 14 +-
.../TestSnapshotDirectoryCleaningService.java | 73 +-
.../ozone/parser/TestOzoneHARatisLogParser.java | 7 +-
.../ozone/reconfig/TestOmReconfiguration.java | 63 +
.../hadoop/ozone/repair/om/TestFSORepairTool.java | 125 +-
.../ozone/shell/TestDeletedBlocksTxnShell.java | 12 +-
.../ozone/shell/TestOzoneDebugReplicasVerify.java | 264 +++++
.../hadoop/ozone/shell/TestOzoneTenantShell.java | 3 +-
.../ozone/shell/TestTransferLeadershipShell.java | 23 +-
.../apache/hadoop/ozone/shell/package-info.java | 2 +-
.../tools/contract/AbstractContractDistCpTest.java | 8 +-
.../java/org/apache/ozone/test/NonHATests.java | 8 +
.../src/main/proto/OMAdminProtocol.proto | 1 +
.../src/main/proto/OmClientProtocol.proto | 2 +
.../src/main/proto/OmInterServiceProtocol.proto | 1 +
hadoop-ozone/mini-cluster/pom.xml | 4 +
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 14 +
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 71 +-
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 24 +-
.../hadoop/ozone/UniformDatanodesFactory.java | 2 +-
hadoop-ozone/ozone-manager/pom.xml | 4 +
.../apache/hadoop/ozone/audit/OMSystemAction.java | 6 +-
.../hadoop/ozone/om/DeletingServiceMetrics.java | 127 ++
.../org/apache/hadoop/ozone/om/KeyManager.java | 8 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 123 +-
.../om/OMDBCheckpointServletInodeBasedXfer.java | 50 +-
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 46 +-
.../hadoop/ozone/om/OmSnapshotLocalData.java | 176 +--
.../hadoop/ozone/om/OmSnapshotLocalDataYaml.java | 260 +++--
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 278 +++--
.../org/apache/hadoop/ozone/om/OzoneManager.java | 38 +-
.../hadoop/ozone/om/OzoneManagerHttpServer.java | 2 +-
.../hadoop/ozone/om/PendingKeysDeletion.java | 16 +-
.../apache/hadoop/ozone/om/ha/OMHANodeDetails.java | 26 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 184 ++-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 10 +
.../om/ratis_snapshot/OmRatisSnapshotProvider.java | 2 +-
.../hadoop/ozone/om/request/OMClientRequest.java | 14 +
.../om/request/file/OMRecoverLeaseRequest.java | 6 +-
.../key/OMDirectoriesPurgeRequestWithFSO.java | 51 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 12 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 3 +-
.../ozone/om/request/key/OMKeyPurgeRequest.java | 40 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 16 +
.../om/request/key/acl/OMKeySetAclRequest.java | 2 +-
.../S3MultipartUploadCommitPartRequest.java | 38 +-
.../S3MultipartUploadCommitPartRequestWithFSO.java | 6 +-
.../request/snapshot/OMSnapshotCreateRequest.java | 12 +-
.../snapshot/OMSnapshotMoveDeletedKeysRequest.java | 67 +-
.../snapshot/OMSnapshotMoveTableKeysRequest.java | 13 +-
.../om/request/snapshot/OMSnapshotMoveUtils.java | 56 +
.../request/snapshot/OMSnapshotPurgeRequest.java | 21 +-
.../S3MultipartUploadCommitPartResponse.java | 62 +-
...S3MultipartUploadCommitPartResponseWithFSO.java | 19 +-
.../snapshot/OMSnapshotCreateResponse.java | 23 -
.../response/snapshot/OMSnapshotPurgeResponse.java | 9 +-
.../ozone/om/service/DirectoryDeletingService.java | 65 +-
.../ozone/om/service/KeyDeletingService.java | 262 +++--
.../ozone/om/service/SnapshotDeletingService.java | 7 +-
.../hadoop/ozone/om/snapshot/OmSnapshotUtils.java | 28 +-
.../ozone/om/snapshot/SnapshotDiffManager.java | 25 +-
.../hadoop/ozone/om/snapshot/SnapshotUtils.java | 12 +-
.../OMInterServiceProtocolServerSideImpl.java | 1 +
.../OzoneDelegationTokenSecretManager.java | 2 +-
.../ozone/security/acl/OzoneAuthorizerFactory.java | 44 +-
.../security/acl/OzoneManagerAuthorizer.java} | 15 +-
.../ozone/security/acl/OzoneNativeAuthorizer.java | 44 +-
.../webapps/ozoneManager/om-overview.html | 61 +-
.../resources/webapps/ozoneManager/ozoneManager.js | 43 +-
.../org/apache/hadoop/ozone/om/OmTestManagers.java | 21 +-
.../ozone/om/TestGrpcOzoneManagerServer.java | 9 +-
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 23 +-
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 3 +-
.../hadoop/ozone/om/TestOMTenantCreateRequest.java | 3 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 73 +-
.../ozone/om/TestOmSnapshotLocalDataYaml.java | 168 ++-
.../hadoop/ozone/om/TestOmSnapshotManager.java | 133 ++-
.../ozone/om/TestOmSnapshotManagerConfig.java | 67 ++
.../org/apache/hadoop/ozone/om/TestScmClient.java | 6 +-
.../hadoop/ozone/om/TestServiceInfoProvider.java | 3 +-
.../apache/hadoop/ozone/om/ha/TestOMHAMetrics.java | 9 +-
.../ozone/om/lock/TestOzoneLockProvider.java | 4 +-
...TestOzoneManagerDoubleBufferWithOMResponse.java | 6 +-
.../om/ratis/TestOzoneManagerRatisRequest.java | 5 +-
.../om/ratis/TestOzoneManagerRatisServer.java | 3 +-
.../ozone/om/request/OMRequestTestUtils.java | 42 +-
.../request/TestOMClientRequestWithUserInfo.java | 6 +-
.../file/TestOMDirectoryCreateRequestWithFSO.java | 3 +-
.../TestOMDirectoriesPurgeRequestAndResponse.java | 6 +
.../om/request/key/TestOMKeyCommitRequest.java | 119 +-
.../om/request/key/TestOMKeyDeleteRequest.java | 2 +-
.../request/key/TestOMKeyDeleteRequestWithFSO.java | 32 +
.../key/TestOMKeyPurgeRequestAndResponse.java | 5 +
.../ozone/om/request/key/TestOMKeyRequest.java | 18 +-
.../s3/multipart/TestS3MultipartRequest.java | 40 +-
.../TestS3MultipartUploadCommitPartRequest.java | 365 ++++++
...tS3MultipartUploadCommitPartRequestWithFSO.java | 19 +
.../s3/security/TestS3GetSecretRequest.java | 6 +-
.../snapshot/TestOMSnapshotCreateRequest.java | 192 +++-
.../snapshot/TestOMSnapshotDeleteRequest.java | 2 +-
.../TestOMSnapshotPurgeRequestAndResponse.java | 12 +
.../s3/multipart/TestS3MultipartResponse.java | 15 +-
.../snapshot/TestOMSnapshotCreateResponse.java | 74 +-
.../snapshot/TestOMSnapshotDeleteResponse.java | 25 +-
.../ozone/om/service/TestCompactionService.java | 3 +-
.../om/service/TestDirectoryDeletingService.java | 83 +-
.../ozone/om/service/TestKeyDeletingService.java | 401 ++++++-
.../hadoop/ozone/om/snapshot/TestSnapshotInfo.java | 40 +
.../snapshot/TestSnapshotRequestAndResponse.java | 14 +
.../protocolPB/TestOzoneManagerRequestHandler.java | 75 ++
.../ozone/security/TestAWSV4AuthValidator.java | 13 +-
.../security/TestOmCertificateClientInit.java | 6 +-
.../ozone/security/TestOzoneTokenIdentifier.java | 11 +-
.../security/acl/TestOzoneAdministrators.java | 58 +-
.../hadoop/ozone/security/acl/TestOzoneObj.java | 6 +-
.../hadoop/ozone/security/acl/TestParentAcl.java | 15 +-
.../hadoop/ozone/security/acl/TestVolumeOwner.java | 15 +-
.../src/test/resources/junit-platform.properties | 19 +-
hadoop-ozone/ozonefs-common/pom.xml | 8 +-
.../hadoop/fs/ByteBufferPositionedReadable.java | 91 --
.../org/apache/hadoop/fs/LeaseRecoverable.java | 51 -
.../main/java/org/apache/hadoop/fs/SafeMode.java | 56 -
.../java/org/apache/hadoop/fs/SafeModeAction.java | 44 -
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 4 +-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 4 +-
.../java/org/apache/hadoop/fs/package-info.java | 28 -
.../recon/schema/ContainerSchemaDefinition.java | 8 +-
hadoop-ozone/recon/pom.xml | 27 +-
.../apache/hadoop/ozone/recon/ReconConstants.java | 2 +
.../recon/ReconGuiceServletContextListener.java | 7 +
.../org/apache/hadoop/ozone/recon/ReconServer.java | 38 +-
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 4 +
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 45 +-
.../ozone/recon/api/ClusterStateEndpoint.java | 3 +-
.../hadoop/ozone/recon/api/ContainerEndpoint.java | 50 +-
.../ozone/recon/api/OMDBInsightEndpoint.java | 26 +-
.../ozone/recon/api/handlers/EntityHandler.java | 14 +-
.../hadoop/ozone/recon/api/types/NSSummary.java | 18 +
.../api/types/UnhealthyContainersResponse.java | 33 +
.../hadoop/ozone/recon/heatmap/HeatMapUtil.java | 2 +-
.../persistence/ContainerHealthSchemaManager.java | 58 +-
.../recon/recovery/ReconOMMetadataManager.java | 17 +-
.../recon/recovery/ReconOmMetadataManagerImpl.java | 40 +-
.../ozone/recon/scm/ReconPipelineFactory.java | 2 +-
.../scm/ReconStorageContainerManagerFacade.java | 25 +-
.../recon/spi/ReconContainerMetadataManager.java | 17 +
.../recon/spi/ReconNamespaceSummaryManager.java | 11 +-
.../spi/impl/OzoneManagerServiceProviderImpl.java | 179 ++-
.../impl/ReconContainerMetadataManagerImpl.java | 27 +-
.../ozone/recon/spi/impl/ReconDBProvider.java | 84 +-
.../spi/impl/ReconNamespaceSummaryManagerImpl.java | 30 +-
.../recon/tasks/ContainerKeyMapperTaskFSO.java | 10 +
.../recon/tasks/ContainerKeyMapperTaskOBS.java | 10 +
.../hadoop/ozone/recon/tasks/NSSummaryTask.java | 142 ++-
.../recon/tasks/NSSummaryTaskDbEventHandler.java | 146 ++-
.../ozone/recon/tasks/NSSummaryTaskWithFSO.java | 191 +--
.../ozone/recon/tasks/OMUpdateEventBatch.java | 16 +-
.../ozone/recon/tasks/OMUpdateEventBuffer.java | 142 +++
.../hadoop/ozone/recon/tasks/ReconEvent.java | 46 +-
.../hadoop/ozone/recon/tasks/ReconOmTask.java | 15 +
.../ozone/recon/tasks/ReconTaskController.java | 60 +-
.../ozone/recon/tasks/ReconTaskControllerImpl.java | 680 +++++++++--
.../tasks/ReconTaskReInitializationEvent.java | 78 ++
.../upgrade/InitialConstraintUpgradeAction.java | 9 +-
.../upgrade/NSSummaryAggregatedTotalsUpgrade.java | 68 ++
.../ozone/recon/upgrade/ReconLayoutFeature.java | 4 +-
.../ReplicatedSizeOfFilesUpgradeAction.java | 16 +-
.../UnhealthyContainerReplicaMismatchAction.java | 4 +-
.../recon/ozone-recon-web/src/utils/common.tsx | 2 +-
.../components/duBreadcrumbNav/duBreadcrumbNav.tsx | 2 +-
.../src/v2/components/navBar/navBar.tsx | 4 +-
.../duMetadata.tsx => nuMetadata/nuMetadata.tsx} | 4 +-
.../overviewCard/overviewStorageCard.tsx | 2 +-
.../plots/{duPieChart.tsx => nuPieChart.tsx} | 18 +-
.../namespaceUsage.less} | 0
.../namespaceUsage.tsx} | 47 +-
.../recon/ozone-recon-web/src/v2/routes-v2.tsx | 6 +-
...{diskUsage.types.ts => namespaceUsage.types.ts} | 6 +-
.../views/missingContainers/missingContainers.tsx | 333 +++---
.../webapps/recon/ozone-recon-web/vite.config.ts | 3 +
.../ozone/recon/OMMetadataManagerTestUtils.java | 2 +-
.../hadoop/ozone/recon/ReconTestInjector.java | 2 +-
.../hadoop/ozone/recon/api/TestBlocksEndPoint.java | 6 +-
.../ozone/recon/api/TestClusterStateEndpoint.java | 20 +-
.../ozone/recon/api/TestContainerEndpoint.java | 37 +-
.../recon/api/TestDeletedKeysSearchEndpoint.java | 6 +-
.../hadoop/ozone/recon/api/TestEndpoints.java | 12 +-
.../ozone/recon/api/TestFeaturesEndPoint.java | 3 +-
.../recon/api/TestNSSummaryDiskUsageOrdering.java | 6 +-
.../recon/api/TestNSSummaryEndpointWithFSO.java | 40 +-
.../recon/api/TestNSSummaryEndpointWithLegacy.java | 3 +-
.../api/TestNSSummaryEndpointWithOBSAndLegacy.java | 3 +-
.../ozone/recon/api/TestOmDBInsightEndPoint.java | 29 +-
.../ozone/recon/api/TestOpenContainerCount.java | 16 +-
.../recon/api/TestOpenKeysSearchEndpoint.java | 11 +-
.../ozone/recon/api/TestTriggerDBSyncEndpoint.java | 3 +-
.../ozone/recon/fsck/TestContainerHealthTask.java | 3 +-
.../ozone/recon/heatmap/TestHeatMapInfo.java | 3 +-
.../recovery/TestReconOmMetadataManagerImpl.java | 4 +-
.../scm/AbstractReconContainerManagerTest.java | 15 +-
...TestReconIncrementalContainerReportHandler.java | 3 +-
.../ozone/recon/scm/TestReconNodeManager.java | 3 +-
.../ozone/recon/scm/TestReconPipelineManager.java | 7 +-
.../impl/TestOzoneManagerServiceProviderImpl.java | 53 +-
.../TestReconContainerMetadataManagerImpl.java | 3 +-
.../impl/TestReconNamespaceSummaryManagerImpl.java | 3 +-
.../recon/tasks/TestContainerKeyMapperTask.java | 3 +-
.../recon/tasks/TestContainerSizeCountTask.java | 13 +-
.../ozone/recon/tasks/TestEventBufferOverflow.java | 655 +++++++++++
.../ozone/recon/tasks/TestFileSizeCountTask.java | 3 +-
.../ozone/recon/tasks/TestNSSummaryTask.java | 39 +-
.../TestNSSummaryTaskControllerIntegration.java | 586 ++++++++++
.../recon/tasks/TestNSSummaryTaskWithFSO.java | 128 +--
.../recon/tasks/TestNSSummaryTaskWithLegacy.java | 122 +-
.../TestNSSummaryTaskWithLegacyOBSLayout.java | 71 +-
.../recon/tasks/TestNSSummaryTaskWithOBS.java | 71 +-
.../tasks/TestNSSummaryTreePrecomputeValues.java | 885 ++++++++++++++
.../recon/tasks/TestNSSummaryUnifiedControl.java | 503 ++++++++
.../ozone/recon/tasks/TestOMUpdateEventBuffer.java | 176 +++
.../ozone/recon/tasks/TestOmTableInsightTask.java | 3 +-
.../recon/tasks/TestReconTaskControllerImpl.java | 544 ++++++++-
.../TestInitialConstraintUpgradeAction.java | 1 -
.../TestNSSummaryAggregatedTotalsUpgrade.java | 160 +++
.../upgrade/TestReconLayoutVersionManager.java | 3 +-
.../TestReplicatedSizeOfFilesUpgradeAction.java | 17 +-
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 88 +-
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 12 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 2 +-
.../hadoop/ozone/s3/metrics/S3GatewayMetrics.java | 2 +
.../ozone/s3/signature/StringToSignProducer.java | 6 +
.../org/apache/hadoop/ozone/s3/util/S3Utils.java | 6 +-
.../hadoop/ozone/s3/TestAuthorizationFilter.java | 10 +-
.../hadoop/ozone/s3/TestS3GatewayAuditLog.java | 21 +-
.../hadoop/ozone/s3/endpoint/EndpointBuilder.java | 17 +
.../hadoop/ozone/s3/endpoint/TestBucketAcl.java | 3 +-
.../hadoop/ozone/s3/endpoint/TestBucketDelete.java | 3 +-
.../hadoop/ozone/s3/endpoint/TestBucketHead.java | 3 +-
.../hadoop/ozone/s3/endpoint/TestBucketList.java | 49 +-
.../hadoop/ozone/s3/endpoint/TestBucketPut.java | 3 +-
.../hadoop/ozone/s3/endpoint/TestEndpointBase.java | 18 +
.../s3/endpoint/TestMultipartUploadWithCopy.java | 13 +-
.../ozone/s3/endpoint/TestObjectTaggingDelete.java | 9 +-
.../ozone/s3/endpoint/TestUploadWithStream.java | 3 +-
.../ozone/s3/metrics/TestS3GatewayMetrics.java | 3 +-
hadoop-ozone/tools/pom.xml | 12 +-
.../org/apache/hadoop/ozone/debug/CheckNative.java | 1 +
.../datanode/container/ContainerCommands.java | 25 +
.../container/utils/ContainerLogFileParser.java | 3 +-
.../DatanodeDebug.java => ratis/RatisDebug.java} | 14 +-
.../hadoop/ozone/debug/ratis}/package-info.java | 4 +-
.../parse}/BaseLogParser.java | 6 +-
.../parse/RatisLogParser.java} | 50 +-
.../parse}/package-info.java | 2 +-
.../debug/replicas/ContainerStateVerifier.java | 27 +-
.../ozone/debug/replicas/ReplicasVerify.java | 213 +++-
.../debug/replicas/chunk/ChunkKeyHandler.java | 246 ++--
.../debug/segmentparser/GenericRatisLogParser.java | 42 -
.../debug/segmentparser/OMRatisLogParser.java | 43 -
.../ozone/debug/segmentparser/RatisLogParser.java | 41 -
.../debug/segmentparser/SCMRatisLogParser.java | 42 -
.../hadoop/ozone/repair/TransactionInfoRepair.java | 12 +-
.../ozone/repair/ldb/RocksDBManualCompaction.java | 12 +-
.../hadoop/ozone/repair/om/FSORepairTool.java | 199 +++-
.../ozone/repair/om/SnapshotChainRepair.java | 11 +-
.../org/apache/ozone/graph/PrintableGraph.java | 2 +-
.../ozone/repair/TestTransactionInfoRepair.java | 9 +-
.../hadoop/ozone/repair/ldb/TestLdbRepair.java | 342 ++++++
.../ozone/repair/om/TestSnapshotChainRepair.java | 19 +-
pom.xml | 93 +-
658 files changed, 24789 insertions(+), 5766 deletions(-)
copy dev-support/byteman/{ratis-no-flush.btm => container-state-template.btm}
(70%)
copy dev-support/byteman/{skip-notify-group-remove.btm =>
fail-create-bucket.btm} (70%)
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/SlidingWindow.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/TestSlidingWindow.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/util/TestBackgroundService.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/StorageVolumeScannerMetrics.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/VolumeHealthMetrics.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/metadata/ContainerCreateInfo.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/upgrade/ContainerTableSchemaFinalizeAction.java
copy hadoop-hdds/container-service/src/{main =>
test}/java/org/apache/hadoop/ozone/container/common/utils/package-info.java
(95%)
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/upgrade/TestDatanodeUpgradeToContainerIdsTable.java
create mode 100644 hadoop-hdds/docs/content/design/listener-om.md
create mode 100644 hadoop-hdds/docs/content/design/tools.md
create mode 100644 hadoop-hdds/docs/content/feature/ContainerBalancer.md
create mode 100644
hadoop-hdds/docs/content/feature/om-bootstrapping-with-snapshots.md
create mode 100644 hadoop-hdds/docs/content/tools/Repair.md
rename hadoop-hdds/docs/content/tools/{ => debug}/AuditParser.md (97%)
rename hadoop-hdds/docs/content/tools/{ => debug}/AuditParser.zh.md (100%)
rename hadoop-hdds/docs/content/tools/{ => debug}/ContainerLogParser.md (97%)
rename hadoop-hdds/docs/content/tools/{ => debug}/ContainerLogParser.zh.md
(100%)
create mode 100644 hadoop-hdds/docs/content/tools/debug/DebugDatanode.md
create mode 100644 hadoop-hdds/docs/content/tools/debug/DebugOm.md
create mode 100644 hadoop-hdds/docs/content/tools/debug/DebugReplicas.md
rename hadoop-hdds/docs/content/tools/{Debug.md => debug/Ldb.md} (86%)
rename hadoop-hdds/docs/content/tools/{Debug.zh.md => debug/Ldb.zh.md} (100%)
create mode 100644 hadoop-hdds/docs/content/tools/debug/RatisLogParser.md
create mode 100644 hadoop-hdds/docs/content/tools/debug/_index.md
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/LogLevel.java
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/db/TestRDBBatchOperation.java
copy
hadoop-hdds/managed-rocksdb/src/main/java/org/apache/hadoop/hdds/utils/db/managed/{ManagedOptions.java
=> ManagedConfigOptions.java} (90%)
create mode 100644
hadoop-hdds/rocksdb-checkpoint-differ/src/main/java/org/apache/ozone/compaction/log/SstFileInfo.java
create mode 100644
hadoop-hdds/rocksdb-checkpoint-differ/src/main/java/org/apache/ozone/rocksdiff/SSTFilePruningMetrics.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/safemode/TestECContainerSafeModeRule.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/safemode/TestRatisContainerSafeModeRule.java
create mode 100644
hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/BasicDatanodeInfo.java
create mode 100644
hadoop-ozone/cli-admin/src/test/java/org/apache/hadoop/hdds/scm/cli/container/TestReconcileSubcommand.java
copy .github/workflows/scheduled-cache-update.yml =>
hadoop-ozone/dist/src/main/package/deb/control/control (69%)
create mode 100644 hadoop-ozone/dist/src/main/package/rpm/postinstall.sh
copy hadoop-ozone/dist/src/main/smoketest/{replication/wait.robot =>
cli/daemonlog.robot} (59%)
create mode 100644
hadoop-ozone/dist/src/main/smoketest/debug/container-state-verifier.robot
copy hadoop-ozone/dist/src/main/smoketest/{s3/boto3.robot =>
repair/ratis-transaction-repair.robot} (57%)
create mode 100644
hadoop-ozone/integration-test-recon/src/test/java/org/apache/hadoop/ozone/recon/TestNSSummaryMemoryLeak.java
create mode 100644
hadoop-ozone/integration-test-recon/src/test/java/org/apache/hadoop/ozone/recon/TestReconOmMetaManagerUtils.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestSCMPipelineBytesWrittenMetrics.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/client/TestOzoneClientFactory.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/shell/TestOzoneDebugReplicasVerify.java
copy hadoop-ozone/{cli-shell/src/main =>
integration-test/src/test}/java/org/apache/hadoop/ozone/shell/package-info.java
(96%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/snapshot/OMSnapshotMoveUtils.java
copy
hadoop-ozone/ozone-manager/src/{test/java/org/apache/hadoop/ozone/om/upgrade/MockOmRequest.java
=> main/java/org/apache/hadoop/ozone/security/acl/OzoneManagerAuthorizer.java}
(67%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/TestOmSnapshotManagerConfig.java
copy dev-support/ci/acceptance_suites.sh =>
hadoop-ozone/ozone-manager/src/test/resources/junit-platform.properties (57%)
mode change 100755 => 100644
delete mode 100644
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/ByteBufferPositionedReadable.java
delete mode 100644
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/LeaseRecoverable.java
delete mode 100644
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/SafeMode.java
delete mode 100644
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/SafeModeAction.java
delete mode 100644
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/package-info.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/OMUpdateEventBuffer.java
copy
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/DBCheckpoint.java
=>
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/ReconEvent.java
(54%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/ReconTaskReInitializationEvent.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/upgrade/NSSummaryAggregatedTotalsUpgrade.java
rename
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/components/{duMetadata/duMetadata.tsx
=> nuMetadata/nuMetadata.tsx} (99%)
rename
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/components/plots/{duPieChart.tsx
=> nuPieChart.tsx} (94%)
rename
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/{diskUsage/diskUsage.less
=> namespaceUsage/namespaceUsage.less} (100%)
rename
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/pages/{diskUsage/diskUsage.tsx
=> namespaceUsage/namespaceUsage.tsx} (76%)
rename
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/types/{diskUsage.types.ts
=> namespaceUsage.types.ts} (93%)
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/tasks/TestEventBufferOverflow.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/tasks/TestNSSummaryTaskControllerIntegration.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/tasks/TestNSSummaryTreePrecomputeValues.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/tasks/TestNSSummaryUnifiedControl.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/tasks/TestOMUpdateEventBuffer.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/upgrade/TestNSSummaryAggregatedTotalsUpgrade.java
copy
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{datanode/DatanodeDebug.java
=> ratis/RatisDebug.java} (75%)
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/server =>
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/ratis}/package-info.java
(91%)
rename
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{segmentparser
=> ratis/parse}/BaseLogParser.java (91%)
rename
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{segmentparser/DatanodeRatisLogParser.java
=> ratis/parse/RatisLogParser.java} (51%)
rename
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{segmentparser
=> ratis/parse}/package-info.java (94%)
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/segmentparser/GenericRatisLogParser.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/segmentparser/OMRatisLogParser.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/segmentparser/RatisLogParser.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/segmentparser/SCMRatisLogParser.java
create mode 100644
hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/repair/ldb/TestLdbRepair.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
