This is an automated email from the ASF dual-hosted git repository.
sammichen pushed a change to branch HDDS-5713
in repository https://gitbox.apache.org/repos/asf/ozone.git
from 3e6362f2fe3 HDDS-13649. [DiskBalancer] Refine Disk Balancer CLI,
Documentation, and Naming for Improved Usability (#9005)
add 03fade02d0b HDDS-13383. Improve Logs in Ozone documentation. (#8744)
add c3fe4586e4a HDDS-12726. Update Ozone documentation with the latest S3
API compatibility (#8735)
add 13af30cf43b HDDS-13380. Docs: Enhance Ozone Manager documentation with
cross-references (#8738)
add 06944809cee HDDS-13354. Run multitenancy acceptance test with Ranger
(#8722)
add 2ae8d6da284 HDDS-13379. Document SCM Safe Mode and its configuration
properties. (#8737)
add e08b0010449 HDDS-13006. Use yaml files to host Ozone snapshot local
properties (#8555)
add a9755a0491d HDDS-13373. [Docs] Add leader transfer command and service
role listing command in the High Availability pages (#8730)
add c706c7ac0d7 HDDS-13228. Take snapshot cache lock during the last
iteration of tarball transfer. (#8678)
add 7477431c93b HDDS-13372. [Docs] Compare Ozone to other storage
technologies (#8736)
add 1ad1b2d58ad HDDS-13409. Add supported operations for Ofs. (#8763)
add 1a2ab3dfab6 HDDS-13397. Fix liveness probe failures for httpfs and s3g
pods (#8775)
add 1159d9b7b45 HDDS-13369. [Docs] Maintenance mode. (#8728)
add f7eb0104d38 HDDS-13421. [Docs] Ofs migration guide (#8784)
add e0b804ef996 HDDS-13095. Support sorting by most/least used nodes in
ozone admin datanode list (#8520)
add 490e6bbd905 HDDS-13402. Speed up TestOmSnapshotFileSystem (#8756)
add c6969426074 HDDS-10931. Schedule on demand scan of containers after
import (#8550)
add 8d1a0adf7c2 HDDS-13335. Implement and adopt lightweight proto for
Recon listKeys API (#8699)
add 59c2ec3ad92 HDDS-13386. Replace leftover HADOOP_ variables (#8759)
add 8651aa4a76f HDDS-13343. Consider delegation token lifetime for secret
key expiry (#8742)
add eebc7b5e665 HDDS-13364. Use properties for Java/Maven version
enforcement (#8724)
add 583730dc6df HDDS-12843. Intermittent NPE in
TestDecommissionAndMaintenance (#8643)
add a1e75131889 HDDS-13361. Attempt to delete non-empty tenant fails after
revoke (#8776)
add f856adae607 HDDS-8781. Allow on demand metadata scanning of open
containers (#8442)
add 5ea69402e93 HDDS-13427. Bump awssdk to 2.31.78 (#8792)
add 9aad5bc9d24 HDDS-13424. Use lsof instead of fuser to find if file is
used in AbstractTestChunkManager (#8790)
add 96cf8bed031 HDDS-11679. Support multiple S3Gs in MiniOzoneCluster
(#8733)
add fb75be7a896 HDDS-13376. Add server-side limit note to ozone sh
snapshot diff --page-size option (#8791)
add 3171688d812 HDDS-11514. Set optimal default values for delete
configurations based on live cluster testing. (#8766)
add f0dd23676f6 HDDS-13405. ozone admin container create runs forever
without kinit (#8765)
add 5acd3d8bc51 HDDS-13387. OMSnapshotCreateRequest logs invalid warning
about DefaultReplicationConfig (#8760)
add 918b2848ee3 HDDS-13213. KeyDeletingService should limit task size by
both key count and serialized size. (#8757)
add d76f4ee2874 HDDS-11797. Remove cyclic dependency between
SCMSafeModeManager and SafeModeRules (#8782)
add b220c99e4b2 HDDS-13403. [Docs] Make feature proposal process more
visible. (#8758)
add d15e8a6347f HDDS-13378. [Docs] Add a Production page under Getting
Started (#8734)
add d4617d0f128 HDDS-13428. Recon - Retrigger of build whole NSSummary
tree task submission inconsistency. (#8793)
add f8d8696246d HDDS-13200. OM RocksDB Grafana Dashbroad shows no data on
all panels (#8577)
add 293ccd6b123 HDDS-13367. [Docs] User doc for container balancer. (#8726)
add 9d96442bf0d HDDS-13125. Add metrics for monitoring the SST file
pruning threads. (#8764)
add 9044a773d83 HDDS-13346. Intermittent failure in
TestCloseContainer#testContainerChecksumForClosedContainer (#8771)
add ece9330d8d0 HDDS-13448. DeleteBlocksCommandHandler thread stop for
normal exception (#8816)
add b40c95e9172 HDDS-13429. Custom metadata headers with uppercase
characters are not supported (#8805)
add bb97fbf87ef HDDS-8903. Add validation for
ozone.om.snapshot.db.max.open.files. (#8787)
add 35e1745ca47 HDDS-13308. OM should expose Ratis config for increasing
pending write limits (#8668)
add 91c4bf3d7f2 HDDS-8783. Add metrics for volume scanner (#8448)
add 6c689a5dca8 HDDS-13430. Avoid using new OzoneConfiguration in
OMSnapshotCreateRequest (#8804)
add c54b5659df8 HDDS-13121. Add unit test for ldb repair command (#8815)
add 04a359d673d HDDS-12911. Key deletion should not validate the name.
(#8453)
add dd3f6aec612 HDDS-10886. Disable flaky
testParallelDeleteBucketAndCreateKey
add c8d743a8ac6 HDDS-13451. Exception handling for unchecked exception for
deleteBlock command from SCM (#8820)
add f2300f37476 HDDS-13456. Print container DB path when DB does not exist
in parseKVContainerData (#8821)
add 42aa8eec7a9 HDDS-13393. Test Presigned HeadObject and HeadBucket
support (#8826)
add 84935e1d412 HDDS-13478. Bump awssdk to 2.32.4 (#8832)
add 13ccecaea1a HDDS-13436. Snapshot Diff Error when
DirectoryDeletingService deep cleans snapshot (#8800)
add 64a49585542 HDDS-13410. Control block deletion for each DN from SCM.
(#8767)
add 11286d9d06d HDDS-13468. Update default value of
ozone.scm.ha.dbtransactionbuffer.flush.interval. (#8834)
add d352c437199 HDDS-13481. Fix success latency metric in SCM panels of
deletion grafana dashboard (#8835)
add db782986a39 HDDS-13482. Mark
testWriteStateMachineDataIdempotencyWithClosedContainer as flaky
add c98c10b71c0 HDDS-13070. OM Follower changes to create and place sst
files from hardlink file. (#8761)
add 498a9c14ddc HDDS-13092. Container scanner should trigger volume scan
when marking a container unhealthy (#8603)
add cc0a7bae7f2 HDDS-12000. Add unit test for RatisContainerSafeModeRule
and ECContainerSafeModeRule (#8801)
add e50365a4b20 HDDS-12852. Implement a sliding window counter utility
(#8498)
add a9c6f7f64d0 HDDS-8565. Recon memory leak in NSSummary (#8823).
add 2162402223d HDDS-13435. Add an OzoneManagerAuthorizer interface (#8840)
add 8ced4a73d92 HDDS-13473. Amend validation for
OZONE_OM_SNAPSHOT_DB_MAX_OPEN_FILES (#8829)
add c6c86f991a3 HDDS-13464. Make ozone.snapshot.filtering.service.interval
reconfigurable (#8825)
add a605c284215 HDDS-13489. Fix SCMBlockdeleting unnecessary iteration in
corner case. (#8847)
add 2db082e0644 HDDS-13237. Container data checksum should contain block
IDs. (#8773)
add 98b7299cd2c HDDS-2453. Add Freon tests for S3 MPU Keys (#8803)
add 3970c0e0d6a HDDS-13449. Incorrect Interrupt Handling for
DirectoryDeletingService and KeyDeletingService (#8817)
add 96f1db81afc HDDS-13176. containerIds table value format change to
proto from string (#8589)
add 3cebcc9664c HDDS-13396. Documentation: Improve the top-level overview
page for new users. (#8753)
add ba0ecb214e5 HDDS-12982. Reduce log level for snapshot validation
failure (#8851)
add 1c2c7f340cc HDDS-13083. Handle cases where block deletion generates
tree file before scanner (#8565)
add 4d9deb78f5f HDDS-13499. Intermittent failure in OM DB Size Reduction
After Compaction (#8859)
add 374b3e7c05b HDDS-12708. Fix Unhealthy Containers API for pagination
(#8796)
add 3c2e36513b8 HDDS-13494. DirectoryDeletingService incorrectly waits for
all the deleted directories processing (#8852)
add f17b1296261 HDDS-13504. Increase ozone.om.ratis.segment.size and
ozone.scm.ha.ratis.segment.size default to 64MB (#8860)
add 253917f286a HDDS-13247. Refactor duplicated code from
OMSnapshotMoveTableKeysRequest and OMSnapshotMoveDeletedKeysRequest into a
shared helper method. (#8807)
add fac07ab309a HDDS-13505. Bump awssdk to 2.32.9 (#8865)
add 276aead1c38 HDDS-13506. Bump sqlite-jdbc to 3.50.3.0 (#8867)
add 459433be990 HDDS-13508. Bump snappy-java to 1.1.10.8 (#8864)
add 1d7e10bee3b HDDS-13507. Bump junit to 5.13.4 (#8866)
add 593c816f411 HDDS-13486. Exclusivity Between Node Selection and Sorting
Options in ListInfoSubcommand (#8844)
add f468943fd0e HDDS-13422. Ozone tool should preserve previous RocksDB
options (#8818)
add bb7cebcdda9 HDDS-13437. Avoid scheduling replications on full
datanodes by tracking pending op size in SCM (#8813)
add 6224fd6d6a8 HDDS-13264. Fix OzoneTokenIdentifier to correctly handle
missing omServiceId field (#8842)
add 5e18a30f557 HDDS-13407. Fix intermittent failure in
TestOnDemandContainerDataScanner#testUnhealthyContainersDetected. (#8876)
add b157809fbc9 HDDS-13443. Recon - Retrigger of NSSummary tree build
should be controlled with central flag. (#8856)
add 9dabd9b4806 HDDS-13253. Create new YAML file on Snapshot Create with
uncompacted SST File List (#8830)
add 2870126afbf HDDS-13500. Transfer Non SST Files in the last batch of
the tarball transfer. (#8857)
add e06c19312ac HDDS-13123. Add testing for the `ozone repair om
skip-ratis-transaction` command (#8810)
add 0399b5ece14 HDDS-13512. Set the Vite base URL for Recon (#8870)
add c038ce139db HDDS-13521. Ban import of Sets and Lists from
org.apache.hadoop.util (#8878)
add 6dcd6f32343 HDDS-13511. Log level servlet does not work with SLF4J v2
(#8873)
add b0d6eea88b2 HDDS-13493. [Docs] Ozone 2.0 supports distcp between
encrypted Ozone clusters (#8850)
add ce5676a4b30 HDDS-13320. BackgroundService should wait for the
completion of run before triggering next run (#8677)
add e1a3fb36121 HDDS-13483. Some nested tests are run twice (#8839)
add b5784132825 HDDS-13523. Bump commons-fileupload to 1.6.0 (#8880)
add e515f3a3872 HDDS-13227. Integration test for inode based bootstrap
flow. (#8884)
add 37589a4e3d4 HDDS-12887. Added Deletion Progress metrics to OM Web UI.
(#8655)
add 3d24003c17f HDDS-13529. Upgrade commons-lang3 to 3.18.0 (#8886)
add 1d19fce506d HDDS-13466. Disable flaky
TestOmSnapshotWithBucketLinkingLegacy and
TestOmSnapshotFsoWithoutNativeLibWithLinkedBuckets
add 172664d0e9b HDDS-13466. (addendum) Disable flaky
TestOmSnapshotWithBucketLinkingLegacy and
TestOmSnapshotFsoWithoutNativeLibWithLinkedBuckets
add 5c62fcb8940 HDDS-13496. Intermittent fork exit timeout in
TestOzoneClientFactory (#8853)
add 3a0e6d76e85 HDDS-13531. Bump awssdk to 2.32.14 (#8890)
add 4d360f4c438 HDDS-12061. Cleanup the allocated but uncommitted blocks
for multipart upload (#8848)
add b968353f645 HDDS-13447. [S3G] ListObjectsV2 should accept maxKeys=0
(#8833)
add 9987f6a285c HDDS-13326. Add acceptance tests for ozone debug replicas
verify --container-state (#8783)
add 660ac51dd96 HDDS-13466. Disable flaky
TestOmSnapshotFsoWithNativeLibWithLinkedBuckets
add 11cc4520e77 HDDS-13423. Log reason for triggering on-demand container
scan (#8854)
add 0fd649e919f HDDS-13514. Intermittent failure in
TestNSSummaryMemoryLeak (#8889)
add a5cb560cb5a HDDS-12196. Document ozone repair cli (#8849)
add 9664324d23e HDDS-13522. Rename axisLabel for No. of delete request
received (#8879)
add 5e03af12aa8 HDDS-12824. Optimize container checksum read during
datanode startup (#8604)
add d8243691b94 HDDS-12990. Generate tree from metadata when it doesn't
exist during getContainerChecksumInfo call (#8881)
add 08c565a3fb6 HDDS-13086. Block duplicate reconciliation requests for
the same container and datanode within the datanode. (#8905)
add a354751269c HDDS-12990. (addendum) Generate tree from metadata when it
does not exist during getContainerChecksumInfo call (#8881)
add b7f2c28cf9b HDDS-13528. Handle null paths when the NSSummary is
initializing (#8901)
add 4cbf5ce0b8f HDDS-13101. Remove duplicate information in datanode list
output (#8523)
add e1cbe611a3b HDDS-13541. Bump sonar-maven-plugin to 5.1.0.4751 (#8911)
add 31cab30b6e4 HDDS-13543. [Docs] Design doc for OM bootstrapping process
with snapshots. (#8900)
add a410f07b916 HDDS-13556. Bump assertj-core to 3.27.4 (#8919)
add 7040dcf69a9 HDDS-13557. Bump jline to 3.30.5 (#8920)
add 3c7bd2e3bb8 HDDS-13432. Accelerating Namespace Usage Calculation in
Recon using - Materialised Approach (#8797)
add aca0f9ea7a5 HDDS-13084. Trigger on-demand container scan when a
container moves from open to unhealthy. (#8904)
add 53792c2482b HDDS-13566. Fix incorrect authorizer class in ACL
documentation (#8931)
add 54f2649266e HDDS-13519. Reconciliation should continue if a peer
datanode is unreachable (#8908)
add 67910619bb3 HDDS-13525. Rename configuration property to
ozone.om.compaction.service.enabled (#8928)
add a59b573fdf3 HDDS-12197. Update documentation for all ozone debug tools
(#8868)
add 89dcc4c732c HDDS-11944. Usability improvements for Ozone tools. (#7597)
add cc2a42d80ca HDDS-13138. [Docs] Update Topology Awareness user doc.
(#8528)
add 1661a9a13ba HDDS-13553. Recon Staging DB for OM full db reprocess
(#8917)
add 4f12199bd02 HDDS-13569. Separate OM and SCM metadata dirs in
MiniOzoneClusterImpl (#8937)
add 905d1ad567b HDDS-13538. Transfer snapshot YAML files as part of
bootstrap tarball. (#8899)
add 321216ad5ec HDDS-13582. Fix checknative tool for rocks-tools (#8950)
add 3054c431ff7 HDDS-13584. Bump awssdk to 2.32.24 (#8952)
add 159fb646672 HDDS-12710. UI changes for fixing counts and container
pagination. (#8862).
add f191492aef3 HDDS-13571. Add upgrade action for NSSummary aggregated
totals Improvement. (#8938).
add dc1882de6f8 HDDS-13534. Check container state with the good states
instead of the bad one (#8929)
add 66ae5d34402 HDDS-13041. Add basic snapshot diff report test for object
tag, stream key, rewriteKey (#8923)
add 7af7593c88d HDDS-13554. Clean up snapshot local YAML file on Snapshot
purge. (#8939)
add 3f718690410 HDDS-13249. Validate existence of hdds.datanode.dir path
in offline tools. (#8927)
add 060abde375f HDDS-13502. Allow block deletion for QUASI_CLOSED
containers (#8861)
add e280fbb6fed HDDS-13093. Add metrics for the cumulative state of
volumes (#8609)
add f60ed925b8e HDDS-8633. Separate Recon OM Synchronization and Tasks
Processing. (#8777)
add 3e5414d0101 Revert "HDDS-13213. KeyDeletingService should limit task
size by both key count and serialized size. (#8757)" (#8957)
add 3217d582624 HDDS-13574. Remove org.apache.hadoop.fs classes (#8958)
add 8e01de585aa HDDS-13597. Upgrade aws-java-sdk to 1.12.788 (#8959)
add 0a6eb670424 HDDS-13439. Build a basic RPM package for Ozone (#8924)
add 3073a56a577 HDDS-13238. Scan container and volume in container import
& export, EC reconstruction, reconciliation (#8893)
add e2598e212a2 HDDS-13549. Fix unreachable and unreferenced logic in
FSORepairTool (#8955)
add 2d905da2527 HDDS-12692. Add a flag to filter keys by replication type
and factor for replicas verify command (#8941)
add 51e4c5aa29b HDDS-13607. Bump awssdk to 2.32.29 (#8966)
add ae92a189d37 HDDS-13415. Support DeleteRange operation as part of the
rocksdb batch write (#8774)
add fbc393d6cd8 HDDS-13517. Decouple delete batch limits from Ratis
request size for KeyDeletingService. (#8874)
add 6ef537f302d HDDS-13174. EC duplicate replica handling for different
index in datanodes (#8887)
add 33ddda41e00 HDDS-13581. Fix Intermittent failure in
TestReplicationSupervisor#testReconcileContainerCommandDeduplication. (#8960)
add 8cc2c77423f HDDS-13527. Upgrade nimbus-jose-jwt to 10.4 and gson to
2.13.1 (#8885)
add e3e1f65d7dd HDDS-13132. Convert redundant fields to local var in
production code (#8921)
add 466028abadb HDDS-13559. Convert redundant fields to local var in
ozone-integration-test module (#8922)
add 9946ac6c3fb HDDS-13445. Make `ozone debug replicas chunk-info` stream
json output between datanode calls (#8914)
add 3f247a283bb HDDS-13610. Upgrade guava to 33.4.8-jre (#8969)
add 265e4b90a40 HDDS-13600. Log s3 secret error at WARN level rather than
ERROR (#8967)
add bad9458eac8 HDDS-11321. Speed up TestFailureHandlingByClient (#8936)
add 9e7529a8388 HDDS-13620. Explicitly install pnpm and avoid npx usage in
builds (#8973)
add e4de3ac5302 HDDS-13252. Use deleteRangeWithBatch API to delete keys in
snapshot scope from AOS deleted space. (#8964)
add dc8ab71c7f0 HDDS-13560. Convert redundant fields to local var in
hdds-container-service module (#8970)
add fa173edaa8b HDDS-13585. Bump jetty to 9.4.58.v20250814 (#8951)
add f3a00724988 HDDS-13630. Bump awssdk to 2.33.0 (#8984)
add ae3358c0572 HDDS-13290. Correct the pagination semantic of
listMultipartUploads (#8975)
add 1184aff2f26 HDDS-13595. ListKeys should not overwrite entry if
non-null cache entry exists (#8961)
add ea4dda317b4 HDDS-11523. Support Listener OM (#7262)
add 3948ca052d3 HDDS-13578. [Docs] Add pipeline placement policy to
Topology Awareness doc (#8947)
add 7f89996cbc5 HDDS-13344. Fix ProxyUserAuthenticationFilter addition in
HttpServer2 (#8710)
add 0839c2468e7 HDDS-12078. Improve container reconciliation CLIs (#7944)
add 696978cc1e4 HDDS-13631. Encrypted bucket creation correction on --key
option (#8996)
add 023d57e643f HDDS-13615. ofs.listStatusIterator() reports files in
encrypted buckets as unencrypted (#8994)
add 1d42e20aa58 HDDS-13629. Upgrade commons-collections to
commons-collections4. (#8983)
add a5e1cd0a692 HDDS-13533. Show the summary of replicas verify checks
(#8898)
add 4b1627c4bce HDDS-13536. [Design doc] Add support for Listener OM.
(#8935)
add f50eb2689cc HDDS-13546. Exit code should be non-zero if balancer
commands fail (#8910)
add b0960dfe20d HDDS-13518. Move ozone debug ratislogparser to ozone debug
ratis parse (#8902)
add 54ade0ccc14 HDDS-12715. Add integration tests for
debug-replicas-verify-checksums tool (#8209)
add e3107411802 HDDS-13633. Snapshot Cache loader should check if the
double buffer has flushed the create transaction (#8999)
add 36c5606a6e5 HDDS-13604. Add volume and bucket to checkpoint
existence/creation logs. (#8976)
add 2ad7758688b HDDS-13414. Build a basic deb package for Ozone (#8888)
add 69d65219ec6 HDDS-12379. Fix spotbugs warnings in TestRadixTree (#8968)
add 2e4293f1d8b HDDS-13576. Recon reprocess of all tasks should be
non-blocking. (#8962)
add 351fc623f80 HDDS-13653. Bump awssdk to 2.33.4 (#9008)
add 289129d965e HDDS-13655. Bump common-custom-user-data-maven-extension
to 2.0.5 (#8986)
add 440ab4958c1 HDDS-13654. Bumps compile-testing to 0.22.0 (#9007)
add 340a7eacecc HDDS-13564. Convert redundant fields to local var in test
modules (#8993)
add a3f777c86fc HDDS-13537. Client skip send request to listener OM (#8989)
add 7e70ed855bc HDDS-13562. Convert redundant fields to local var in
ozone-manager module (#8991)
add 5962c10a2f5 HDDS-13563. Convert redundant fields to local var in
ozone-recon module (#8992)
add c7185528975 HDDS-13561. Convert redundant fields to local var in
hdds-server-scm module (#8971)
add 6ed142f58d4 HDDS-13638. Update the default backup SST pruning interval
to 10min. (#9002)
add c02d04e2e56 HDDS-13565. Enable PMD.SingularField (#9011)
add 93fad7c7727 HDDS-13659. Recon frontend build not skipped with
skipRecon (#9013)
add 20dca25d393 HDDS-13648. Update NSSummary rebuilding implementation to
queue based approach. (#9009)
add 4f3795bd678 HDDS-13612. Track SST file ranges in sst file metadata
(#8981)
add d89c6ad8244 HDDS-5195. Support uploading objects with presigned URL
(#9000)
add 7ed9249abc6 HDDS-13370. Create a separate audit log for background
deletion service (#8858)
add db4b4367617 HDDS-13613. Remove calculatePipelineBytesWritten from DN
code path. (#8978)
add 841f3ce752e HDDS-13614. Create separate bounded executor for
ClosePipelineCommandHandler and CreatePipelineCommandHandlerHandler. (#8977)
add ae9c53cfba7 HDDS-13663. Validate Presigned DeleteObject (#9019)
add 1ea7d8c2522 HDDS-13593. Make container ListSubcommand use
JsonUtils#getStdoutSequenceWriter (#9017)
add 6b18873efab HDDS-13682. Bump jline to 3.30.6 (#9029)
add c6a19fbea2d HDDS-13676. Update S3 docs for presigned URL (#9027)
add 75bf839915c HDDS-13683. Bump awssdk to 2.33.9 (#9028)
add 808722288b7 HDDS-13684. Bump compile-testing to 0.23.0 (#9030)
add 16a1e390aed HDDS-13510. Add latency metrics for key creation operation
(#8896)
add 5c7da6d1595 HDDS-13592. Make InfoSubcommand validate all container IDs
before proceeding (#9001)
add bc731ea6af7 HDDS-13594. Use a different endpoint for fetching the OM
checkpoint tarball. (#8963)
add f0b285d0bb1 HDDS-13658. Limit Snapshot Cache size warning logs. (#9035)
add 9a377483cdc HDDS-13526. [Docs] Update snapshot related configuration
properties (#8883)
add 0a8edfd515c HDDS-13678. Refactor presigned URL integration tests
(#9037)
add dec5fc95877 HDDS-12454. Create new module for multitenancy with Ranger
(#8799)
add a00f6bd08f1 HDDS-13656. Fix aspectj settings for Java 11+ (#9010)
add e1c0e0d885b HDDS-13520. Always retry failed BlockDeleteTransactions in
SCM BlockDeletingSerice. (#8926)
add 428cb5609b3 HDDS-13542. Separate out the API calls for Overview page
(#9033)
add 053b55436ce HDDS-13689. Remove unnecessary usage of Guava from ozonefs
(#9044)
add 2a6e31d50cf HDDS-13618. Avoid frequent pipeline close action from DN
(#9024)
add 276f1492929 HDDS-13693. NodeStatusInfo shows HTTP port instead of
HTTPS (#9046)
add abb47056d81 HDDS-13691. [Docs] Add additional information regarding
issues encountered on Apple Silicon builds (#9049)
add a27ce134517 HDDS-13624. Close ManagedWriteOptions while
DBStoreBuilder.build fails to get DB store (#9039)
add 7cf9f655b09 HDDS-13575. Update Erasure Coding section in the Topology
Awareness user doc (#8942)
add 07b085e720c HDDS-13702. Bump assertj-core to 3.27.5 (#9056)
add 0892fa5d91d HDDS-13699. Possible Netty version mismatch in
ozone-filesystem-shaded (#9052)
add c36de4c400a HDDS-13703. Bump common-custom-user-data-maven-extension
to 2.0.6 (#9055)
add aa1beadf7bd HDDS-13005. MinHeap based SstFileSetReader to return
unique results in sorted order (#8912)
add 8887a14030f HDDS-13680. migrate tracing to opentelemetry (#9038)
add 58d54480f7f HDDS-13705. Bump guava to 33.5.0-jre (#9057)
add 3ddcd48228b HDDS-13662. Move user doc OM Bootstrapping with Snapshots
to design doc (#9059)
add 275b95c1220 HDDS-7566. Refactor TestRocksDBCheckpointDiffer tests.
(#8785)
add c6c4279fa12 HDDS-13628. LocalSnapshotMetadata create should track
snapshot from checkpoint instead of active object store (#8982)
add d1646190389 Merge remote-tracking branch 'apacheupstream' into
HDDS-5713-upstream
No new revisions were added by this update.
Summary of changes:
.github/workflows/check.yml | 1 -
.mvn/extensions.xml | 2 +-
dev-support/pmd/pmd-ruleset.xml | 2 +
hadoop-hdds/client/pom.xml | 8 -
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 12 +-
.../hadoop/hdds/scm/XceiverClientMetrics.java | 9 +-
.../hdds/scm/storage/BlockDataStreamOutput.java | 7 +-
hadoop-hdds/common/pom.xml | 37 +-
.../java/org/apache/hadoop/hdds/StringUtils.java | 26 +
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 30 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 4 -
.../apache/hadoop/hdds/scm/client/ScmClient.java | 21 -
.../hdds/scm/container/ContainerReplicaInfo.java | 16 +-
.../org/apache/hadoop/hdds/scm/net/NetUtils.java | 2 +-
.../hadoop/hdds/scm/net/NetworkTopologyImpl.java | 2 +-
.../hadoop/hdds/scm/net/NodeSchemaLoader.java | 2 +-
.../protocol/StorageContainerLocationProtocol.java | 2 +
.../hdds/scm/storage/ContainerProtocolCalls.java | 26 +-
.../org/apache/hadoop/hdds/server/JsonUtils.java | 69 ++
.../hadoop/hdds/tracing/GrpcServerInterceptor.java | 10 +-
.../apache/hadoop/hdds/tracing/StringCodec.java | 96 --
.../apache/hadoop/hdds/tracing/TraceAllMethod.java | 10 +-
.../apache/hadoop/hdds/tracing/TracingUtil.java | 204 +++-
.../apache/hadoop/hdds/utils/SlidingWindow.java | 179 +++
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 2 +-
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 12 +-
.../apache/hadoop/ozone/util/ProtobufUtils.java | 9 +
.../common/src/main/resources/ozone-default.xml | 26 +-
.../hadoop/hdds/tracing/TestStringCodec.java | 64 --
.../hadoop/hdds/tracing/TestTracingUtil.java | 9 +-
.../hadoop/hdds/utils/TestSlidingWindow.java | 141 +++
.../common/TestChecksumImplsComputeSameValues.java | 4 +-
.../hadoop/ozone/common/TestStateMachine.java | 2 +-
.../ozone/container/ContainerTestHelper.java | 48 +
hadoop-hdds/container-service/pom.xml | 16 +-
.../apache/hadoop/ozone/HddsDatanodeService.java | 2 +-
.../container/common/helpers/ContainerMetrics.java | 5 +-
.../container/common/helpers/DatanodeIdYaml.java | 4 +-
.../common/impl/BlockDeletingService.java | 19 +-
.../ozone/container/common/impl/ContainerSet.java | 21 +-
.../container/common/impl/HddsDispatcher.java | 5 +-
.../common/statemachine/DatanodeStateMachine.java | 35 +-
.../common/statemachine/StateContext.java | 10 +-
.../ClosePipelineCommandHandler.java | 155 ++-
.../commandhandler/CommandDispatcher.java | 4 +
.../CreatePipelineCommandHandler.java | 117 +-
.../common/transport/server/XceiverServerGrpc.java | 11 +-
.../common/transport/server/ratis/CSMMetrics.java | 5 +-
.../transport/server/ratis/XceiverServerRatis.java | 40 +-
.../container/common/utils/ContainerCache.java | 4 +-
.../container/common/volume/MutableVolumeSet.java | 29 +-
.../common/volume/VolumeHealthMetrics.java | 109 ++
.../ozone/container/keyvalue/KeyValueHandler.java | 223 ++--
.../container/metadata/ContainerCreateInfo.java | 21 +-
.../ozone/container/metadata/DatanodeTable.java | 5 +
.../WitnessedContainerMetadataStoreImpl.java | 5 +-
.../container/ozoneimpl/ContainerController.java | 10 +-
.../ozone/container/ozoneimpl/ContainerReader.java | 31 +
.../ozone/container/ozoneimpl/OzoneContainer.java | 6 +
.../container/replication/ContainerImporter.java | 4 +
.../hadoop/ozone/TestHddsDatanodeService.java | 31 +
.../ozone/container/common/ContainerTestUtils.java | 17 +-
.../container/common/TestDatanodeStateMachine.java | 3 +-
.../common/TestKeyValueContainerData.java | 3 +-
.../TestSchemaTwoBackwardsCompatibility.java | 4 +-
...stStaleRecoveringContainerScrubbingService.java | 8 +-
.../common/helpers/TestDatanodeVersionFile.java | 13 +-
.../common/impl/ContainerImplTestUtils.java | 5 +
.../impl/TestContainerDeletionChoosingPolicy.java | 77 +-
.../container/common/interfaces/TestHandler.java | 9 +-
.../TestClosePipelineCommandHandler.java | 63 +-
.../TestCreatePipelineCommandHandler.java | 5 +-
.../TestDeleteBlocksCommandHandler.java | 12 +-
.../common/volume/TestPeriodicVolumeChecker.java | 9 +
.../container/common/volume/TestVolumeSet.java | 29 +-
.../diskbalancer/TestDiskBalancerService.java | 3 +-
.../diskbalancer/TestDiskBalancerTask.java | 6 +-
.../keyvalue/TestContainerCorruptions.java | 49 +-
...stContainerReconciliationWithMockDatanodes.java | 152 ++-
.../keyvalue/TestKeyValueBlockIterator.java | 6 +-
.../TestKeyValueContainerMarkUnhealthy.java | 6 +-
.../container/keyvalue/TestKeyValueHandler.java | 38 +
.../keyvalue/impl/TestBlockManagerImpl.java | 41 +-
.../container/ozoneimpl/TestContainerReader.java | 58 +-
.../container/ozoneimpl/TestOzoneContainer.java | 8 +-
.../replication/TestContainerImporter.java | 17 +
.../TestDownloadAndImportReplicator.java | 12 +-
.../replication/TestReplicationSupervisor.java | 22 +-
.../TestSendContainerRequestHandler.java | 4 +-
.../TestDatanodeUpgradeToContainerIdsTable.java | 5 +-
.../upgrade/TestDatanodeUpgradeToHBaseSupport.java | 5 +-
hadoop-hdds/docs/content/design/listener-om.md | 102 ++
.../om-bootstrapping-with-snapshots.md | 0
hadoop-hdds/docs/content/design/tools.md | 145 +++
hadoop-hdds/docs/content/feature/Decommission.md | 61 +
hadoop-hdds/docs/content/feature/Observability.md | 17 +-
.../docs/content/feature/Observability.zh.md | 18 +-
hadoop-hdds/docs/content/feature/Snapshot.md | 57 +-
hadoop-hdds/docs/content/feature/Topology.md | 207 +++-
hadoop-hdds/docs/content/interface/S3.md | 2 +-
hadoop-hdds/docs/content/security/SecuringTDE.md | 10 +-
hadoop-hdds/docs/content/security/SecurityAcls.md | 2 +-
.../docs/content/security/SecurityAcls.zh.md | 2 +-
hadoop-hdds/docs/content/start/FromSource.md | 29 +
.../docs/content/tools/{ => debug}/AuditParser.md | 4 +-
.../content/tools/{ => debug}/AuditParser.zh.md | 0
.../tools/{ => debug}/ContainerLogParser.md | 7 +-
.../tools/{ => debug}/ContainerLogParser.zh.md | 0
.../docs/content/tools/debug/DebugDatanode.md | 39 +
hadoop-hdds/docs/content/tools/debug/DebugOm.md | 57 +
.../docs/content/tools/debug/DebugReplicas.md | 119 ++
.../docs/content/tools/{Debug.md => debug/Ldb.md} | 54 +-
.../content/tools/{Debug.zh.md => debug/Ldb.zh.md} | 0
.../docs/content/tools/debug/RatisLogParser.md | 37 +
hadoop-hdds/docs/content/tools/debug/_index.md | 39 +
.../ozone/erasurecode/rawcoder/RSRawDecoder.java | 2 +
.../ozone/erasurecode/rawcoder/RSRawEncoder.java | 1 +
hadoop-hdds/framework/pom.xml | 4 +-
.../SecretKeyProtocolClientSideTranslatorPB.java | 3 +-
...lockLocationProtocolClientSideTranslatorPB.java | 54 +-
...inerLocationProtocolClientSideTranslatorPB.java | 25 +-
.../server/OzoneProtocolMessageDispatcher.java | 4 +-
.../hadoop/hdds/server/http/BaseHttpServer.java | 6 +-
.../hadoop/hdds/server/http/HttpServer2.java | 11 +-
.../hadoop/hdds/utils/DBCheckpointServlet.java | 14 +-
.../java/org/apache/hadoop/hdds/utils/HAUtils.java | 2 +-
.../hadoop/hdds/utils/db/DBStoreBuilder.java | 16 +-
.../hadoop/hdds/utils/db/RDBBatchOperation.java | 434 +++++--
.../hadoop/hdds/utils/db/RDBCheckpointUtils.java | 2 +-
.../org/apache/hadoop/hdds/utils/db/RDBTable.java | 9 +
.../apache/hadoop/hdds/utils/db/RocksDatabase.java | 10 +
.../org/apache/hadoop/hdds/utils/db/Table.java | 8 +
.../apache/hadoop/hdds/utils/db/TypedTable.java | 5 +
.../apache/hadoop/ozone/audit/AuditMessage.java | 16 +-
.../security/ssl/TestReloadingX509KeyManager.java | 3 +-
.../client/TestDnCertificateClientInit.java | 6 +-
.../hadoop/hdds/utils/TestRDBSnapshotProvider.java | 3 +-
.../hadoop/hdds/utils/db/InMemoryTestTable.java | 5 +
.../hdds/utils/db/TestRDBBatchOperation.java | 129 +++
.../hadoop/hdds/utils/db/TestRDBTableStore.java | 84 +-
.../hdds/utils/db/TestTypedRDBTableStore.java | 3 +-
.../hadoop/ozone/audit/TestOzoneAuditLogger.java | 4 +-
.../src/main/proto/ScmAdminProtocol.proto | 8 +-
.../src/main/proto/DatanodeClientProtocol.proto | 1 +
.../proto/ScmServerDatanodeHeartbeatProtocol.proto | 5 +-
.../org/apache/hadoop/hdds/utils/TestUtils.java | 15 +-
hadoop-hdds/rocksdb-checkpoint-differ/pom.xml | 12 +-
.../ozone/compaction/log/CompactionFileInfo.java | 83 +-
.../apache/ozone/compaction/log/SstFileInfo.java | 94 ++
.../ozone/rocksdb/util/SstFileSetReader.java | 148 ++-
.../ozone/rocksdiff/RocksDBCheckpointDiffer.java | 2 +-
.../org/apache/ozone/rocksdiff/RocksDiffUtils.java | 2 +-
.../ozone/rocksdb/util/TestSstFileSetReader.java | 200 +++-
.../apache/ozone/rocksdiff/TestCompactionDag.java | 716 ++++++++++++
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 494 +-------
hadoop-hdds/server-scm/pom.xml | 8 +-
.../hadoop/hdds/scm/block/DeletedBlockLog.java | 31 +-
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 123 +-
.../scm/block/DeletedBlockLogStateManager.java | 2 +
.../scm/block/DeletedBlockLogStateManagerImpl.java | 72 +-
.../SCMDeletedBlockTransactionStatusManager.java | 36 +-
.../container/balancer/ContainerBalancerTask.java | 13 +-
.../scm/pipeline/BackgroundPipelineCreator.java | 2 +-
.../hdds/scm/pipeline/PipelineReportHandler.java | 3 -
.../hdds/scm/pipeline/SCMPipelineMetrics.java | 27 -
...inerLocationProtocolServerSideTranslatorPB.java | 2 +
.../hdds/scm/server/SCMClientProtocolServer.java | 40 +-
.../hdds/scm/server/StorageContainerManager.java | 3 +-
.../org/apache/hadoop/ozone/audit/SCMAction.java | 2 -
.../hadoop/hdds/scm/block/TestBlockManager.java | 19 +-
.../hadoop/hdds/scm/block/TestDeletedBlockLog.java | 155 +--
.../TestSCMDeleteBlocksCommandStatusManager.java | 3 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 16 +-
.../scm/container/TestContainerManagerImpl.java | 3 +-
.../scm/container/TestContainerReportHandler.java | 3 +-
.../scm/container/TestContainerStateManager.java | 6 +-
.../TestIncrementalContainerReportHandler.java | 6 +-
.../container/balancer/TestContainerBalancer.java | 3 +-
.../balancer/TestContainerBalancerTask.java | 28 +-
.../algorithms/TestContainerPlacementFactory.java | 10 +-
...TestQuasiClosedStuckOverReplicationHandler.java | 3 +-
...estQuasiClosedStuckUnderReplicationHandler.java | 10 +-
.../TestReplicationManagerScenarios.java | 3 +-
.../health/TestRatisReplicationCheckHandler.java | 3 +-
.../TestVulnerableUnhealthyReplicasHandler.java | 3 +-
.../hadoop/hdds/scm/ha/TestSCMHAMetrics.java | 13 +-
.../ha/TestStatefulServiceStateManagerImpl.java | 7 +-
.../hdds/scm/node/TestContainerPlacement.java | 3 +-
.../hdds/scm/node/TestDatanodeAdminMonitor.java | 3 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 12 +-
.../hdds/scm/node/TestDiskBalancerManager.java | 3 +-
.../hdds/scm/node/TestNodeDecommissionManager.java | 5 +-
.../hdds/scm/node/TestNodeDecommissionMetrics.java | 9 +-
.../hdds/scm/node/TestNodeReportHandler.java | 3 +-
.../hdds/scm/pipeline/TestECPipelineProvider.java | 5 +-
.../scm/pipeline/TestPipelinePlacementFactory.java | 9 +-
.../scm/pipeline/TestPipelinePlacementPolicy.java | 14 +-
.../scm/pipeline/TestRatisPipelineProvider.java | 2 +-
.../scm/pipeline/TestSimplePipelineProvider.java | 3 +-
.../TestPipelineChoosePolicyFactory.java | 4 +-
.../scm/safemode/TestECContainerSafeModeRule.java | 12 +-
.../TestOneReplicaPipelineSafeModeRule.java | 7 +-
.../safemode/TestRatisContainerSafeModeRule.java | 12 +-
.../hdds/scm/safemode/TestSCMSafeModeManager.java | 1 -
.../scm/security/TestRootCARotationManager.java | 15 +-
.../hadoop/hdds/scm/server/TestSCMCertStore.java | 6 +-
.../scm/server/TestSCMClientProtocolServer.java | 3 +-
.../ozone/container/common/TestEndPoint.java | 3 +-
.../scm/cli/ContainerBalancerStartSubcommand.java | 7 +-
.../scm/cli/ContainerBalancerStopSubcommand.java | 10 +-
.../hdds/scm/cli/ContainerOperationClient.java | 13 -
.../scm/cli/container/ContainerIDParameters.java | 33 +
.../hdds/scm/cli/container/InfoSubcommand.java | 30 +-
.../hdds/scm/cli/container/ListSubcommand.java | 39 +-
.../scm/cli/container/ReconcileSubcommand.java | 231 +++-
.../ozone/admin/scm/DeletedBlocksTxnCommands.java | 38 -
.../scm/GetFailedDeletedBlocksTxnSubcommand.java | 92 --
.../scm/ResetDeletedBlockRetryCountSubcommand.java | 110 --
.../apache/hadoop/ozone/admin/scm/ScmAdmin.java | 1 -
.../cli/cert/TestCleanExpiredCertsSubcommand.java | 3 +-
.../hdds/scm/cli/container/TestInfoSubCommand.java | 60 +-
.../scm/cli/container/TestReconcileSubcommand.java | 553 +++++++++
.../datanode/TestContainerBalancerSubCommand.java | 16 +-
.../ozone/shell/volume/DeleteVolumeHandler.java | 3 +-
hadoop-ozone/client/pom.xml | 8 +-
.../hadoop/ozone/client/io/KeyInputStream.java | 2 +-
.../hadoop/ozone/client/MockDatanodeStorage.java | 2 +-
.../common/dev-support/findbugsExcludeFile.xml | 4 -
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 34 +
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 4 +-
.../ozone/om/ha/GrpcOMFailoverProxyProvider.java | 2 +-
.../om/ha/HadoopRpcOMFailoverProxyProvider.java | 2 +-
.../org/apache/hadoop/ozone/om/ha/OMProxyInfo.java | 4 +-
.../hadoop/ozone/om/helpers/BasicOmKeyInfo.java | 25 +-
.../hadoop/ozone/om/helpers/OMNodeDetails.java | 39 +-
.../hadoop/ozone/om/helpers/SnapshotInfo.java | 33 +-
.../hadoop/ozone/om/lock/OzoneManagerLock.java | 9 +-
.../OMInterServiceProtocolClientSideImpl.java | 1 +
.../java/org/apache/hadoop/ozone/TestOmUtils.java | 39 +
.../ozone/om/ha/TestOMFailoverProxyProvider.java | 59 +-
.../ozone/security/acl/TestOzoneObjInfo.java | 12 +-
.../apache/hadoop/ozone/util/TestRadixTree.java | 97 +-
hadoop-ozone/dist/pom.xml | 243 ++++
.../dist/src/main/compose/ozone/monitoring.conf | 5 +-
.../dist/src/main/compose/ozone/monitoring.yaml | 2 +
.../dist/src/main/compose/ozonesecure-ha/.env | 1 +
.../compose/ozonesecure-ha/docker-compose.yaml | 19 +
.../docker-config-ratis-om-bootstrap | 5 +
.../main/compose/ozonesecure-ha/om-bootstrap.yaml | 12 +
.../compose/ozonesecure-ha/test-om-bootstrap.sh | 137 ++-
hadoop-ozone/dist/src/main/compose/xcompat/lib.sh | 38 +
.../src/main/k8s/definitions/jaeger/jaeger.yaml | 2 +
.../k8s/definitions/ozone/definitions/tracing.yaml | 6 +-
.../examples/ozone-dev/datanode-statefulset.yaml | 6 +-
.../examples/ozone-dev/freon/freon-deployment.yaml | 6 +-
.../k8s/examples/ozone-dev/httpfs-statefulset.yaml | 6 +-
.../k8s/examples/ozone-dev/jaeger-statefulset.yaml | 2 +
.../k8s/examples/ozone-dev/om-statefulset.yaml | 6 +-
.../k8s/examples/ozone-dev/recon-statefulset.yaml | 6 +-
.../k8s/examples/ozone-dev/s3g-statefulset.yaml | 6 +-
.../k8s/examples/ozone-dev/scm-statefulset.yaml | 6 +-
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 35 +-
hadoop-ozone/dist/src/main/license/jar-report.txt | 33 +-
.../dist/src/main/package/deb/control/control | 23 +-
.../dist/src/main/package/rpm/postinstall.sh | 58 +
.../src/main/smoketest/admincli/container.robot | 26 +-
.../main/smoketest/compatibility/checkpoint.robot | 110 ++
.../smoketest/debug/ozone-debug-keywords.robot | 18 +-
.../main/smoketest/debug/ozone-debug-tests.robot | 63 +-
.../omha/data-validation-after-om-bootstrap.robot | 12 +-
.../dist/src/shell/ozone/ozone-functions.sh | 40 +-
.../shell/shellprofile.d/hadoop-ozone-manager.sh | 14 +-
hadoop-ozone/freon/pom.xml | 8 +-
.../ozone/freon/AbstractOmBucketReadWriteOps.java | 3 +-
.../hadoop/ozone/freon/BaseFreonGenerator.java | 13 +-
.../hadoop/ozone/freon/OmRPCLoadGenerator.java | 3 +-
.../hadoop/ozone/freon/RandomKeyGenerator.java | 11 +-
.../freon/containergenerator/GeneratorScm.java | 4 +-
hadoop-ozone/httpfsgateway/pom.xml | 5 +
.../fs/http/server/metrics/TestHttpFSMetrics.java | 3 +-
hadoop-ozone/integration-test-recon/pom.xml | 12 -
.../hadoop/ozone/recon/TestNSSummaryAdmin.java | 3 +-
.../ozone/recon/TestNSSummaryMemoryLeak.java | 9 +-
.../ozone/recon/TestReconContainerEndpoint.java | 23 +-
.../TestReconInsightsForDeletedDirectories.java | 50 +-
.../ozone/recon/TestReconOmMetaManagerUtils.java | 46 +
.../ozone/recon/TestReconWithOzoneManager.java | 5 +-
.../ozone/recon/TestReconWithOzoneManagerFSO.java | 47 +-
.../ozone/recon/TestReconWithOzoneManagerHA.java | 15 +-
.../hadoop/ozone/s3/awssdk/S3SDKTestUtils.java | 52 +
.../ozone/s3/awssdk/v1/AbstractS3SDKV1Tests.java | 443 +++++--
.../ozone/s3/awssdk/v2/AbstractS3SDKV2Tests.java | 630 ++++++++--
hadoop-ozone/integration-test/pom.xml | 5 +
.../fs/contract/AbstractContractConcatTest.java | 3 +-
.../AbstractContractGetFileStatusTest.java | 3 +-
.../fs/contract/AbstractContractSetTimesTest.java | 3 +-
.../apache/hadoop/fs/ozone/TestLeaseRecovery.java | 3 +-
.../hadoop/fs/ozone/TestOzoneFileChecksum.java | 9 +-
.../apache/hadoop/hdds/scm/TestCloseContainer.java | 5 +-
.../apache/hadoop/hdds/scm/TestCommitInRatis.java | 34 +-
.../hadoop/hdds/scm/TestFailoverWithSCMHA.java | 19 +-
.../hdds/scm/TestSCMDbCheckpointServlet.java | 9 +-
.../hdds/scm/TestSCMInstallSnapshotWithHA.java | 19 +-
.../apache/hadoop/hdds/scm/TestSCMSnapshot.java | 3 +-
.../hadoop/hdds/scm/TestSecretKeySnapshot.java | 5 +-
.../hdds/scm/TestStorageContainerManager.java | 5 +-
.../hdds/scm/TestStorageContainerManagerHA.java | 5 +-
.../apache/hadoop/hdds/scm/TestWatchForCommit.java | 26 +-
.../hadoop/hdds/scm/TestXceiverClientMetrics.java | 3 +-
.../hdds/scm/pipeline/TestMultiRaftSetup.java | 6 +-
.../hdds/scm/pipeline/TestPipelineClose.java | 59 +-
.../TestSCMPipelineBytesWrittenMetrics.java | 136 ---
.../hadoop/hdds/scm/pipeline/TestSCMRestart.java | 6 +-
.../safemode/TestSCMSafeModeWithPipelineRules.java | 3 +-
.../hadoop/hdds/scm/storage/TestCommitWatcher.java | 51 +-
.../hdds/scm/storage/TestContainerCommandsEC.java | 3 +-
.../org/apache/hadoop/ozone/TestBlockTokens.java | 5 +-
.../apache/hadoop/ozone/TestBlockTokensCLI.java | 5 +-
.../ozone/TestGetClusterTreeInformation.java | 2 +-
.../apache/hadoop/ozone/TestOMSortDatanodes.java | 4 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 1 +
.../ozone/client/rpc/OzoneRpcClientTests.java | 24 +-
.../rpc/TestContainerReplicationEndToEnd.java | 3 +-
.../rpc/TestContainerStateMachineFailures.java | 3 +-
.../rpc/TestContainerStateMachineFlushDelay.java | 21 +-
.../client/rpc/TestDeleteWithInAdequateDN.java | 3 +-
.../client/rpc/TestFailureHandlingByClient.java | 71 +-
.../rpc/TestFailureHandlingByClientFlushDelay.java | 27 +-
.../client/rpc/TestHybridPipelineOnDatanode.java | 3 +-
.../rpc/TestMultiBlockWritesWithDnFailures.java | 3 +-
...estOzoneClientRetriesOnExceptionFlushDelay.java | 24 +-
.../rpc/TestOzoneClientRetriesOnExceptions.java | 28 +-
.../ozone/container/TestECContainerRecovery.java | 41 +-
.../TestContainerCommandReconciliation.java | 5 +-
.../ozone/dn/ratis/TestDnRatisLogParser.java | 8 +-
.../TestContainerScannerIntegrationAbstract.java | 5 +
.../TestOnDemandContainerScannerIntegration.java | 55 +
.../TestDatanodeHddsVolumeFailureToleration.java | 3 +-
.../freon/TestFreonWithDatanodeFastRestart.java | 3 +-
.../ozone/freon/TestFreonWithPipelineDestroy.java | 3 +-
.../hadoop/ozone/freon/TestOMSnapshotDAG.java | 3 +-
.../hadoop/ozone/fsck/TestContainerMapper.java | 3 +-
.../hadoop/ozone/om/TestAddRemoveOzoneManager.java | 224 ++++
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 5 +-
.../org/apache/hadoop/ozone/om/TestKeyPurging.java | 9 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 9 +-
.../TestOMDbCheckpointServletInodeBasedXfer.java | 24 +
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 9 +-
.../ozone/om/TestOmContainerLocationCache.java | 3 +-
.../ozone/om/TestOzoneManagerConfiguration.java | 22 +-
.../hadoop/ozone/om/TestOzoneManagerRestart.java | 3 +-
.../TestDirectoryDeletingServiceWithFSO.java | 6 +-
.../ozone/om/service/TestRangerBGSyncService.java | 12 +-
.../ozone/om/service/TestRootedDDSWithFSO.java | 6 +-
.../hadoop/ozone/om/snapshot/TestOmSnapshot.java | 1213 ++++++++++++++++++++
.../snapshot/TestOzoneManagerSnapshotProvider.java | 12 +-
.../ozone/parser/TestOzoneHARatisLogParser.java | 7 +-
.../hadoop/ozone/repair/om/TestFSORepairTool.java | 125 +-
.../scm/node/TestContainerChoosingPolicy.java | 3 +-
.../hadoop/ozone/scm/node/TestDiskBalancer.java | 3 +-
...skBalancerDuringDecommissionAndMaintenance.java | 3 +-
.../ozone/shell/TestDeletedBlocksTxnShell.java | 281 -----
.../ozone/shell/TestOzoneDebugReplicasVerify.java | 264 +++++
.../hadoop/ozone/shell/TestOzoneTenantShell.java | 3 +-
.../ozone/shell/TestTransferLeadershipShell.java | 23 +-
.../apache/hadoop/ozone/shell/package-info.java | 2 +-
.../tools/contract/AbstractContractDistCpTest.java | 8 +-
.../java/org/apache/ozone/test/NonHATests.java | 8 +
.../src/main/proto/OMAdminProtocol.proto | 1 +
.../src/main/proto/OmClientProtocol.proto | 2 +
.../src/main/proto/OmInterServiceProtocol.proto | 1 +
.../apache/hadoop/ozone/om/OMMetadataManager.java | 2 +-
hadoop-ozone/mini-cluster/pom.xml | 4 +
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 14 +
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 71 +-
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 24 +-
.../hadoop/ozone/UniformDatanodesFactory.java | 2 +-
.../dev-support/findbugsExcludeFile.xml | 0
hadoop-ozone/multitenancy-ranger/pom.xml | 190 +++
.../RangerClientMultiTenantAccessController.java | 10 +-
.../hadoop/ozone/om/multitenant/package-info.java | 2 +-
...estRangerClientMultiTenantAccessController.java | 0
hadoop-ozone/ozone-manager/pom.xml | 94 +-
.../apache/hadoop/ozone/audit/OMSystemAction.java | 6 +-
.../org/apache/hadoop/ozone/om/KeyManager.java | 8 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 56 +-
.../om/OMDBCheckpointServletInodeBasedXfer.java | 9 +-
.../hadoop/ozone/om/OMPerformanceMetrics.java | 35 +
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 54 +-
.../hadoop/ozone/om/OmSnapshotLocalData.java | 173 +--
.../hadoop/ozone/om/OmSnapshotLocalDataYaml.java | 244 ++--
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 274 +++--
.../org/apache/hadoop/ozone/om/OzoneManager.java | 13 +-
.../hadoop/ozone/om/OzoneManagerHttpServer.java | 3 +
.../apache/hadoop/ozone/om/ha/OMHANodeDetails.java | 26 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 177 ++-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 10 +
.../om/request/file/OMRecoverLeaseRequest.java | 6 +-
.../key/OMDirectoriesPurgeRequestWithFSO.java | 51 +-
.../ozone/om/request/key/OMKeyCreateRequest.java | 41 +-
.../om/request/key/OMKeyCreateRequestWithFSO.java | 16 +-
.../ozone/om/request/key/OMKeyPurgeRequest.java | 33 +-
.../request/snapshot/OMSnapshotCreateRequest.java | 5 +-
.../snapshot/OMSnapshotMoveDeletedKeysRequest.java | 54 +
.../request/snapshot/OMSnapshotPurgeRequest.java | 21 +-
.../snapshot/OMSnapshotCreateResponse.java | 23 -
.../response/snapshot/OMSnapshotPurgeResponse.java | 9 +-
.../ozone/om/service/KeyDeletingService.java | 179 ++-
.../ozone/om/service/SnapshotDeletingService.java | 4 +-
.../hadoop/ozone/om/snapshot/SnapshotCache.java | 20 +-
.../OMInterServiceProtocolServerSideImpl.java | 1 +
.../OzoneDelegationTokenSecretManager.java | 2 +-
.../org/apache/hadoop/ozone/om/OmTestManagers.java | 3 +-
.../ozone/om/TestGrpcOzoneManagerServer.java | 9 +-
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 21 +-
.../apache/hadoop/ozone/om/TestKeyManagerUnit.java | 3 +-
.../hadoop/ozone/om/TestOMTenantCreateRequest.java | 3 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 73 +-
.../ozone/om/TestOmSnapshotLocalDataYaml.java | 169 ++-
.../hadoop/ozone/om/TestOmSnapshotManager.java | 38 +-
.../org/apache/hadoop/ozone/om/TestScmClient.java | 6 +-
.../hadoop/ozone/om/TestServiceInfoProvider.java | 3 +-
.../apache/hadoop/ozone/om/ha/TestOMHAMetrics.java | 9 +-
.../ozone/om/lock/TestOzoneLockProvider.java | 4 +-
...TestOzoneManagerDoubleBufferWithOMResponse.java | 6 +-
.../om/ratis/TestOzoneManagerRatisRequest.java | 5 +-
.../om/ratis/TestOzoneManagerRatisServer.java | 3 +-
.../ozone/om/request/OMRequestTestUtils.java | 12 +-
.../request/TestOMClientRequestWithUserInfo.java | 6 +-
.../file/TestOMDirectoryCreateRequestWithFSO.java | 3 +-
.../ozone/om/request/key/TestOMKeyRequest.java | 18 +-
.../s3/security/TestS3GetSecretRequest.java | 6 +-
.../snapshot/TestOMSnapshotCreateRequest.java | 192 +++-
.../snapshot/TestOMSnapshotDeleteRequest.java | 2 +-
.../TestOMSnapshotPurgeRequestAndResponse.java | 12 +
.../ozone/om/response/TestCleanupTableInfo.java | 5 +
.../snapshot/TestOMSnapshotCreateResponse.java | 75 +-
.../snapshot/TestOMSnapshotDeleteResponse.java | 26 +-
.../ozone/om/service/TestCompactionService.java | 3 +-
.../om/service/TestDirectoryDeletingService.java | 3 +-
.../ozone/om/service/TestKeyDeletingService.java | 234 +++-
.../hadoop/ozone/om/snapshot/TestSnapshotInfo.java | 40 +
.../snapshot/TestSnapshotRequestAndResponse.java | 10 +
.../protocolPB/TestOzoneManagerRequestHandler.java | 75 ++
.../ozone/security/TestAWSV4AuthValidator.java | 13 +-
.../security/TestOmCertificateClientInit.java | 6 +-
.../hadoop/ozone/security/acl/TestOzoneObj.java | 6 +-
.../hadoop/ozone/security/acl/TestParentAcl.java | 15 +-
.../hadoop/ozone/security/acl/TestVolumeOwner.java | 15 +-
hadoop-ozone/ozonefs-common/pom.xml | 16 +-
.../hadoop/fs/ByteBufferPositionedReadable.java | 91 --
.../org/apache/hadoop/fs/LeaseRecoverable.java | 51 -
.../main/java/org/apache/hadoop/fs/SafeMode.java | 56 -
.../java/org/apache/hadoop/fs/SafeModeAction.java | 44 -
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 4 +-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 4 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 13 +-
.../apache/hadoop/fs/ozone/OzoneFSInputStream.java | 19 +-
.../hadoop/fs/ozone/OzoneFSOutputStream.java | 5 +-
.../java/org/apache/hadoop/fs/package-info.java | 28 -
hadoop-ozone/ozonefs-hadoop2/pom.xml | 8 -
hadoop-ozone/ozonefs-hadoop3/pom.xml | 12 -
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 3 +-
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 3 +-
hadoop-ozone/ozonefs-shaded/pom.xml | 58 +-
hadoop-ozone/ozonefs/pom.xml | 12 +-
.../apache/hadoop/fs/ozone/OzoneFileSystem.java | 3 +-
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 8 +-
hadoop-ozone/pom.xml | 1 +
hadoop-ozone/recon/pom.xml | 33 +-
.../recon/ReconGuiceServletContextListener.java | 7 +
.../org/apache/hadoop/ozone/recon/ReconServer.java | 38 +-
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 4 +
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 47 +-
.../ozone/recon/api/OMDBInsightEndpoint.java | 6 +-
.../ozone/recon/api/handlers/EntityHandler.java | 14 +-
.../hadoop/ozone/recon/api/types/NSSummary.java | 18 +
.../hadoop/ozone/recon/heatmap/HeatMapUtil.java | 2 +-
.../recon/recovery/ReconOMMetadataManager.java | 17 +-
.../recon/recovery/ReconOmMetadataManagerImpl.java | 40 +-
.../ozone/recon/scm/ReconPipelineFactory.java | 2 +-
.../scm/ReconStorageContainerManagerFacade.java | 22 +-
.../recon/spi/ReconContainerMetadataManager.java | 17 +
.../recon/spi/ReconNamespaceSummaryManager.java | 9 +-
.../spi/impl/OzoneManagerServiceProviderImpl.java | 185 ++-
.../impl/ReconContainerMetadataManagerImpl.java | 27 +-
.../ozone/recon/spi/impl/ReconDBProvider.java | 84 +-
.../spi/impl/ReconNamespaceSummaryManagerImpl.java | 26 +-
.../recon/tasks/ContainerKeyMapperTaskFSO.java | 10 +
.../recon/tasks/ContainerKeyMapperTaskOBS.java | 10 +
.../hadoop/ozone/recon/tasks/NSSummaryTask.java | 53 +-
.../recon/tasks/NSSummaryTaskDbEventHandler.java | 102 +-
.../ozone/recon/tasks/OMUpdateEventBatch.java | 16 +-
.../ozone/recon/tasks/OMUpdateEventBuffer.java | 142 +++
.../hadoop/ozone/recon/tasks/ReconEvent.java | 46 +-
.../hadoop/ozone/recon/tasks/ReconOmTask.java | 15 +
.../ozone/recon/tasks/ReconTaskController.java | 60 +-
.../ozone/recon/tasks/ReconTaskControllerImpl.java | 680 +++++++++--
.../tasks/ReconTaskReInitializationEvent.java | 78 ++
.../upgrade/InitialConstraintUpgradeAction.java | 9 +-
.../upgrade/NSSummaryAggregatedTotalsUpgrade.java | 68 ++
.../ozone/recon/upgrade/ReconLayoutFeature.java | 5 +-
.../UnhealthyContainerReplicaMismatchAction.java | 4 +-
.../webapps/recon/ozone-recon-web/src/app.less | 6 +
.../{errorBoundary => errors}/errorBoundary.tsx | 0
.../components/errors/errorCard.tsx} | 40 +-
.../components/overviewCard/overviewSimpleCard.tsx | 17 +-
.../overviewCard/overviewStorageCard.tsx | 10 +-
.../overviewCard/overviewSummaryCard.tsx | 11 +-
.../tables/insights/containerMismatchTable.tsx | 2 +-
.../tables/insights/deletePendingDirsTable.tsx | 2 +-
.../tables/insights/deletePendingKeysTable.tsx | 2 +-
.../tables/insights/deletedContainerKeysTable.tsx | 2 +-
.../components/tables/insights/openKeysTable.tsx | 2 +-
.../src/v2/constants/overview.constants.tsx | 50 +
.../src/v2/hooks/useAPIData.hook.ts | 187 +++
.../src/v2/hooks/useAutoReload.hook.tsx | 89 ++
.../hooks/{debounce.hook.tsx => useDebounce.tsx} | 0
.../src/v2/pages/buckets/buckets.tsx | 2 +-
.../src/v2/pages/containers/containers.tsx | 2 +-
.../src/v2/pages/datanodes/datanodes.tsx | 2 +-
.../src/v2/pages/overview/overview.tsx | 347 +++---
.../src/v2/pages/pipelines/pipelines.tsx | 2 +-
.../src/v2/pages/volumes/volumes.tsx | 2 +-
.../ozone-recon-web/src/v2/types/overview.types.ts | 37 +-
.../views/missingContainers/missingContainers.tsx | 333 +++---
.../ozone/recon/OMMetadataManagerTestUtils.java | 2 +-
.../hadoop/ozone/recon/ReconTestInjector.java | 2 +-
.../hadoop/ozone/recon/api/TestBlocksEndPoint.java | 6 +-
.../ozone/recon/api/TestClusterStateEndpoint.java | 20 +-
.../ozone/recon/api/TestContainerEndpoint.java | 3 +-
.../recon/api/TestDeletedKeysSearchEndpoint.java | 6 +-
.../hadoop/ozone/recon/api/TestEndpoints.java | 12 +-
.../ozone/recon/api/TestFeaturesEndPoint.java | 3 +-
.../recon/api/TestNSSummaryDiskUsageOrdering.java | 6 +-
.../recon/api/TestNSSummaryEndpointWithFSO.java | 41 +-
.../recon/api/TestNSSummaryEndpointWithLegacy.java | 3 +-
.../api/TestNSSummaryEndpointWithOBSAndLegacy.java | 3 +-
.../ozone/recon/api/TestOmDBInsightEndPoint.java | 20 +-
.../ozone/recon/api/TestOpenContainerCount.java | 16 +-
.../recon/api/TestOpenKeysSearchEndpoint.java | 11 +-
.../ozone/recon/api/TestTriggerDBSyncEndpoint.java | 3 +-
.../ozone/recon/heatmap/TestHeatMapInfo.java | 3 +-
.../recovery/TestReconOmMetadataManagerImpl.java | 4 +-
.../scm/AbstractReconContainerManagerTest.java | 15 +-
...TestReconIncrementalContainerReportHandler.java | 3 +-
.../ozone/recon/scm/TestReconNodeManager.java | 3 +-
.../ozone/recon/scm/TestReconPipelineManager.java | 7 +-
.../impl/TestOzoneManagerServiceProviderImpl.java | 53 +-
.../TestReconContainerMetadataManagerImpl.java | 3 +-
.../impl/TestReconNamespaceSummaryManagerImpl.java | 3 +-
.../recon/tasks/TestContainerKeyMapperTask.java | 3 +-
.../recon/tasks/TestContainerSizeCountTask.java | 13 +-
.../ozone/recon/tasks/TestEventBufferOverflow.java | 655 +++++++++++
.../ozone/recon/tasks/TestFileSizeCountTask.java | 3 +-
.../ozone/recon/tasks/TestNSSummaryTask.java | 39 +-
.../TestNSSummaryTaskControllerIntegration.java | 24 +-
.../recon/tasks/TestNSSummaryTaskWithFSO.java | 121 +-
.../recon/tasks/TestNSSummaryTaskWithLegacy.java | 122 +-
.../TestNSSummaryTaskWithLegacyOBSLayout.java | 71 +-
.../recon/tasks/TestNSSummaryTaskWithOBS.java | 71 +-
.../tasks/TestNSSummaryTreePrecomputeValues.java | 885 ++++++++++++++
.../recon/tasks/TestNSSummaryUnifiedControl.java | 48 -
.../ozone/recon/tasks/TestOMUpdateEventBuffer.java | 176 +++
.../ozone/recon/tasks/TestOmTableInsightTask.java | 3 +-
.../recon/tasks/TestReconTaskControllerImpl.java | 544 ++++++++-
.../TestInitialConstraintUpgradeAction.java | 1 -
.../TestNSSummaryAggregatedTotalsUpgrade.java | 160 +++
.../upgrade/TestReconLayoutVersionManager.java | 3 +-
hadoop-ozone/s3gateway/pom.xml | 12 +-
.../org/apache/hadoop/ozone/s3/TracingFilter.java | 48 +-
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 8 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 2 +-
.../hadoop/ozone/s3/metrics/S3GatewayMetrics.java | 2 +
.../ozone/s3/signature/StringToSignProducer.java | 6 +
.../org/apache/hadoop/ozone/s3/util/S3Utils.java | 6 +-
.../hadoop/ozone/s3/TestAuthorizationFilter.java | 10 +-
.../hadoop/ozone/s3/TestS3GatewayAuditLog.java | 21 +-
.../hadoop/ozone/s3/endpoint/EndpointBuilder.java | 17 +
.../hadoop/ozone/s3/endpoint/TestBucketAcl.java | 3 +-
.../hadoop/ozone/s3/endpoint/TestBucketDelete.java | 3 +-
.../hadoop/ozone/s3/endpoint/TestBucketHead.java | 3 +-
.../hadoop/ozone/s3/endpoint/TestBucketPut.java | 3 +-
.../s3/endpoint/TestMultipartUploadWithCopy.java | 13 +-
.../ozone/s3/endpoint/TestObjectTaggingDelete.java | 9 +-
.../ozone/s3/endpoint/TestUploadWithStream.java | 3 +-
.../ozone/s3/metrics/TestS3GatewayMetrics.java | 3 +-
hadoop-ozone/tools/pom.xml | 12 +-
.../org/apache/hadoop/ozone/debug/CheckNative.java | 1 +
.../datanode/container/ContainerCommands.java | 25 +
.../container/utils/ContainerLogFileParser.java | 3 +-
.../DatanodeDebug.java => ratis/RatisDebug.java} | 14 +-
.../hadoop/ozone/debug/ratis}/package-info.java | 4 +-
.../parse}/BaseLogParser.java | 6 +-
.../parse/RatisLogParser.java} | 50 +-
.../parse}/package-info.java | 2 +-
.../debug/replicas/ContainerStateVerifier.java | 27 +-
.../ozone/debug/replicas/ReplicasVerify.java | 213 +++-
.../debug/replicas/chunk/ChunkKeyHandler.java | 246 ++--
.../debug/segmentparser/GenericRatisLogParser.java | 42 -
.../debug/segmentparser/OMRatisLogParser.java | 43 -
.../ozone/debug/segmentparser/RatisLogParser.java | 41 -
.../debug/segmentparser/SCMRatisLogParser.java | 42 -
.../hadoop/ozone/repair/om/FSORepairTool.java | 199 +++-
.../org/apache/ozone/graph/PrintableGraph.java | 2 +-
pom.xml | 135 ++-
606 files changed, 18242 insertions(+), 6979 deletions(-)
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/tracing/StringCodec.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/SlidingWindow.java
delete mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/tracing/TestStringCodec.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/TestSlidingWindow.java
create mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/VolumeHealthMetrics.java
create mode 100644 hadoop-hdds/docs/content/design/listener-om.md
copy hadoop-hdds/docs/content/{feature =>
design}/om-bootstrapping-with-snapshots.md (100%)
create mode 100644 hadoop-hdds/docs/content/design/tools.md
rename hadoop-hdds/docs/content/tools/{ => debug}/AuditParser.md (97%)
rename hadoop-hdds/docs/content/tools/{ => debug}/AuditParser.zh.md (100%)
rename hadoop-hdds/docs/content/tools/{ => debug}/ContainerLogParser.md (97%)
rename hadoop-hdds/docs/content/tools/{ => debug}/ContainerLogParser.zh.md
(100%)
create mode 100644 hadoop-hdds/docs/content/tools/debug/DebugDatanode.md
create mode 100644 hadoop-hdds/docs/content/tools/debug/DebugOm.md
create mode 100644 hadoop-hdds/docs/content/tools/debug/DebugReplicas.md
rename hadoop-hdds/docs/content/tools/{Debug.md => debug/Ldb.md} (86%)
rename hadoop-hdds/docs/content/tools/{Debug.zh.md => debug/Ldb.zh.md} (100%)
create mode 100644 hadoop-hdds/docs/content/tools/debug/RatisLogParser.md
create mode 100644 hadoop-hdds/docs/content/tools/debug/_index.md
create mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/utils/db/TestRDBBatchOperation.java
create mode 100644
hadoop-hdds/rocksdb-checkpoint-differ/src/main/java/org/apache/ozone/compaction/log/SstFileInfo.java
create mode 100644
hadoop-hdds/rocksdb-checkpoint-differ/src/test/java/org/apache/ozone/rocksdiff/TestCompactionDag.java
delete mode 100644
hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/ozone/admin/scm/DeletedBlocksTxnCommands.java
delete mode 100644
hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/ozone/admin/scm/GetFailedDeletedBlocksTxnSubcommand.java
delete mode 100644
hadoop-ozone/cli-admin/src/main/java/org/apache/hadoop/ozone/admin/scm/ResetDeletedBlockRetryCountSubcommand.java
create mode 100644
hadoop-ozone/cli-admin/src/test/java/org/apache/hadoop/hdds/scm/cli/container/TestReconcileSubcommand.java
copy .github/workflows/scheduled-cache-update.yml =>
hadoop-ozone/dist/src/main/package/deb/control/control (69%)
create mode 100644 hadoop-ozone/dist/src/main/package/rpm/postinstall.sh
create mode 100644
hadoop-ozone/dist/src/main/smoketest/compatibility/checkpoint.robot
create mode 100644
hadoop-ozone/integration-test-recon/src/test/java/org/apache/hadoop/ozone/recon/TestReconOmMetaManagerUtils.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestSCMPipelineBytesWrittenMetrics.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/shell/TestDeletedBlocksTxnShell.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/shell/TestOzoneDebugReplicasVerify.java
copy hadoop-ozone/{cli-shell/src/main =>
integration-test/src/test}/java/org/apache/hadoop/ozone/shell/package-info.java
(96%)
copy {hadoop-hdds/managed-rocksdb =>
hadoop-ozone/multitenancy-ranger}/dev-support/findbugsExcludeFile.xml (100%)
create mode 100644 hadoop-ozone/multitenancy-ranger/pom.xml
rename hadoop-ozone/{ozone-manager =>
multitenancy-ranger}/src/main/java/org/apache/hadoop/ozone/om/multitenant/RangerClientMultiTenantAccessController.java
(98%)
copy hadoop-ozone/{integration-test/src/test =>
multitenancy-ranger/src/main}/java/org/apache/hadoop/ozone/om/multitenant/package-info.java
(93%)
rename hadoop-ozone/{ozone-manager =>
multitenancy-ranger}/src/test/java/org/apache/hadoop/ozone/om/multitenant/TestRangerClientMultiTenantAccessController.java
(100%)
delete mode 100644
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/ByteBufferPositionedReadable.java
delete mode 100644
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/LeaseRecoverable.java
delete mode 100644
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/SafeMode.java
delete mode 100644
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/SafeModeAction.java
delete mode 100644
hadoop-ozone/ozonefs-common/src/main/java/org/apache/hadoop/fs/package-info.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/OMUpdateEventBuffer.java
copy
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/DBCheckpoint.java
=>
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/ReconEvent.java
(54%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/ReconTaskReInitializationEvent.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/upgrade/NSSummaryAggregatedTotalsUpgrade.java
rename
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/components/{errorBoundary
=> errors}/errorBoundary.tsx (100%)
copy
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/{makeRouteWithSubRoutes.tsx
=> v2/components/errors/errorCard.tsx} (52%)
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/constants/overview.constants.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/hooks/useAPIData.hook.ts
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/hooks/useAutoReload.hook.tsx
rename
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/v2/hooks/{debounce.hook.tsx
=> useDebounce.tsx} (100%)
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/tasks/TestEventBufferOverflow.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/tasks/TestNSSummaryTreePrecomputeValues.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/tasks/TestOMUpdateEventBuffer.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/upgrade/TestNSSummaryAggregatedTotalsUpgrade.java
copy
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{datanode/DatanodeDebug.java
=> ratis/RatisDebug.java} (75%)
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/server =>
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/ratis}/package-info.java
(91%)
rename
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{segmentparser
=> ratis/parse}/BaseLogParser.java (91%)
rename
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{segmentparser/DatanodeRatisLogParser.java
=> ratis/parse/RatisLogParser.java} (51%)
rename
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{segmentparser
=> ratis/parse}/package-info.java (94%)
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/segmentparser/GenericRatisLogParser.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/segmentparser/OMRatisLogParser.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/segmentparser/RatisLogParser.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/segmentparser/SCMRatisLogParser.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
