This is an automated email from the ASF dual-hosted git repository.
sammichen pushed a change to branch HDDS-5713
in repository https://gitbox.apache.org/repos/asf/ozone.git
from b8bff8ae11 HDDS-12546. [DiskBalancer] Display bytesMoved instead of
VolumeDensity in status output (#8150)
add a00787c9d1 HDDS-11532. Sort multipart uploads on ListMultipartUploads
response (#7929)
add 8c42c026ef HDDS-12349. Speed up some HDDS integration tests (#7932)
add 1513c34e2f HDDS-11883. SCM HA: Move proxy object creation code to
SCMRatisServer (#7914)
add c87caa577d HDDS-12226. TestSecureOzoneRpcClient tests not run due to
UnknownHostException (#7827)
add 6e766bffee HDDS-12367. Change ignorePipeline log level to DEBUG in
OmKeyInfo (#7939)
add 589eeef871 HDDS-12371. Duplicated key scanning on multipartInfo table
when listing multipart uploads (#7937)
add e0bd2cc716 HDDS-12185. Enhance FileSizeCountTask for Faster
Processing. (#7796)
add a2c5c8eaf0 HDDS-12293. Make ozone.om.server.list.max.size
reconfigurable (#7938)
add 417ae7c62a HDDS-12365. Provide editor settings and IDEA run config in
standard location (#7924)
add 6b20afcd13 HDDS-12387. Cleanup TestContainerOperations (#7940)
add 70b93dc6a6 HDDS-10764.Tarball creation failing on leader OM node.
(#7941)
add 540f67b12f HDDS-12353. Move SpaceUsage implementations to
hdds-server-framework (#7926)
add f17abae511 HDDS-12398. Enable PMD checks for tests (#7946)
add 221d53dc3a HDDS-12400. Bump junit to 5.12.0 (#7947)
add a57809e5ad HDDS-12402. Bump sqlite-jdbc to 3.49.1.0 (#7948)
add b45de0f18b HDDS-12403. Bump zstd-jni to 1.5.7-1 (#7949)
add 1a0c2238fa HDDS-11768. Extract SCM failover proxy provider logic
(#7950)
add 58a04536f7 HDDS-12381. Fix spotbugs warnings in TestHddsUtils (#7955)
add d5df7e43c7 HDDS-12288. Improve bootstrap logging to indicate progress
of snapshot download. (#7861)
add 7b0fe618b1 HDDS-12288. (addendum) fix checkstyle
add e4de75e4b3 HDDS-12388. Key rewrite tests should be skipped if feature
is disabled (#7953)
add ecc240330b HDDS-9792. Add tests for Pipelines page (#7859)
add 393211a6e8 HDDS-12062. Recon - Error handling in NSSummaryTask to
avoid data inconsistencies. (#7723)
add d8f3149211 HDDS-12399. Enable PMD.ForLoopCanBeForeach rule (#7952)
add a31755a085 HDDS-12315. Speed up some Freon integration tests (#7870)
add 5c2b8f649f HDDS-12065. Checkpoint directory should be cleared on
startup (#7681)
add 1d64b37c64 HDDS-12380. Fix spotbugs warnings in hdds-container-service
(#7958)
add 619f524517 HDDS-1234. Fix spotbugs warnings in ozone-manager (#7963)
add f7e9aedf49 HDDS-12396. Enable UnusedPrivateMethod check in PMD (#7956)
add 46f4986482 HDDS-11512. Create Grafana dashboard for tracking system
wide deletion (#7813)
add f9f1c80dc6 HDDS-12411. Make hdds-client compliant with
FieldDeclarationsShouldBeAtStartOfClass (#7966)
add e2bf5998c1 HDDS-12345. Share cluster in filesystem tests (#7959)
add ba44e12da3 HDDS-12382. Fix other spotbugs warnings (#7969)
add 052bd2deef HDDS-12198. Exclude Recon generated code in coverage (#7962)
add a708ea4fdd HDDS-12351. Move SCMHAUtils and ServerUtils to
hdds-server-framework (#7961)
add 232e780902 HDDS-12150. Abnormal container states should not crash the
SCM ContainerReportHandler thread (#7882)
add 59aaa5cdb0 HDDS-12418. Remove healthyReplicaCountAdapter from
RatisContainerReplicaCount (#7972)
add d34aee40c5 HDDS-12172. Rename Java constants of DFSConfigKeysLegacy
keys (#7922)
add ba0939bc67 HDDS-12156. Add container health task metrics in Recon.
(#7786)
add 39d7da3713 HDDS-12424. Allow config key to include config group prefix
(#7979)
add 384d774254 HDDS-12416. Enable UnusedPrivateField check in PMD (#7975)
add 6a9e8b148f HDDS-12348. Reuse `TestDataUtil.createKey` method (#7971)
add d18da13da4 HDDS-12452. Bump slf4j to 2.0.17 (#7993)
add 83fd8d7a31 HDDS-12449. Enable UseCollectionIsEmpty check in PMD (#7995)
add a3c9c0e040 HDDS-12443. Intermittent failure in
TestContainerBalancerSubCommand (#7989)
add be0e1e6a86 HDDS-12445. Remove unused code from ContainerStateMap.
(#7990)
add bb16f66e22 HDDS-12448. Avoid using Jackson1 (#7994)
add 4c28c7f62d HDDS-12460. Move hdds-test-utils code to src/test (#8000)
add a8f0ff3d7b HDDS-12460. (addendum) Move hdds-test-utils code to src/test
add 7d31d9e522 HDDS-12410. Add detailed block info for ALLOCATE_BLOCK
audit log (#7965)
add 14db15cd67 HDDS-12376. Remove scmRatisEnabled from ScmInfo. (#7931)
add abfa3becfa HDDS-12442. Add latency metrics for OM deletion services
(#7986)
add 4005a104db HDDS-12376. (addendum: fix pmd) Remove scmRatisEnabled from
ScmInfo. (#7931)
add b8c93ccf46 HDDS-12376. (addendum: fix findbugs) Remove scmRatisEnabled
from ScmInfo. (#7931)
add c2a934ceb0 HDDS-12470. Revert workaround added by HDDS-8715 to
preserve thread name. (#8004)
add 7c1d201b2e HDDS-12451. Create factory for MultiTenantAccessController
(#7996)
add 86d2027e32 HDDS-12193. Provide option to disable RDBStoreMetrics for
Snapshotted DB (#7982)
add e87b8dbb2f HDDS-12417. Reduce duplication of createKey variants in
TestDataUtil (#7999)
add 1ea073560f HDDS-12467. Enable new asf.yaml parser (#8011)
add 34041caede HDDS-12466. Set default commit message to PR title (#8013)
add dd74eee7fc HDDS-12430. Document in ozone-default.xml the config keys
moved from DFSConfigKeysLegacy (#7987)
add b769a26481 HDDS-12295. Allow updating OM default replication config
for tests (#7974)
add d1e8b90cbb HDDS-12210. Use correct BootstrapStateHandler.Lock in
SnapshotDeletingService (#7991)
add ed737b3a38 HDDS-12428. Avoid force closing OPEN/CLOSING replica of a
CLOSED Container (#7985)
add 2b48e8c6ec HDDS-12354. Move Storage and UpgradeFinalizer to
hdds-server-framework (#7973)
add 9d41cd78a5 HDDS-12474. Add latency metrics of deletion services to
grafana dashboard (#8007)
add 9ab7c70380 HDDS-12456. Avoid FileInputStream and FileOutputStream
(#8015)
add 978e4a7eb6 HDDS-12168. Create new Grafana panel to display cluster
growth rate (#7978)
add ecd2de095e HDDS-12409. Log an error before increasing the sequence id
of a CLOSED container in SCM (#7964)
add a428b15acb HDDS-12496. Use TextFormat#shortDebugString to flatten
proto message in SCMDatanodeProtocolServer. (#8019)
add 72da3a6aa3 HDDS-12477. Do not force RATIS/ONE replication in
TestDataUtil#createKey (#8017)
add 3f88dbee51 HDDS-12377. Improve error handling of OM background tasks
processing in case of abrupt crash of Recon. (#7960)
add efbf79caf9 HDDS-12236. ContainerStateMachine should not apply or write
future transactions in the event of failure (#7862)
add 26c859cc3a HDDS-12204. Improve failover logging (#7867)
add d95ca4c44e HDDS-12421. ContainerReportHandler should not make the call
to delete replicas (#7976)
add 231592705c HDDS-12476. Add TestDataUtil#createKey variant with small
random content (#8028)
add 96273ae699 HDDS-12489. Intermittent timeout in
TestSCMContainerManagerMetrics.testReportProcessingMetrics (#8021)
add 250bd5f317 HDDS-12450. Enable SimplifiableTestAssertion check in PMD
(#8032)
add 1bd8d8f56f HDDS-11813. Reduce duplication in CI workflow (#7497)
add 08e2c0a018 HDDS-12531. Use AtomicFileOutputStream to write YAML files.
(#8035)
add ddd89fb2f3 HDDS-12543. Remove duplicate license information (#8045)
add 9a8321ef78 HDDS-12535. Mark TestContainerReportHandling as flaky
add c8c6d0e5a7 HDDS-12534. Remove drop_column_family command from ozone
debug ldb (#8038)
add 7164c76ff3 HDDS-12488. S3G should handle the signature calculation
with trailers (#8020)
add a2ad1e334d HDDS-12536. Move InMemoryTestTable to test (#8043)
add 1202f6df15 HDDS-12532. Support only Enum in ContainerAttribute. (#8036)
add 0dab553d70 HDDS-12541. Change ContainerID to value-based (#8044)
add e8a4668074 HDDS-12383. Fix spotbugs warnings in hdds-common and
httpfsgateway (#8046)
add 57a139e692 HDDS-11576. Create a separate S3 client factory (#8051)
add de8cf168ad HDDS-12483. Quasi Closed Stuck should have 2 replicas of
each origin (#8014)
add d71aadf0f1 HDDS-12527. Separate S3 Gateway from MiniOzoneCluster
(#8058)
add 75bbba30a8 HDDS-12552. Fix raw use of generic class SCMCommand (#8048)
add 0335385e5e HDDS-12420. Move FinalizeUpgradeCommandUtil to hdds-common.
(#8023)
add 9a3433b0d2 HDDS-12520. Move auditparser under debug (#8041)
add 5e28acb71d HDDS-12537. Selective checks: skip tests for PMD ruleset
change (#8040)
add 9aa41fdbaf HDDS-12574. Add script to find modules by test classes
(#8062)
add 7d8c771aad HDDS-12469. Mark statemachine unhealthy for write operation
timeout. (#8022)
add f3689b692c HDDS-12458. Show safemode rules status irrespective of
whether SCM is in safe mode in verbose mode. (#8049)
add 87a674c875 HDDS-12555. Combine containerMap and replicaMap in
ContainerStateMap. (#8057)
add 66bc7eaa3d HDDS-12535. Intermittent failure in
TestContainerReportHandling (#8060)
add 786da39cf5 HDDS-12057. Implement command ozone debug replicas verify
checksums (#7748)
add 6e40831f27 HDDS-12572. Remove the ContainerID parameter when it has
ContainerReplica. (#8075)
add 93563e99d6 HDDS-12573. Pipeline#toString should separate ReplicaIndex
from next node UUID. (#8063)
add d26f711e27 HDDS-12533. Offline repair command for generic rocksDB
compaction (#8039)
add cf5bad75cf HDDS-12539. Enable some String-related rules in PMD (#8047)
add eb96ff4892 HDDS-12590. Used db name as the threadNamePrefix. (#8076)
add afc40430c0 HDDS-12566. Handle Over replication of Quasi Closed Stuck
containers (#8061)
add 5b7f96c21d HDDS-12303. Move ozone.om.user.max.volume into OmConfig
(#8082)
add 49a2c853d2 HDDS-12097. Enhance Container Key Mapper for Faster
Processing. (#8002)
add 03c80f8d9b HDDS-12591. Include ContainerInfo in ContainerAttribute.
(#8083)
add 0a85f9b3ce HDDS-12602. Mark TestContainerStateMachineLeader/Follower
as flaky
add 699ee88683 HDDS-12610. Bump awssdk to 2.31.1 (#8089)
add 434d5bd248 HDDS-12616. Bump junit to 5.12.1 (#8088)
add 28520a7e01 HDDS-12614. Configurable java version in flaky-test-check
with default to 21 (#8097)
add ff3ef5112e HDDS-12551. Replace dnsToUuidMap with dnsToDnIdMap in
SCMNodeManager. (#8087)
add dc47897721 HDDS-12611. Snapshot creation is removing extra keys from
AOS's DB (#8094)
add e5ef35d815 HDDS-12582. TypedTable support using different codec (#8073)
add 08ac32dc23 HDDS-12608. Race condition in datanode version file
creation (#8093)
add c8e77f8f06 HDDS-12602. Intermittent failure in
TestContainerStateMachine.testWriteFailure (#8099)
add 68e3842616 HDDS-12589. Fix Incorrect FSO Key Listing for
Container-to-Key Mapping. (#8078)
add b71d4086b1 Revert "HDDS-12589. Fix Incorrect FSO Key Listing for
Container-to-Key Mapping. (#8078)"
add b68b94cc08 HDDS-12617. Use DatanodeID as keys in NodeStateMap. (#8100)
add c9990cacaa HDDS-12576. [Ozone 2.0] Update proto.lock files (#8064)
add 1a9d9f77f7 HDDS-12446. Add a Grafana dashboard for low level RocksDB
operations. (#7992)
add 13c5be850b HDDS-12577. [Ozone 2.0] Update master branch version number.
add 8489cc86b5 HDDS-11735. Update ozone-default.xml for volume choosing
policy (#8103)
add 953e718872 HDDS-12565. Treat volumeFreeSpaceToSpare as reserved space
(#8086)
add 61a36f6312 HDDS-12373. Use File.getUsableSpace() instead of
File.getFreeSpace() to calcuate usedSpace in DedicatedDiskSpaceUsage (#7927)
add 93cd5aa442 HDDS-12630. Enable GitHub Discussions in asf.yml (#8107)
add 20aeda57f3 HDDS-12601. Unknown tarball cleanup for Recon OM DB
snapshot. (#8084)
add b402b7c1ad HDDS-12621. Change NodeStatus to value-based. (#8105)
add 23b0505d2e Revert "HDDS-12630. Enable GitHub Discussions in asf.yml
(#8107)"
add 57fda0c327 HDDS-12633. KEY_NOT_FOUND in OzoneRpcClientTests for LEGACY
bucket with enableFileSystemPaths=true (#8108)
add 45c900d5d9 HDDS-12619. Optimize Recon OM Container Mismatch API (#8101)
add 53c0a320a3 HDDS-12620. Fix OM Mismatch Deleted Container API (#8102)
add 17dbc4f134 HDDS-12585. Recon ContainerHealthTask
ConstraintViolationException error handling. (#8070)
add 693d0f483e HDDS-12589. Fix Incorrect FSO Key Listing for
Container-to-Key Mapping. (#8109)
add 3349248d9d HDDS-12588. Recon Containers page shows number of blocks,
not keys (#8074)
add 9b25d029b5 HDDS-12549. refactor ratis request to common place (#8059)
add 157cca451b HDDS-12358. Intermittent failure in compatibility
acceptance test (#8012)
add 1c0b445a5d HDDS-12426. SCM replication should check double of
container size. (#8080)
add d19f3bc992 HDDS-12640. Move GrpcMetrics to hdds-server-framework
(#8114)
add 9e23d5989b HDDS-12627. NodeStateMap may handle
opStateExpiryEpochSeconds incorrectly. (#8117)
add a646b85b82 HDDS-12557. Add progress indicator for checkpoint tarball
in leader OM (#8085)
add bf5a2f2209 HDDS-12644. Create factory method for OzoneAcl (#8115)
add 918bb9809c HDDS-12626. Move the compare method in NodeStatus to
ECPipelineProvider. (#8116)
add 7b9c15276a HDDS-12473. Trim duplicate space in proto message
definition (#8005)
add e805c15c74 HDDS-12310. Online repair command to perform compaction on
om.db (#7957)
add 7a3ad16568 HDDS-12641. Move Lease to hdds-server-framework (#8128)
add 482024e6bc HDDS-12569. Extract MiniOzoneCluster to separate module
(#8067)
add bd579b355f HDDS-12646. Improve OM decommission check (#8122)
add ee6201beb4 HDDS-12341. Share cluster in client tests (#8126)
add 31735012d1 HDDS-12462. Use exclude rules for defining shaded
filesystem jar contents (#8008)
add 0e079832ae HDDS-12664. Bump copy-rename-maven-plugin to 1.0.1 (#8132)
add 2596b3be08 HDDS-12665. Bump zstd-jni to 1.5.7-2 (#8133)
add 828b2d116b HDDS-12667. Bump awssdk to 2.31.6 (#8134)
add ebf5cc662b HDDS-12662. Rename upgrade callback directory 1.5.0 to
2.0.0 (#8131)
add 1b0e912f53 HDDS-12661. Standardize Maven module names (#8129)
add 8691adfc44 HDDS-12622. Refactor minFreeSpace calculation (#8119)
add cbafa02918 HDDS-12642. ACL test assertions depend on JSON element
order (#8143)
add 09109978ac HDDS-12636. Reduce code duplication for tarball creation
(#8121)
add 4e0a76464c HDDS-12486. Warmup KMS encrypted keys when OM starts (#8081)
add 8e7d370ebf HDDS-12666. Remove -SNAPSHOT from OZONE_CURRENT_VERSION in
upgrade test (#8136)
add bee10f0731 HDDS-12671. Include .editorconfig and .run in source
tarball (#8139)
add de5c0a385e HDDS-12668. HSync upgrade test failure (#8137)
add a1616ae8a2 HDDS-12485. Repair tool should only print user warning for
offline commands (#8140)
add 3739b0597b HDDS-12604. Reduce duplication in TestContainerStateMachine
(#8104)
add d44ebf564c HDDS-12528. Create new module for S3 integration tests
(#8152)
add 752473628d Revert "HDDS-12528. Create new module for S3 integration
tests (#8152)"
add 4d3d834c60 HDDS-12650. Added logs to SnapshotDeletingService to
indicate skipped snapshots. (#8123)
add 273a627692 HDDS-12686. Remove output of OzoneAddress in --verbose mode
CLI (#8153)
add 560d017bc7 HDDS-12500. Do not skip JUnit tests in post-commit runs
(#8024)
add 587e9ff1be HDDS-12320. Collect OM performance metrics for FSO key
delete (#7883)
add 857cb768b7 HDDS-12327. Restore non-HA (to HA) upgrade test (#7880)
add bab26a43fa HDDS-12684. Update NOTICE and LICENSE file (#8160)
add 63fcb271a7 HDDS-12465. Intermittent failure in
TestOzoneFileSystemMetrics (#8130)
add 2cf6d59e1e HDDS-12553. ozone admin container list should output real
JSON array (#8050)
add 536701649e HDDS-12679. Merge VolumeInfo into StorageVolume (#8147)
add 92aa71debf HDDS-12687. Avoid ambiguity in URI descriptions (#8155)
add 0781cbede3 HDDS-12694. Disable TestMiniChaosOzoneCluster after fixing
init and shutdown (#8159)
add 4ffae705c7 HDDS-12239. Volume should not be marked as unhealthy when
disk full (#7830)
add e3e47ea41e HDDS-12235. Reserve space on DN during container import
operation. (#7981)
add bef4beed82 HDDS-12239. (addendum) Volume should not be marked as
unhealthy when disk full - fix compile error
add 0d8aecc01e HDDS-12327. HDDS-12668. Fix HSync upgrade test failure in
non-HA upgrade test (#8171)
add deb8e7c472 HDDS-12705. Replace Whitebox with HddsWhiteboxTestUtils
(#8172)
add 435dee9896 HDDS-12703. Close pipeline command should display error on
failure (#8169)
add c8b3ccb01b HDDS-12528. Create new module for S3 integration tests
(#8168)
add 3ebe5e7cd8 HDDS-12660. Allow --verbose option of GenericCli at leaf
subcommands (#8166)
add 6ee9c2bbb3 HDDS-8007. Add more detailed stages for SnapDiff job
progress tracking (#8010)
add ce003e898b HDDS-12702. Move checknative under ozone debug (#8170)
add 841d297104 HDDS-12592. Remove find missing padding check in favor of
of block metadata check (#8145)
add 7e87a8a890 HDDS-11879. MiniKMS fails with ClassNotFoundException:
com.sun.jersey....ServletContainer (#8158)
add 05b6eb3a61 HDDS-12696. Replace link to Hadoop with Ozone in httpfs
site.xml (#8177)
add 2a1a6bf124 HDDS-12670. Improve encapsulation of volume spare space
check (#8167)
add 68913156a7 HDDS-12603. Fix ContainerTable keys re-rendering issue
(#8163)
add aac938306b HDDS-12529. Clean up code in
AbstractContainerReportHandler. (#8033)
add 65a9d6ce31 HDDS-12587. Detect test class module in flaky-test-check
(#8162)
add c1d5b4f390 HDDS-12718. Use NodeStateMap in MockNodeManager instead of
test-specific Node2ContainerMap (#8179)
add e4e95470d3 HDDS-12709. Intermittent failure in Balancer acceptance
test (#8182)
add 4213307637 HDDS-12648. Fix checkLeaderStatus in removeOMFromRatisRing
and addOMToRatisRing (#8142)
add d6e2509771 HDDS-12731. Bump restrict-imports-enforcer-rule to 2.6.1
(#8187)
add 31aabc1efd HDDS-12732. Bump awssdk to 2.31.11 (#8188)
add 4411e35d53 HDDS-12733. Bump axios to 0.30.0 (#8189)
add fbc696cc44 HDDS-12594. Optimize replica checksum verifier (#8151)
add 78e2e73158 HDDS-12724. hdds-rocks-native build fails if JAVA_HOME not
set (#8183)
add 3e7b5eb443 HDDS-12719. Remove the setContainers(..) method from
NodeManager. (#8191)
add 64318f78a7 HDDS-12498. Allow limiting flaky-test-check to specific
submodule (#8194)
add 604576a0c9 HDDS-12735. Unused rocksDBConfiguration variable in
`OmMetadataManagerImpl#start` (#8196)
add a540684346 HDDS-12720. Use DatanodeID in SimpleMockNodeManager (#8198)
add 400835fd9e HDDS-12736. Bump hadoop-thirdparty to 1.4.0 (#8193)
add 0d40030469 HDDS-12698. Unused FailureService in MiniOzoneChaosCluster
(#8197)
add fc6776db33 HDDS-12739. Replace the getNodeByUuid methods in
NodeManager. (#8202)
add 7fb92b0144 HDDS-12717. Combine nodeMap and nodeToContainer in
NodeStateMap. (#8199)
add 20a13da5ef HDDS-12615. Failure of any OM task during bootstrapping of
Recon needs to be handled (#8098)
add 2475949d1b HDDS-11107. Remove unnecessary run_test_scripts call in
upgrade tests (#8201)
add af5301e380 HDDS-12233. Atomically import a container (#7934)
add 1433d0c047 HDDS-1480. Prefer resolved datanode ip address over
persisted ip address (#7495)
add 092fe403c4 HDDS-12751. native build fails with CMake 4 (#8215)
add 693548b037 HDDS-12676. Prefer minFreeSpace if minFreeSpacePercent is
also defined (#8180)
add 30e4aa44d8 HDDS-12748. Remove unused config
ozone.manager.db.checkpoint.transfer.bandwidthPerSec (#8213)
add de73c00a8d HDDS-12738. Refactor AbstractContainerReportHandler and its
subclasses. (#8207)
add 0f52a34d0c HDDS-12559. Implement Bulk Ozone Locks for taking locks on
multiple snapshots (#8052)
add 479f6d949f HDDS-12690. Remove om.fs.snapshot.max.limit from RDBStore
and OmMetadataManagerImpl (#8195)
add ed0111582f HDDS-9241. Document S3 Gateway REST Secret Revoke command
(#8221)
add 5f74da38ff HDDS-12760. Mark
TestContainerReplication#testImportedContainerIsClosed as flaky
add 40d02b9165 HDDS-12639. Add info for TimeoutException (#8113)
add 868a2376fe HDDS-12756. Speed up TestReconfigShell and
TestOzoneDebugShell (#8219)
add 6bcebe8a0c HDDS-4517. Remove leftover references to RaftServerImpl
(#8223)
add bc19a4c18a HDDS-12711. Limit number of excluded SST files logged at
info level (#8186)
add bba8a67831 HDDS-12750. Move StorageTypeProto from
ScmServerDatanodeHeartbeatProtocol.proto to hdds.proto (#8208)
add ebcece4272 HDDS-11038. Add Helm Chart to the Ozone on Kubernetes doc
(#8220)
add 3fb57c1695 HDDS-12037. Removing unit from quota namespace (#8148)
add abc1e02834 HDDS-12757. Duplicated declaration of dnsInterface in
HddsUtils (#8222)
add 1f716eae7d HDDS-12699. Bump vite to 4.5.11 (#8224)
add fee8817193 HDDS-12759. Bump vitest to 1.6.1 (#7828)
add 0a558c15e0 HDDS-12758. Error in OmUtils.normalizeKey for key name
starting with `//` (#8225)
add 2bbeaafe1f HDDS-12700. Upgrade test overwrites previous result (#8229)
add 0ef1f0208e HDDS-12767. Bump jacoco to 0.8.13 (#8231)
add b6dac4ae33 HDDS-12766. Bump awssdk to 2.31.16 (#8232)
add 38229439fa HDDS-12768. Bump vite to 4.5.12 (#8234)
add 5834fcf7c8 HDDS-10091. TestOzoneDebugShell fails with
FILE_SYSTEM_OPTIMIZED bucket layout (#8227)
add 1bee369bb2 HDDS-12525. Replace some TestHelper#createKey usage with
TestDataUtil#createKey (#8233)
add 6d0a8306ab HDDS-12721. Log more details about volumes (#8181)
add 0f5b59089b HDDS-12691. Calculation of committed space in Datanode
seems incorrect (#8228)
add 010ab2e81b Merge remote-tracking branch 'origin/master' into HDDS-5713
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 6 +
.editorconfig | 77 +
.github/workflows/check.yml | 289 +
.github/workflows/ci.yml | 592 +-
.github/workflows/intermittent-test-check.yml | 74 +-
.../CsiServer.xml => .run/CsiServer.run.xml | 0
.../Datanode1-ha.xml => .run/Datanode1-ha.run.xml | 0
.../Datanode1.xml => .run/Datanode1.run.xml | 0
.../Datanode2-ha.xml => .run/Datanode2-ha.run.xml | 0
.../Datanode2.xml => .run/Datanode2.run.xml | 0
.../Datanode3-ha.xml => .run/Datanode3-ha.run.xml | 0
.../Datanode3.xml => .run/Datanode3.run.xml | 0
.../FreonStandalone.run.xml | 0
.../OzoneFsShell-ha.run.xml | 0
.../OzoneFsShell.xml => .run/OzoneFsShell.run.xml | 0
.../OzoneManager-ha.run.xml | 0
.../OzoneManager.xml => .run/OzoneManager.run.xml | 0
.../OzoneManagerInit-ha.run.xml | 0
.../OzoneManagerInit.run.xml | 0
.../OzoneShell-ha.run.xml | 0
.../OzoneShell.xml => .run/OzoneShell.run.xml | 0
.../PrimordialSCM-ha.run.xml | 0
.../PrimordialSCMInit-ha.run.xml | 0
.../Recon-ha.xml => .run/Recon-ha.run.xml | 0
.../Recon.xml => .run/Recon.run.xml | 0
.../S3Gateway.xml => .run/S3Gateway.run.xml | 0
.../Scm2-ha.xml => .run/Scm2-ha.run.xml | 0
.../Scm2Bootstrap-ha.run.xml | 0
.../Scm3-ha.xml => .run/Scm3-ha.run.xml | 0
.../Scm3Bootstrap-ha.run.xml | 0
.../ScmRoles.xml => .run/ScmRoles.run.xml | 0
.../StorageContainerManager.run.xml | 0
.../StorageContainerManagerInit.run.xml | 0
CONTRIBUTING.md | 23 +-
NOTICE.txt | 2 +-
dev-support/ci/find_test_class_project.bats | 239 +
dev-support/ci/find_test_class_project.sh | 98 +
dev-support/ci/selective_ci_checks.bats | 11 +
dev-support/ci/selective_ci_checks.sh | 4 +
dev-support/pmd/pmd-ruleset.xml | 22 +-
dev-support/pom.xml | 2 +-
hadoop-hdds/annotations/pom.xml | 4 +-
.../client/dev-support/findbugsExcludeFile.xml | 13 -
hadoop-hdds/client/pom.xml | 5 +-
.../apache/hadoop/hdds/scm/OzoneClientConfig.java | 90 +-
.../hadoop/hdds/scm/XceiverClientCreator.java | 8 +-
.../apache/hadoop/hdds/scm/XceiverClientRatis.java | 43 +-
.../hadoop/hdds/scm/client/HddsClientUtils.java | 7 +-
.../hadoop/hdds/scm/storage/BlockInputStream.java | 12 +-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 8 +-
.../hdds/scm/storage/ECBlockOutputStream.java | 4 +-
.../hdds/scm/storage/MultipartInputStream.java | 2 +-
.../hadoop/ozone/client/io/ECBlockInputStream.java | 2 +-
.../hdds/scm/storage/TestBlockInputStream.java | 19 +-
.../hdds/scm/storage/TestChunkInputStream.java | 24 +-
.../hadoop/ozone/client/io/ECStreamTestUtil.java | 1 +
.../ozone/client/io/TestECBlockInputStream.java | 1 +
.../TestECBlockReconstructedStripeInputStream.java | 4 +-
.../common/dev-support/findbugsExcludeFile.xml | 18 -
hadoop-hdds/common/pom.xml | 11 +-
.../apache/hadoop/hdds/DFSConfigKeysLegacy.java | 73 -
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 34 +-
.../java/org/apache/hadoop/hdds/HddsUtils.java | 93 +-
.../org/apache/hadoop/hdds/cli/GenericCli.java | 4 +-
.../hadoop/hdds/conf/OzoneConfiguration.java | 26 +-
.../hadoop/hdds/protocol/DatanodeDetails.java | 35 +-
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 6 +-
.../hdds/ratis/ServerNotLeaderException.java | 17 +-
.../java/org/apache/hadoop/hdds/scm/ScmConfig.java | 8 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 6 +
.../java/org/apache/hadoop/hdds/scm/ScmInfo.java | 30 +-
.../apache/hadoop/hdds/scm/client/ScmClient.java | 15 +-
.../hadoop/hdds/scm/container/ContainerID.java | 40 +-
.../org/apache/hadoop/hdds/scm/ha/SCMNodeInfo.java | 21 +-
.../apache/hadoop/hdds/scm/net/InnerNodeImpl.java | 4 +-
.../hadoop/hdds/scm/net/NodeSchemaLoader.java | 18 +-
.../hadoop/hdds/scm/net/NodeSchemaManager.java | 4 +-
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 20 +-
.../protocol/StorageContainerLocationProtocol.java | 2 +-
.../scm/storage/DiskBalancerConfiguration.java | 7 +-
.../hdds/security/ssl/ReloadingX509KeyManager.java | 2 +-
.../security/ssl/ReloadingX509TrustManager.java | 2 +-
.../x509/certificate/utils/CertificateCodec.java | 6 +-
.../certificate/utils/SelfSignedCertificate.java | 2 +-
.../org/apache/hadoop/hdds/server/YamlUtils.java | 17 +
.../apache/hadoop/hdds/tracing/StringCodec.java | 2 +-
.../hadoop/hdds/utils/BackgroundService.java | 4 +-
.../java/org/apache/hadoop/hdds/utils/IOUtils.java | 24 +
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 1 -
.../java/org/apache/hadoop/ozone/OzoneConsts.java | 1 +
.../apache/hadoop/ozone/common/ChecksumData.java | 4 +-
.../hadoop/ozone/upgrade/UpgradeFinalization.java | 174 +
...ClosableIterator.java => SeekableIterator.java} | 6 +-
.../java/org/apache/hadoop/ozone/util/UUIDv7.java | 61 +
.../common/src/main/resources/ozone-default.xml | 211 +-
.../java/org/apache/hadoop/hdds/TestHddsUtils.java | 48 +-
.../hadoop/hdds/conf/TestOzoneConfiguration.java | 9 +-
...TestServerNotLeaderExceptionMessageParsing.java | 12 +-
.../hdds/scm/container/TestContainerInfo.java | 21 +
.../container/TestReplicationManagerReport.java | 22 +-
.../hdds/scm/net/TestNetworkTopologyImpl.java | 26 +-
hadoop-hdds/config/pom.xml | 4 +-
.../hadoop/hdds/conf/ConfigFileGenerator.java | 14 +-
.../org/apache/hadoop/hdds/conf/ConfigType.java | 12 +
.../hdds/conf/ConfigurationReflectionUtil.java | 57 +-
.../hadoop/hdds/conf/ConfigurationSource.java | 16 +-
.../hadoop/hdds/conf/ConfigurationTarget.java | 9 +-
.../org/apache/hadoop/hdds/conf/StorageSize.java | 2 +-
.../hadoop/hdds/conf/ConfigurationExample.java | 14 +-
.../hadoop/hdds/conf/TestConfigFileGenerator.java | 6 +-
.../hdds/conf/TestConfigurationReflectionUtil.java | 8 +-
.../hadoop/hdds/conf/TestConfigurationSource.java | 29 +-
.../hadoop/hdds/conf/TestReconfigurableConfig.java | 2 +-
.../dev-support/findbugsExcludeFile.xml | 66 -
hadoop-hdds/container-service/pom.xml | 5 +-
.../ozone/HddsDatanodeClientProtocolServer.java | 5 +-
.../apache/hadoop/ozone/HddsDatanodeService.java | 19 +-
.../helpers/BlockDeletingServiceMetrics.java | 45 +-
.../container/common/helpers/ContainerMetrics.java | 4 +-
.../container/common/helpers/ContainerUtils.java | 6 +-
.../container/common/helpers/DatanodeIdYaml.java | 22 +-
.../common/helpers/DatanodeVersionFile.java | 23 +-
.../ozone/container/common/impl/ContainerData.java | 35 +-
.../container/common/impl/ContainerDataYaml.java | 55 +-
.../ozone/container/common/impl/ContainerSet.java | 35 +-
.../container/common/impl/HddsDispatcher.java | 20 +-
.../common/impl/StorageLocationReport.java | 98 +-
.../container/common/interfaces/Container.java | 3 +
.../common/interfaces/ContainerPacker.java | 15 +
.../common/statemachine/DatanodeConfiguration.java | 102 +
.../common/statemachine/DatanodeStateMachine.java | 2 +-
.../common/statemachine/StateContext.java | 12 +-
.../CloseContainerCommandHandler.java | 2 +-
.../ClosePipelineCommandHandler.java | 2 +-
.../commandhandler/CommandDispatcher.java | 4 +-
.../commandhandler/CommandHandler.java | 4 +-
.../CreatePipelineCommandHandler.java | 2 +-
.../commandhandler/DeleteBlocksCommandHandler.java | 2 +-
.../DeleteContainerCommandHandler.java | 4 +-
.../commandhandler/DiskBalancerCommandHandler.java | 13 -
.../FinalizeNewLayoutVersionCommandHandler.java | 4 +-
.../ReconstructECContainersCommandHandler.java | 2 +-
.../RefreshVolumeUsageCommandHandler.java | 2 +-
.../ReplicateContainerCommandHandler.java | 2 +-
.../SetNodeOperationalStateCommandHandler.java | 2 +-
.../states/datanode/RunningDatanodeState.java | 22 +-
.../states/endpoint/HeartbeatEndpointTask.java | 17 +-
.../states/endpoint/RegisterEndpointTask.java | 26 +-
.../states/endpoint/VersionEndpointTask.java | 8 +-
.../common/transport/server/XceiverServerGrpc.java | 1 -
.../server/ratis/ContainerStateMachine.java | 219 +-
.../common/utils/ContainerCacheMetrics.java | 9 +-
.../container/common/utils/DiskCheckUtil.java | 20 +-
.../common/volume/AvailableSpaceFilter.java | 39 +-
.../ozone/container/common/volume/DbVolume.java | 7 +-
.../ozone/container/common/volume/HddsVolume.java | 29 +-
.../container/common/volume/MutableVolumeSet.java | 75 +-
.../volume/RoundRobinVolumeChoosingPolicy.java | 2 +-
.../container/common/volume/StorageVolume.java | 121 +-
.../common/volume/ThrottledAsyncChecker.java | 7 -
.../ozone/container/common/volume/VolumeInfo.java | 191 -
.../container/common/volume/VolumeInfoMetrics.java | 6 +-
.../ozone/container/common/volume/VolumeUsage.java | 128 +-
.../diskbalancer/DiskBalancerServiceMetrics.java | 17 +-
.../container/diskbalancer/DiskBalancerYaml.java | 11 +-
.../ECReconstructionCoordinator.java | 4 +-
.../container/keyvalue/KeyValueContainer.java | 28 +-
.../container/keyvalue/KeyValueContainerCheck.java | 5 +-
.../container/keyvalue/TarContainerPacker.java | 111 +-
.../keyvalue/impl/ChunkManagerDispatcher.java | 8 +-
.../keyvalue/impl/ChunkManagerFactory.java | 2 +-
.../keyvalue/impl/FilePerBlockStrategy.java | 6 +-
.../keyvalue/impl/FilePerChunkStrategy.java | 6 +-
.../keyvalue/impl/MappedBufferManager.java | 2 -
.../metadata/DatanodeStoreSchemaThreeImpl.java | 70 +-
.../AbstractBackgroundContainerScanner.java | 21 +-
.../ozone/container/ozoneimpl/ContainerReader.java | 13 +-
.../ozone/container/ozoneimpl/OzoneContainer.java | 29 +-
.../container/replication/ContainerImporter.java | 14 +-
.../replication/DownloadAndImportReplicator.java | 23 +-
.../replication/GrpcReplicationClient.java | 3 +-
.../replication/SendContainerRequestHandler.java | 69 +-
.../upgrade/DataNodeUpgradeFinalizer.java | 4 +-
.../protocol/StorageContainerNodeProtocol.java | 4 +-
.../protocol/commands/CommandForDatanode.java | 5 +
.../protocol/commands/DiskBalancerCommand.java | 7 +-
.../ozone/protocolPB/ReconDatanodeProtocolPB.java | 4 +-
.../StorageContainerDatanodeProtocolPB.java | 4 +-
.../hadoop/ozone/TestHddsDatanodeService.java | 3 +-
.../hadoop/ozone/TestHddsSecureDatanodeInit.java | 4 +-
.../ozone/container/common/ContainerTestUtils.java | 15 +-
.../ozone/container/common/SCMTestUtils.java | 13 +-
.../container/common/TestBlockDeletingService.java | 27 +-
.../ozone/container/common/TestContainerCache.java | 13 +-
.../container/common/TestDatanodeStateMachine.java | 12 +-
.../TestSchemaOneBackwardsCompatibility.java | 3 +-
.../TestSchemaTwoBackwardsCompatibility.java | 5 +-
...stStaleRecoveringContainerScrubbingService.java | 4 +-
.../common/helpers/TestContainerUtils.java | 92 +-
.../common/helpers/TestDatanodeIdYaml.java | 2 +
.../common/impl/ContainerImplTestUtils.java} | 27 +-
.../common/impl/TestContainerDataYaml.java | 10 +-
.../impl/TestContainerDeletionChoosingPolicy.java | 15 +-
.../common/impl/TestContainerPersistence.java | 164 +-
.../container/common/impl/TestContainerSet.java | 9 +-
.../container/common/impl/TestHddsDispatcher.java | 19 +-
.../statemachine/TestDatanodeConfiguration.java | 65 +
.../common/statemachine/TestStateContext.java | 17 +-
.../TestCloseContainerCommandHandler.java | 3 +-
.../TestDeleteBlocksCommandHandler.java | 5 +-
.../server/ratis/TestContainerStateMachine.java | 311 +
.../ratis/TestContainerStateMachineFollower.java} | 10 +-
.../ratis/TestContainerStateMachineLeader.java} | 10 +-
.../common/volume/TestReservedVolumeSpace.java | 41 +-
.../volume/TestStorageVolumeHealthChecks.java | 47 +
.../container/common/volume/TestVolumeSet.java | 11 +-
.../common/volume/TestVolumeSetDiskChecks.java | 10 +-
.../diskbalancer/TestDiskBalancerService.java | 10 +-
.../keyvalue/ContainerLayoutTestInfo.java | 4 +-
.../container/keyvalue/TestKeyValueContainer.java | 44 +-
.../TestKeyValueContainerMetadataInspector.java | 12 +-
.../container/keyvalue/TestKeyValueHandler.java | 7 +-
.../container/keyvalue/TestTarContainerPacker.java | 62 +-
.../TestBackgroundContainerDataScanner.java | 7 +-
.../TestBackgroundContainerMetadataScanner.java | 4 +-
.../container/ozoneimpl/TestContainerReader.java | 21 +-
.../TestOnDemandContainerDataScanner.java | 1 +
.../replication/TestContainerImporter.java | 17 +-
.../TestCopyContainerResponseStream.java | 1 +
.../replication/TestGrpcReplicationService.java | 3 +-
.../replication/TestReplicationSupervisor.java | 142 +-
.../replication/TestSendContainerOutputStream.java | 1 +
.../TestSendContainerRequestHandler.java | 12 +-
hadoop-hdds/crypto-api/pom.xml | 4 +-
hadoop-hdds/crypto-default/pom.xml | 4 +-
hadoop-hdds/docs/content/feature/ErasureCoding.md | 2 +-
hadoop-hdds/docs/content/security/SecuringS3.md | 45 +
hadoop-hdds/docs/content/start/Kubernetes.md | 32 +-
hadoop-hdds/docs/content/tools/AuditParser.md | 8 +-
hadoop-hdds/docs/content/tools/AuditParser.zh.md | 8 +-
hadoop-hdds/docs/pom.xml | 8 +-
hadoop-hdds/erasurecode/pom.xml | 4 +-
.../ozone/erasurecode/rawcoder/RSRawDecoder.java | 3 +-
.../ozone/erasurecode/rawcoder/util/DumpUtil.java | 4 +-
.../erasurecode/rawcoder/util/GaloisField.java | 17 +-
.../org/apache/ozone/erasurecode/DumpUtil.java | 4 +-
.../ozone/erasurecode/TestCodecRegistry.java | 4 +
.../apache/ozone/erasurecode/TestCoderBase.java | 36 +-
.../erasurecode/rawcoder/TestNativeRSRawCoder.java | 1 +
.../framework/dev-support/findbugsExcludeFile.xml | 10 -
hadoop-hdds/framework/pom.xml | 5 +-
.../hadoop/hdds/fs/AbstractSpaceUsageSource.java | 0
.../hadoop/hdds/fs/CachingSpaceUsageSource.java | 0
.../main/java/org/apache/hadoop/hdds/fs/DU.java | 0
.../java/org/apache/hadoop/hdds/fs/DUFactory.java | 0
.../hadoop/hdds/fs/DedicatedDiskSpaceUsage.java | 2 +-
.../hdds/fs/DedicatedDiskSpaceUsageFactory.java | 0
.../hadoop/hdds/fs/SaveSpaceUsageToFile.java | 3 +-
.../hadoop/hdds/fs/SpaceUsageCheckFactory.java | 0
.../hadoop/hdds/fs/SpaceUsageCheckParams.java | 0
.../hadoop/hdds/fs/SpaceUsagePersistence.java | 0
.../org/apache/hadoop/hdds/fs/package-info.java | 0
.../hdds/protocol/SecretKeyProtocolDatanode.java | 4 +-
.../protocolPB/ReconfigureProtocolDatanodePB.java | 4 +-
.../protocolPB/SecretKeyProtocolDatanodePB.java | 4 +-
.../org/apache/hadoop/hdds/scm/ha/SCMHAUtils.java | 65 +-
.../apache/hadoop/hdds/scm/ha/package-info.java | 0
...lockLocationProtocolClientSideTranslatorPB.java | 2 +-
...inerLocationProtocolClientSideTranslatorPB.java | 27 +-
.../SCMBlockLocationFailoverProxyProvider.java | 265 +-
.../SCMContainerLocationFailoverProxyProvider.java | 269 +-
...ider.java => SCMFailoverProxyProviderBase.java} | 157 +-
.../SCMSecurityProtocolFailoverProxyProvider.java | 267 +-
.../SecretKeyProtocolFailoverProxyProvider.java | 261 +-
.../SingleSecretKeyProtocolProxyProvider.java | 11 +
.../client/DefaultCertificateClient.java | 8 +-
.../org/apache/hadoop/hdds/server/ServerUtils.java | 0
.../hadoop/hdds/server/http/BaseHttpServer.java | 9 +-
.../hadoop/hdds/server/http/HttpServer2.java | 50 +-
.../hadoop/hdds/server/http/ProfileServlet.java | 12 +-
.../org/apache/hadoop/hdds/utils/Archiver.java | 160 +
.../hadoop/hdds/utils/DBCheckpointServlet.java | 28 +-
.../java/org/apache/hadoop/hdds/utils/HAUtils.java | 3 +-
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 51 +-
.../apache/hadoop/hdds/utils/db/CodecRegistry.java | 2 +
.../hadoop/hdds/utils/db/DBConfigFromFile.java | 2 +-
.../org/apache/hadoop/hdds/utils/db/DBStore.java | 13 +
.../hadoop/hdds/utils/db/DBStoreBuilder.java | 25 +-
.../org/apache/hadoop/hdds/utils/db/RDBStore.java | 33 +-
.../org/apache/hadoop/hdds/utils/db/RDBTable.java | 2 +-
.../apache/hadoop/hdds/utils/db/TypedTable.java | 66 +-
.../hadoop/hdds/utils/db/cache/FullTableCache.java | 8 +-
.../hdds/utils/db/cache/PartialTableCache.java | 11 +-
.../hadoop/hdds/utils/db/cache/TableCache.java | 4 +-
.../hadoop/hdds/utils/db/cache/TableNoCache.java | 100 +
.../org/apache/hadoop/ozone/common/Storage.java | 0
.../apache/hadoop/ozone/common/StorageInfo.java | 31 +-
.../hadoop/ozone/grpc/metrics/GrpcMetrics.java | 0
.../GrpcMetricsServerRequestInterceptor.java | 0
.../GrpcMetricsServerResponseInterceptor.java | 0
.../metrics/GrpcMetricsServerTransportFilter.java | 0
.../hadoop/ozone/grpc/metrics/package-info.java | 0
.../java/org/apache/hadoop/ozone/lease/Lease.java | 0
.../ozone/lease/LeaseAlreadyExistException.java | 0
.../hadoop/ozone/lease/LeaseCallbackExecutor.java | 0
.../apache/hadoop/ozone/lease/LeaseException.java | 0
.../hadoop/ozone/lease/LeaseExpiredException.java | 0
.../apache/hadoop/ozone/lease/LeaseManager.java | 0
.../lease/LeaseManagerNotRunningException.java | 0
.../hadoop/ozone/lease/LeaseNotFoundException.java | 0
.../apache/hadoop/ozone/lease/package-info.java | 0
.../upgrade/AbstractLayoutVersionManager.java | 6 +-
.../ozone/upgrade/BasicUpgradeFinalizer.java | 16 +-
.../DefaultUpgradeFinalizationExecutor.java | 2 +-
.../hadoop/ozone/upgrade/UpgradeFinalizer.java | 88 +-
.../hadoop/hdds/fs/MockSpaceUsageCheckFactory.java | 0
.../hadoop/hdds/fs/MockSpaceUsageCheckParams.java | 0
.../hadoop/hdds/fs/MockSpaceUsagePersistence.java | 0
.../hadoop/hdds/fs/MockSpaceUsageSource.java | 0
.../hdds/fs/TestCachingSpaceUsageSource.java | 0
.../java/org/apache/hadoop/hdds/fs/TestDU.java | 0
.../org/apache/hadoop/hdds/fs/TestDUFactory.java | 0
.../hdds/fs/TestDedicatedDiskSpaceUsage.java | 0
.../fs/TestDedicatedDiskSpaceUsageFactory.java | 0
.../hadoop/hdds/fs/TestSaveSpaceUsageToFile.java | 0
.../hadoop/hdds/fs/TestSpaceUsageFactory.java | 0
.../apache/hadoop/hdds/scm/ha}/TestSCMHAUtils.java | 3 +-
.../security/symmetric/TestSecretKeyManager.java | 2 +-
.../hdds/security/token/TokenVerifierTests.java | 5 -
.../utils/TestCertificateSignRequest.java | 20 +-
.../server/http/TestRatisDropwizardExports.java | 2 +-
.../hadoop/hdds/utils/TestRDBSnapshotProvider.java | 3 +-
.../hadoop/hdds/utils/db/InMemoryTestTable.java | 3 +-
.../apache/hadoop/hdds/utils/db/TestRDBStore.java | 9 +-
.../hadoop/hdds/utils/db/TestRDBTableStore.java | 26 +-
.../hdds/utils/db/TestTypedRDBTableStore.java | 18 +-
.../hadoop/hdds/utils/db/cache/TestTableCache.java | 42 +-
.../hadoop/ozone/audit/AuditLogTestUtils.java | 6 +-
.../hadoop/ozone/lease/TestLeaseManager.java | 0
.../apache/hadoop/ozone/lease/package-info.java | 0
.../InjectedUpgradeFinalizationExecutor.java | 2 +-
.../ozone/upgrade/TestBasicUpgradeFinalizer.java | 18 +-
.../ozone/upgrade/TestUpgradeFinalizerActions.java | 1 +
hadoop-hdds/hadoop-dependency-client/pom.xml | 4 +-
hadoop-hdds/hadoop-dependency-server/pom.xml | 4 +-
hadoop-hdds/interface-admin/pom.xml | 4 +-
.../interface-admin/src/main/resources/proto.lock | 340 ++
hadoop-hdds/interface-client/pom.xml | 4 +-
.../src/main/proto/DatanodeClientProtocol.proto | 64 +-
.../interface-client/src/main/proto/hdds.proto | 12 +-
.../interface-client/src/main/resources/proto.lock | 272 +-
hadoop-hdds/interface-server/pom.xml | 4 +-
.../proto/ScmServerDatanodeHeartbeatProtocol.proto | 10 -
.../interface-server/src/main/resources/proto.lock | 55 +-
hadoop-hdds/managed-rocksdb/pom.xml | 4 +-
hadoop-hdds/pom.xml | 5 +-
hadoop-hdds/rocks-native/pom.xml | 110 +-
hadoop-hdds/rocks-native/src/CMakeLists.txt | 2 +-
.../org/apache/hadoop/hdds/utils/TestUtils.java | 2 +-
hadoop-hdds/rocksdb-checkpoint-differ/pom.xml | 9 +-
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 18 +-
.../server-scm/dev-support/findbugsExcludeFile.xml | 38 -
hadoop-hdds/server-scm/pom.xml | 5 +-
.../org/apache/hadoop/hdds/scm/FetchMetrics.java | 4 +-
.../hadoop/hdds/scm/SCMCommonPlacementPolicy.java | 19 +-
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 2 +-
.../scm/block/DeletedBlockLogStateManagerImpl.java | 19 +-
.../SCMDeletedBlockTransactionStatusManager.java | 5 +-
.../scm/block/ScmBlockDeletingServiceMetrics.java | 30 +-
.../container/AbstractContainerReportHandler.java | 308 +-
.../hdds/scm/container/ContainerManager.java | 4 +-
.../hdds/scm/container/ContainerManagerImpl.java | 60 +-
.../hdds/scm/container/ContainerReplica.java | 4 +
.../hdds/scm/container/ContainerReportHandler.java | 84 +-
.../hdds/scm/container/ContainerStateManager.java | 34 +-
.../scm/container/ContainerStateManagerImpl.java | 68 +-
.../IncrementalContainerReportHandler.java | 50 +-
.../container/balancer/ContainerBalancerTask.java | 48 -
.../algorithms/SCMContainerPlacementRackAware.java | 2 +-
.../SCMContainerPlacementRackScatter.java | 2 +-
.../replication/ContainerHealthResult.java | 6 +-
.../replication/ContainerReplicaPendingOps.java | 4 +-
.../replication/ECContainerReplicaCount.java | 12 +-
.../replication/ECOverReplicationHandler.java | 4 +-
.../replication/ECUnderReplicationHandler.java | 2 +-
.../QuasiClosedStuckOverReplicationHandler.java | 124 +
.../replication/QuasiClosedStuckReplicaCount.java | 187 +
.../QuasiClosedStuckUnderReplicationHandler.java | 158 +
.../replication/RatisContainerReplicaCount.java | 22 +-
.../replication/RatisOverReplicationHandler.java | 2 +-
.../container/replication/ReplicationManager.java | 44 +-
.../replication/ReplicationManagerUtil.java | 7 +-
.../health/DeletingContainerHandler.java | 4 +-
.../health/ECReplicationCheckHandler.java | 2 +-
.../health/MismatchedReplicasHandler.java | 44 +-
.../health/QuasiClosedContainerHandler.java | 13 +-
.../health/QuasiClosedStuckReplicationCheck.java | 132 +
.../health/RatisReplicationCheckHandler.java | 6 +-
.../scm/container/states/ContainerAttribute.java | 210 +-
.../scm/container/states/ContainerQueryKey.java | 98 -
.../scm/container/states/ContainerStateMap.java | 478 +-
.../hadoop/hdds/scm/ha/InterSCMGrpcClient.java | 3 +-
.../org/apache/hadoop/hdds/scm/ha/RatisUtil.java | 4 +-
.../hadoop/hdds/scm/ha/SCMHANodeDetails.java | 5 +-
.../apache/hadoop/hdds/scm/ha/SCMRatisServer.java | 8 +
.../apache/hadoop/hdds/scm/ha/SCMStateMachine.java | 3 -
.../hadoop/hdds/scm/ha/SequenceIdGenerator.java | 9 +-
.../scm/ha/StatefulServiceStateManagerImpl.java | 10 +-
.../apache/hadoop/hdds/scm/node/CommandQueue.java | 40 +-
.../hdds/scm/node/DatanodeAdminMonitorImpl.java | 6 +-
.../hadoop/hdds/scm/node/DeadNodeHandler.java | 4 +-
.../hadoop/hdds/scm/node/DiskBalancerManager.java | 12 +-
.../hdds/scm/node/HealthyReadOnlyNodeHandler.java | 2 +-
.../hadoop/hdds/scm/node/NewNodeHandler.java | 4 -
.../hdds/scm/node/NodeDecommissionManager.java | 6 +-
.../apache/hadoop/hdds/scm/node/NodeManager.java | 28 +-
.../hadoop/hdds/scm/node/NodeReportHandler.java | 4 -
.../hadoop/hdds/scm/node/NodeStateManager.java | 96 +-
.../apache/hadoop/hdds/scm/node/NodeStatus.java | 279 +-
.../org/apache/hadoop/hdds/scm/node/NodeUtils.java | 6 +-
.../node/ReadOnlyHealthyToHealthyNodeHandler.java | 7 +-
.../hadoop/hdds/scm/node/SCMNodeManager.java | 134 +-
.../hdds/scm/node/SCMNodeStorageStatMap.java | 21 +-
.../hadoop/hdds/scm/node/StaleNodeHandler.java | 6 +-
.../node/states/NodeAlreadyExistsException.java | 13 +-
.../scm/node/states/NodeNotFoundException.java | 13 +-
.../hadoop/hdds/scm/node/states/NodeStateMap.java | 304 +-
.../hdds/scm/pipeline/ECPipelineProvider.java | 14 +-
.../hdds/scm/pipeline/PipelineActionHandler.java | 6 +-
.../hdds/scm/pipeline/PipelineManagerImpl.java | 2 +-
.../hdds/scm/pipeline/PipelinePlacementPolicy.java | 8 +-
.../hdds/scm/pipeline/PipelineReportHandler.java | 2 -
.../scm/pipeline/PipelineStateManagerImpl.java | 13 +-
.../hdds/scm/pipeline/RatisPipelineProvider.java | 4 +-
.../hdds/scm/pipeline/RatisPipelineUtils.java | 5 -
.../scm/pipeline/WritableContainerFactory.java | 2 +-
.../scm/pipeline/WritableECContainerProvider.java | 6 +-
.../pipeline/WritableRatisContainerProvider.java | 7 +-
.../algorithms/HealthyPipelineChoosePolicy.java | 2 +-
.../SCMSecurityProtocolServerSideTranslatorPB.java | 5 +-
...lockLocationProtocolServerSideTranslatorPB.java | 5 +-
.../SecretKeyProtocolServerSideTranslatorPB.java | 5 +-
...inerLocationProtocolServerSideTranslatorPB.java | 10 +-
.../hdds/scm/safemode/SCMSafeModeManager.java | 1 -
.../scm/security/RootCARotationHandlerImpl.java | 11 +-
.../scm/security/ScmSecretKeyStateBuilder.java | 12 +-
.../hdds/scm/server/SCMBlockProtocolServer.java | 10 +-
.../hadoop/hdds/scm/server/SCMCertStore.java | 16 +-
.../hdds/scm/server/SCMClientProtocolServer.java | 27 +-
.../scm/server/SCMDatanodeHeartbeatDispatcher.java | 6 +-
.../hdds/scm/server/SCMDatanodeProtocolServer.java | 16 +-
.../hdds/scm/server/SCMSecurityProtocolServer.java | 2 +-
.../hdds/scm/server/StorageContainerManager.java | 20 +-
.../scm/server/upgrade/FinalizationCheckpoint.java | 16 +-
.../scm/server/upgrade/FinalizationManager.java | 6 +-
.../server/upgrade/FinalizationManagerImpl.java | 8 +-
.../upgrade/FinalizationStateManagerImpl.java | 13 +-
.../org/apache/hadoop/hdds/scm/HddsTestUtils.java | 2 +-
.../hdds/scm/TestSCMCommonPlacementPolicy.java | 53 +-
.../scm/TestStorageContainerManagerHttpServer.java | 2 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 87 +-
.../hdds/scm/container/Node2ContainerMap.java | 165 -
.../hdds/scm/container/SimpleMockNodeManager.java | 42 +-
.../scm/container/TestContainerManagerImpl.java | 43 +-
.../scm/container/TestContainerReportHandler.java | 405 +-
.../scm/container/TestContainerStateManager.java | 30 +-
.../TestIncrementalContainerReportHandler.java | 109 +-
.../hdds/scm/container/TestNode2ContainerMap.java | 308 -
.../scm/container/TestUnknownContainerReport.java | 2 +-
.../balancer/TestContainerBalancerTask.java | 12 -
.../scm/container/balancer/TestMoveManager.java | 6 +-
.../algorithms/TestContainerPlacementFactory.java | 2 +-
.../TestSCMContainerPlacementCapacity.java | 6 +-
.../TestSCMContainerPlacementRackAware.java | 8 +-
.../TestSCMContainerPlacementRackScatter.java | 6 +-
.../TestSCMContainerPlacementRandom.java | 6 +-
.../container/replication/ReplicationTestUtil.java | 66 +-
.../TestContainerReplicaPendingOps.java | 152 +-
.../replication/TestECOverReplicationHandler.java | 6 +-
.../replication/TestECUnderReplicationHandler.java | 13 +-
.../replication/TestMisReplicationHandler.java | 4 +-
...TestQuasiClosedStuckOverReplicationHandler.java | 171 +
.../TestQuasiClosedStuckReplicaCount.java | 350 ++
...estQuasiClosedStuckUnderReplicationHandler.java | 211 +
.../TestRatisOverReplicationHandler.java | 6 +-
.../TestRatisUnderReplicationHandler.java | 2 +-
.../replication/TestReplicationManager.java | 128 +-
.../TestReplicationManagerScenarios.java | 57 +-
.../replication/TestReplicationManagerUtil.java | 8 +-
.../health/TestDeletingContainerHandler.java | 23 +-
.../health/TestMismatchedReplicasHandler.java | 61 +-
.../TestQuasiClosedStuckReplicationCheck.java | 293 +
.../TestVulnerableUnhealthyReplicasHandler.java | 8 +-
.../container/states/TestContainerAttribute.java | 109 +-
.../hdds/scm/ha/TestReplicationAnnotation.java | 12 +-
.../hadoop/hdds/scm/node/ScmNodeTestUtil.java} | 20 +-
.../hadoop/hdds/scm/node/TestCommandQueue.java | 2 +-
.../hdds/scm/node/TestContainerPlacement.java | 7 +-
.../hdds/scm/node/TestDatanodeAdminMonitor.java | 38 +-
.../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 9 +-
.../hdds/scm/node/TestNodeDecommissionManager.java | 36 +-
.../hdds/scm/node/TestNodeDecommissionMetrics.java | 22 +-
.../hadoop/hdds/scm/node/TestNodeStateManager.java | 12 +-
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 13 +-
.../hdds/scm/node/states/TestNodeStateMap.java | 118 +-
.../TestCreateForReadComparator.java} | 38 +-
.../hdds/scm/pipeline/TestECPipelineProvider.java | 6 +-
.../scm/pipeline/TestPipelineActionHandler.java | 8 +-
.../hdds/scm/pipeline/TestPipelineManagerImpl.java | 7 +-
.../scm/pipeline/TestPipelinePlacementFactory.java | 2 +-
.../scm/pipeline/TestPipelinePlacementPolicy.java | 9 -
.../TestWritableRatisContainerProvider.java | 2 +-
.../scm/server/TestSCMBlockProtocolServer.java | 6 +-
.../hadoop/hdds/scm/server/TestSCMCertStore.java | 13 +-
.../hdds/scm/upgrade/TestScmFinalization.java | 8 +-
.../ozone/container/common/TestEndPoint.java | 14 +-
.../testutils/ReplicationNodeManagerMock.java | 543 --
.../ozone/container/testutils/package-info.java | 19 -
.../replicationManagerTests/quasi_closed.json | 163 +-
hadoop-hdds/test-utils/pom.xml | 82 +-
.../org/apache/ozone/test/GenericTestUtils.java | 13 +
.../org/apache/ozone/test}/InputSubstream.java | 7 +-
.../java/org/apache/ozone/test/IntLambda.java | 0
.../java/org/apache/ozone/test/JacocoServer.java | 5 +-
.../org/apache/ozone/test/LambdaTestUtils.java | 0
.../java/org/apache/ozone/test/Log4j1Capturer.java | 0
.../java/org/apache/ozone/test/Log4j2Capturer.java | 0
.../java/org/apache/ozone/test/MetricsAsserts.java | 0
.../java/org/apache/ozone/test/OzoneTestBase.java | 0
.../java/org/apache/ozone/test/SpyInputStream.java | 0
.../org/apache/ozone/test/SpyOutputStream.java | 0
.../java/org/apache/ozone/test/TestClock.java | 0
.../apache/ozone/test/TimedOutTestsListener.java | 0
.../java/org/apache/ozone/test/package-info.java | 0
.../java/org/apache/ozone/test/tag/Flaky.java | 0
.../java/org/apache/ozone/test/tag/Native.java | 0
.../java/org/apache/ozone/test/tag/Slow.java | 0
.../java/org/apache/ozone/test/tag/Unhealthy.java | 0
.../org/apache/ozone/test/tag/package-info.java | 0
...g.junit.platform.launcher.TestExecutionListener | 0
hadoop-hdds/tools/pom.xml | 16 +-
.../scm/cli/ContainerBalancerStatusSubcommand.java | 11 +-
.../hdds/scm/cli/ContainerOperationClient.java | 11 +-
.../hdds/scm/cli/SafeModeCheckSubcommand.java | 21 +-
.../org/apache/hadoop/hdds/scm/cli/ScmOption.java | 3 +-
.../hadoop/hdds/scm/cli/TopologySubcommand.java | 2 +-
.../hdds/scm/cli/container/InfoSubcommand.java | 13 +-
.../hdds/scm/cli/container/ListSubcommand.java | 130 +-
.../hdds/scm/cli/container/ReportSubcommand.java | 2 +-
.../scm/cli/container/upgrade/UpgradeTask.java | 4 +-
.../scm/cli/container/upgrade/UpgradeUtils.java | 4 +-
.../cli/datanode/DiskBalancerCommonOptions.java | 6 +-
.../cli/datanode/DiskBalancerStartSubcommand.java | 2 +-
.../cli/datanode/DiskBalancerStopSubcommand.java | 2 +-
.../cli/datanode/DiskBalancerUpdateSubcommand.java | 2 +-
.../scm/cli/container/TestReportSubCommand.java | 2 +-
.../cli/container/upgrade/TestUpgradeManager.java | 5 +-
.../datanode/TestContainerBalancerSubCommand.java | 226 +-
.../datanode/TestDecommissionStatusSubCommand.java | 12 +-
hadoop-ozone/cli-shell/pom.xml | 4 +-
.../org/apache/hadoop/ozone/shell/Handler.java | 3 -
.../apache/hadoop/ozone/shell/OzoneAddress.java | 38 +-
.../hadoop/ozone/shell/bucket/BucketUri.java | 2 +-
.../ozone/shell/bucket/DeleteBucketHandler.java | 2 +-
.../hadoop/ozone/shell/common/VolumeBucketUri.java | 2 +-
.../hadoop/ozone/shell/keys/GetKeyHandler.java | 7 +-
.../org/apache/hadoop/ozone/shell/keys/KeyUri.java | 2 +-
.../hadoop/ozone/shell/prefix/PrefixUri.java | 2 +-
.../hadoop/ozone/shell/snapshot/SnapshotUri.java | 2 +-
.../ozone/shell/tenant/GetUserInfoHandler.java | 2 +-
.../hadoop/ozone/shell/token/TokenOption.java | 9 +-
.../ozone/shell/volume/DeleteVolumeHandler.java | 2 +-
.../hadoop/ozone/shell/TestOzoneAddress.java | 2 +-
hadoop-ozone/client/pom.xml | 5 +-
.../apache/hadoop/ozone/client/ObjectStore.java | 7 -
.../apache/hadoop/ozone/client/OzoneBucket.java | 2 +-
.../client/checksum/BaseFileChecksumHelper.java | 2 +-
.../client/checksum/ECBlockChecksumComputer.java | 4 +-
.../checksum/ReplicatedBlockChecksumComputer.java | 2 +-
.../client/io/BlockDataStreamOutputEntryPool.java | 6 +-
.../client/io/BlockOutputStreamEntryPool.java | 2 +-
.../hadoop/ozone/client/io/ECKeyOutputStream.java | 6 +-
.../ozone/client/io/KeyDataStreamOutput.java | 2 +-
.../client/MultiNodePipelineBlockAllocator.java | 3 +-
.../hadoop/ozone/client/TestOzoneECClient.java | 37 +-
hadoop-ozone/common/pom.xml | 5 +-
.../apache/hadoop/hdds/protocol/StorageType.java | 2 +-
.../main/java/org/apache/hadoop/ozone/OFSPath.java | 2 +-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 19 +-
.../java/org/apache/hadoop/ozone/OzoneAcl.java | 18 +-
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 25 +-
.../java/org/apache/hadoop/ozone/om/OmConfig.java | 42 +-
.../ozone/om/exceptions/OMNotLeaderException.java | 4 -
.../om/ha/HadoopRpcOMFailoverProxyProvider.java | 1 -
.../ozone/om/ha/OMFailoverProxyProviderBase.java | 2 -
.../ozone/om/helpers/MultipartUploadKeys.java | 92 -
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 10 +-
.../ozone/om/helpers/OmMultipartUploadList.java | 56 +-
.../hadoop/ozone/om/helpers/OzoneAclUtil.java | 8 +-
.../hadoop/ozone/om/helpers/SnapshotDiffJob.java | 49 +-
.../hadoop/ozone/om/lock/IOzoneManagerLock.java | 13 +
.../hadoop/ozone/om/lock/OmReadOnlyLock.java | 21 +
.../hadoop/ozone/om/lock/OzoneManagerLock.java | 147 +-
.../hadoop/ozone/om/protocol/OMAdminProtocol.java | 6 +
.../ozone/om/protocol/OzoneManagerProtocol.java | 6 +-
.../ozone/om/protocolPB/GrpcOmTransport.java | 3 -
.../ozone/om/protocolPB/Hadoop3OmTransport.java | 5 -
.../protocolPB/OMAdminProtocolClientSideImpl.java | 22 +-
.../OMInterServiceProtocolClientSideImpl.java | 5 -
...OzoneManagerProtocolClientSideTranslatorPB.java | 22 +-
.../ozone/snapshot/SnapshotDiffResponse.java | 38 +
.../org/apache/hadoop/ozone/om/TestOmConfig.java | 40 +
.../ozone/om/ha/TestOMFailoverProxyProvider.java | 2 +-
.../hadoop/ozone/om/helpers/TestOmBucketInfo.java | 10 +-
.../hadoop/ozone/om/helpers/TestOmKeyInfo.java | 2 +-
.../hadoop/ozone/om/helpers/TestOmVolumeArgs.java | 8 +-
.../hadoop/ozone/om/helpers/TestOzoneAclUtil.java | 20 +-
.../hadoop/ozone/om/lock/TestOzoneManagerLock.java | 32 +
.../ozone/security/TestGDPRSymmetricKey.java | 5 +-
hadoop-ozone/csi/pom.xml | 4 +-
hadoop-ozone/datanode/pom.xml | 4 +-
.../dev-support/checks/_mvn_unit_report.sh | 17 +-
hadoop-ozone/dev-support/checks/_post_process.sh | 8 +-
hadoop-ozone/dev-support/checks/acceptance.sh | 2 +-
hadoop-ozone/dev-support/checks/bats.sh | 1 +
hadoop-ozone/dev-support/checks/coverage.sh | 2 +-
hadoop-ozone/dev-support/checks/junit.sh | 8 +-
hadoop-ozone/dev-support/checks/license.sh | 2 +-
hadoop-ozone/dev-support/checks/unit.sh | 2 +-
.../dev-support/intellij/install-runconfigs.sh | 21 -
hadoop-ozone/dev-support/intellij/ozone-style.xml | 71 -
hadoop-ozone/dist/pom.xml | 5 +-
.../dist/src/main/assemblies/ozone-src.xml | 8 +
.../dashboards/Ozone - DeleteKey Metrics.json | 6210 +++++++++++++++-----
.../dashboards/Ozone - Overall Metrics.json | 101 +-
...ics.json => Ozone - Ozone Manager RocksDB.json} | 2398 +++++---
.../compose/ozone-balancer/docker-compose.yaml | 14 +-
.../compose/ozone-om-prepare/docker-compose.yaml | 3 +
hadoop-ozone/dist/src/main/compose/testlib.sh | 3 +
.../dist/src/main/compose/upgrade/README.md | 5 +-
.../main/compose/upgrade/compose/ha/docker-config | 2 +
.../{restart => upgrade/compose/non-ha}/.env | 3 +-
.../compose/non-ha}/docker-compose.yaml | 127 +-
.../compose/non-ha}/docker-config | 19 +-
.../compose/upgrade/compose/{ha => non-ha}/load.sh | 7 +-
hadoop-ozone/dist/src/main/compose/upgrade/test.sh | 7 +-
.../dist/src/main/compose/upgrade/testlib.sh | 2 +-
.../callbacks/{1.5.0 => 2.0.0}/callback.sh | 2 +-
hadoop-ozone/dist/src/main/compose/xcompat/lib.sh | 3 +-
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 6 +-
hadoop-ozone/dist/src/main/license/bin/NOTICE.txt | 9 +-
.../license/bin/licenses/LICENSE-org.jline.txt | 35 +
.../main/license/bin/licenses/NOTICE-hadoop.txt | 9 +-
.../src/main/smoketest/admincli/container.robot | 51 +-
.../main/smoketest/auditparser/auditparser.robot | 10 +-
.../src/main/smoketest/balancer/testBalancer.robot | 10 +-
.../src/main/smoketest/basic/ozone-shell-lib.robot | 66 +-
.../dist/src/main/smoketest/compatibility/om.robot | 10 +-
.../src/main/smoketest/compatibility/recon.robot | 8 +-
.../debug/ozone-debug-corrupt-block.robot | 9 +-
.../debug/ozone-debug-dead-datanode.robot | 15 +-
.../debug/ozone-debug-stale-datanode.robot | 10 +-
.../smoketest/debug/ozone-debug-tests-ec3-2.robot | 45 +-
.../smoketest/debug/ozone-debug-tests-ec6-3.robot | 54 +-
.../main/smoketest/debug/ozone-debug-tests.robot | 11 +-
.../src/main/smoketest/debug/ozone-debug.robot | 10 +-
.../src/main/smoketest/freon/echoRPCLoad.robot | 2 +-
.../main/smoketest/hsync/upgrade-hsync-check.robot | 4 +-
.../smoketest/upgrade/check-finalization.robot | 14 +-
.../dist/src/main/smoketest/upgrade/finalize.robot | 7 +-
.../dist/src/main/smoketest/upgrade/lib.robot | 66 +
.../dist/src/main/smoketest/upgrade/prepare.robot | 7 +-
hadoop-ozone/dist/src/shell/ozone/ozone | 18 +-
.../fault-injection-test/mini-chaos-tests/pom.xml | 15 +-
.../apache/hadoop/ozone/MiniOzoneChaosCluster.java | 42 +-
.../hadoop/ozone/TestAllMiniChaosOzoneCluster.java | 23 +-
.../ozone/TestDatanodeMiniChaosOzoneCluster.java | 12 +-
.../hadoop/ozone/TestMiniChaosOzoneCluster.java | 77 +-
.../TestOzoneManagerMiniChaosOzoneCluster.java | 11 +-
...orageContainerManagerMiniChaosOzoneCluster.java | 11 +-
.../org/apache/hadoop/ozone/failure/Failures.java | 1 +
.../ozone/loadgenerators/RandomLoadGenerator.java | 4 -
.../fault-injection-test/network-tests/pom.xml | 2 +-
hadoop-ozone/fault-injection-test/pom.xml | 4 +-
.../dev-support/findbugsExcludeFile.xml | 23 -
hadoop-ozone/httpfsgateway/pom.xml | 4 +-
.../apache/ozone/fs/http/server/HttpFSServer.java | 149 -
.../ozone/fs/http/server/HttpFSServerWebApp.java | 23 +-
.../http/server/metrics/HttpFSServerMetrics.java | 5 +-
.../service/hadoop/FileSystemAccessService.java | 9 +-
.../instrumentation/InstrumentationService.java | 48 +-
.../org/apache/ozone/lib/servlet/ServerWebApp.java | 2 +-
.../main/java/org/apache/ozone/lib/util/Check.java | 2 +-
.../main/java/org/apache/ozone/lib/wsrs/Param.java | 3 +-
.../java/org/apache/ozone/lib/wsrs/Parameters.java | 2 +-
.../org/apache/ozone/lib/wsrs/StringParam.java | 2 +-
hadoop-ozone/httpfsgateway/src/site/site.xml | 2 +-
.../fs/http/server/metrics/TestHttpFSMetrics.java | 22 +-
hadoop-ozone/insight/pom.xml | 4 +-
.../org/apache/hadoop/ozone/insight/Component.java | 2 +-
.../ozone/insight/ConfigurationSubCommand.java | 6 +-
.../ozone/insight/datanode/RatisInsight.java | 2 +-
.../dev-support/findbugsExcludeFile.xml | 0
.../pom.xml | 77 +-
.../apache/hadoop/ozone/s3/S3ClientFactory.java | 161 +
.../apache/hadoop/ozone/s3/S3GatewayService.java | 69 +
.../hadoop/ozone/s3/awssdk/S3SDKTestUtils.java | 79 +
.../ozone/s3/awssdk/v1/AbstractS3SDKV1Tests.java | 84 +-
.../hadoop/ozone/s3/awssdk/v1/TestS3SDKV1.java | 0
.../awssdk/v1/TestS3SDKV1WithRatisStreaming.java | 0
.../ozone/s3/awssdk/v2/AbstractS3SDKV2Tests.java | 294 +
.../hadoop/ozone/s3/awssdk/v2/TestS3SDKV2.java} | 6 +-
.../awssdk/v2/TestS3SDKV2WithRatisStreaming.java} | 4 +-
.../src/test/resources/ozone-site.xml | 12 +-
.../dev-support/findbugsExcludeFile.xml | 4 -
hadoop-ozone/integration-test/pom.xml | 41 +-
.../fs/contract/AbstractContractAppendTest.java | 4 -
.../fs/contract/AbstractContractConcatTest.java | 4 -
.../AbstractContractMultipartUploaderTest.java | 1 +
.../fs/contract/AbstractContractSetTimesTest.java | 4 -
.../fs/ozone/AbstractOzoneFileSystemTest.java | 23 +-
.../ozone/AbstractOzoneFileSystemTestWithFSO.java | 2 +
.../ozone/AbstractRootedOzoneFileSystemTest.java | 18 +-
.../hadoop/fs/ozone/OzoneFileSystemTests.java | 21 +-
.../ozone/TestDirectoryDeletingServiceWithFSO.java | 2 +-
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 14 +-
.../apache/hadoop/fs/ozone/TestHSyncUpgrade.java | 10 +-
.../hadoop/fs/ozone/TestOzoneFSBucketLayout.java | 23 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 87 +-
.../fs/ozone/TestOzoneFSWithObjectStoreCreate.java | 114 +-
.../fs/ozone/TestOzoneFileSystemMetrics.java | 80 +-
.../fs/ozone/TestOzoneFileSystemMissingParent.java | 47 +-
.../apache/hadoop/hdds/scm/TestCloseContainer.java | 11 +-
.../scm}/TestContainerOperations.java | 165 +-
.../hadoop/hdds/scm/TestSecretKeySnapshot.java | 8 +-
.../apache/hadoop/hdds/scm/TestSecretKeysApi.java | 8 +-
.../hdds/scm/TestStorageContainerManager.java | 8 +-
.../hdds/scm/TestStorageContainerManagerHA.java | 236 +-
...estStorageContainerManagerHAWithAllRunning.java | 221 +
.../apache/hadoop/hdds/scm/TestWatchForCommit.java | 1 -
.../hadoop/hdds/scm/TestXceiverClientManager.java | 24 +-
.../TestContainerStateManagerIntegration.java | 72 +-
.../container/TestScmApplyTransactionFailure.java | 2 +-
.../metrics/TestSCMContainerManagerMetrics.java | 76 +-
.../scm/node/TestDecommissionAndMaintenance.java | 31 +-
.../apache/hadoop/hdds/scm/node/TestQueryNode.java | 64 -
.../hdds/scm/pipeline/TestPipelineClose.java | 2 +-
.../hdds/scm/storage/TestContainerCommandsEC.java | 30 +-
.../hadoop/hdds/upgrade/TestHDDSUpgrade.java | 10 +-
.../hadoop/hdds/upgrade/TestHddsUpgradeUtils.java | 10 +-
.../org/apache/hadoop/ozone/TestBlockTokens.java | 8 +-
.../apache/hadoop/ozone/TestBlockTokensCLI.java | 8 +-
.../java/org/apache/hadoop/ozone/TestDataUtil.java | 47 +-
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 2 +-
.../apache/hadoop/ozone/TestOMSortDatanodes.java | 5 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 3 +-
.../ozone/client/rpc/OzoneRpcClientTests.java | 184 +-
.../rpc/TestCloseContainerHandlingByClient.java | 80 +-
.../rpc/TestContainerStateMachineFailures.java | 3 -
.../rpc/TestContainerStateMachineStream.java | 206 +-
.../client/rpc/TestDeleteWithInAdequateDN.java | 2 +-
.../client/rpc/TestOzoneAtRestEncryption.java | 38 +-
.../rpc/TestOzoneClientMultipartUploadWithFSO.java | 76 +-
.../rpc/TestOzoneRpcClientForAclAuditLog.java | 6 +-
.../TestOzoneRpcClientWithKeyLatestVersion.java | 28 +-
.../ozone/client/rpc/TestSecureOzoneRpcClient.java | 135 +-
.../client/rpc/TestValidateBCSIDOnRestart.java | 3 -
.../ozone/container/TestContainerReplication.java | 39 +
.../container/TestContainerReportHandling.java | 42 +-
.../TestContainerReportHandlingWithHA.java | 61 +-
.../ozone/container/TestECContainerRecovery.java | 6 +-
.../apache/hadoop/ozone/container/TestHelper.java | 28 +
.../commandhandler/TestBlockDeletion.java | 2 +-
.../commandhandler/TestDeleteContainerHandler.java | 7 +-
.../commandhandler/TestFinalizeBlock.java | 25 +-
.../transport/server/ratis/TestCSMMetrics.java | 4 +-
.../container/metrics/TestContainerMetrics.java | 9 +-
.../container/ozoneimpl/TestOzoneContainer.java | 2 +
.../ozoneimpl/TestOzoneContainerWithTLS.java | 1 +
.../ozoneimpl/TestSecureOzoneContainer.java | 1 +
.../container/server/TestContainerServer.java | 5 +-
.../server/TestSecureContainerServer.java | 5 +-
.../TestContainerScannerIntegrationAbstract.java | 2 +-
.../ozone/freon/TestHadoopDirTreeGenerator.java | 152 +-
.../freon/TestHadoopDirTreeGeneratorWithFSO.java | 35 -
.../ozone/freon/TestHadoopNestedDirGenerator.java | 123 +-
.../hadoop/ozone/freon/TestHsyncGenerator.java | 57 +-
.../ozone/freon/TestOmBucketReadWriteFileOps.java | 366 +-
.../ozone/freon/TestOmBucketReadWriteKeyOps.java | 282 +-
.../hadoop/ozone/freon/TestRandomKeyGenerator.java | 121 +-
.../apache/hadoop/ozone/om/OMUpgradeTestUtils.java | 6 +-
.../hadoop/ozone/om/TestAddRemoveOzoneManager.java | 11 +-
.../ozone/om/TestBucketLayoutWithOlderClient.java | 3 +-
.../apache/hadoop/ozone/om/TestBucketOwner.java | 25 +-
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 14 +-
.../org/apache/hadoop/ozone/om/TestKeyPurging.java | 13 +-
.../org/apache/hadoop/ozone/om/TestListKeys.java | 25 +-
.../hadoop/ozone/om/TestListKeysWithFSO.java | 31 +-
.../hadoop/ozone/om/TestOMBucketLayoutUpgrade.java | 4 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 20 +-
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 7 +-
.../hadoop/ozone/om/TestOMUpgradeFinalization.java | 2 +-
.../hadoop/ozone/om/TestObjectStoreWithFSO.java | 44 +-
.../org/apache/hadoop/ozone/om/TestOmAcls.java | 5 +-
.../hadoop/ozone/om/TestOmBlockVersioning.java | 7 +-
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 4 +-
.../ozone/om/TestOmStartupSlvLessThanMlv.java | 16 +-
.../ozone/om/TestOzoneManagerConfiguration.java | 33 +-
.../ozone/om/TestOzoneManagerHAWithAllRunning.java | 91 +-
.../hadoop/ozone/om/TestOzoneManagerPrepare.java | 12 +-
.../hadoop/ozone/om/TestRecursiveAclWithFSO.java | 21 +-
.../ozone/om/multitenant/RangerUserRequest.java | 5 +
.../om/multitenant/TestMultiTenantVolume.java | 10 +-
.../hadoop/ozone/om/snapshot/TestOmSnapshot.java | 43 +-
.../om/snapshot/TestOmSnapshotFileSystem.java | 33 +-
...TestSnapshotDeletingServiceIntegrationTest.java | 53 +-
.../ozone/recon/TestReconAndAdminContainerCLI.java | 2 +-
.../hadoop/ozone/recon/TestReconEndpointUtil.java | 2 +-
.../TestReconInsightsForDeletedDirectories.java | 2 +-
.../apache/hadoop/ozone/recon/TestReconTasks.java | 14 +-
.../ozone/recon/TestReconWithOzoneManager.java | 12 -
.../ozone/recon/TestReconWithOzoneManagerFSO.java | 28 +-
.../ozone/reconfig/TestOmReconfiguration.java | 26 +-
.../ozone/shell/TestDeletedBlocksTxnShell.java | 4 +-
.../shell/TestOzoneContainerUpgradeShell.java | 5 +-
.../hadoop/ozone/shell/TestOzoneDebugShell.java | 142 +-
.../hadoop/ozone/shell/TestOzoneShellHA.java | 8 +-
.../ozone/shell/TestOzoneShellHAWithFSO.java | 2 +-
.../hadoop/ozone/shell/TestOzoneTenantShell.java | 22 -
.../hadoop/ozone/shell/TestReconfigShell.java | 187 +-
.../shell/TestReplicationConfigPreference.java | 460 +-
.../tools/contract/AbstractContractDistCpTest.java | 4 +-
.../org/apache/hadoop/utils/FaultInjectorImpl.java | 4 +
.../test/java/org/apache/ozone/test/AclTests.java | 6 +-
.../org/apache/ozone/test/ClusterForTests.java | 6 +
.../java/org/apache/ozone/test/FreonTests.java | 111 +
.../test/java/org/apache/ozone/test/HATests.java | 28 +-
.../java/org/apache/ozone/test/NonHATests.java | 210 +-
...stOzoneIntegrationNonHA.java => TestFreon.java} | 5 +-
.../ozone/test/TestOzoneIntegrationNonHA.java | 1 +
.../src/test/resources/log4j.properties | 6 +
hadoop-ozone/interface-client/pom.xml | 4 +-
.../src/main/proto/OMAdminProtocol.proto | 17 +-
.../src/main/proto/OmClientProtocol.proto | 22 +-
.../interface-client/src/main/resources/proto.lock | 781 ++-
hadoop-ozone/interface-storage/pom.xml | 4 +-
.../apache/hadoop/ozone/om/OMMetadataManager.java | 10 +-
.../hadoop/ozone/om/helpers/OzoneAclStorage.java | 2 +-
.../hadoop/ozone/om/helpers/TestOmPrefixInfo.java | 4 +-
.../ozone/om/helpers/TestOmPrefixInfoCodec.java | 2 +-
.../ozone/om/helpers/TestTransactionInfoCodec.java | 1 +
.../dev-support/findbugsExcludeFile.xml | 0
.../{ozonefs-common => mini-cluster}/pom.xml | 69 +-
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 47 +-
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 156 +-
.../hadoop/ozone/MiniOzoneClusterProvider.java | 0
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 6 +-
.../hadoop/ozone/UniformDatanodesFactory.java | 4 +-
.../java/org/apache/hadoop/ozone/package-info.java | 2 +-
.../dev-support/findbugsExcludeFile.xml | 73 -
hadoop-ozone/ozone-manager/pom.xml | 5 +-
.../hadoop/ozone/om/GrpcOzoneManagerServer.java | 4 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 58 +-
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 110 +-
.../hadoop/ozone/om/OMMultiTenantManagerImpl.java | 11 +-
.../hadoop/ozone/om/OMPerformanceMetrics.java | 22 +
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 88 +-
.../apache/hadoop/ozone/om/OmMetadataReader.java | 2 +-
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 26 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 188 +-
.../hadoop/ozone/om/OzoneManagerPrepareState.java | 8 +-
.../hadoop/ozone/om/OzoneManagerServiceGrpc.java | 11 +-
.../apache/hadoop/ozone/om/OzoneManagerUtils.java | 5 -
.../apache/hadoop/ozone/om/PrefixManagerImpl.java | 2 +-
.../hadoop/ozone/om/SnapshotChainManager.java | 2 +-
.../hadoop/ozone/om/TrashOzoneFileSystem.java | 6 +-
.../apache/hadoop/ozone/om/TrashPolicyOzone.java | 4 +-
.../hadoop/ozone/om/execution/OMExecutionFlow.java | 82 +
.../hadoop/ozone/om/execution}/package-info.java | 4 +-
.../apache/hadoop/ozone/om/ha/OMHANodeDetails.java | 2 +-
.../hadoop/ozone/om/helpers/OMAuditLogger.java | 4 +-
.../multitenant/MultiTenantAccessController.java | 18 +
.../RangerClientMultiTenantAccessController.java | 4 +-
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 5 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 4 +-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 5 +
.../om/ratis/utils/OzoneManagerRatisUtils.java | 18 +-
.../om/ratis_snapshot/OmRatisSnapshotProvider.java | 36 +-
.../hadoop/ozone/om/request/OMClientRequest.java | 2 +-
.../om/request/file/OMDirectoryCreateRequest.java | 2 +-
.../file/OMDirectoryCreateRequestWithFSO.java | 2 +-
.../ozone/om/request/file/OMFileCreateRequest.java | 4 +-
.../request/file/OMFileCreateRequestWithFSO.java | 2 +-
.../ozone/om/request/file/OMFileRequest.java | 2 +-
.../om/request/file/OMRecoverLeaseRequest.java | 4 +-
.../om/request/key/OMKeyDeleteRequestWithFSO.java | 15 +-
.../ozone/om/request/key/OMKeyRenameRequest.java | 2 +-
.../om/request/key/OMKeyRenameRequestWithFSO.java | 2 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 2 +-
.../ozone/om/request/key/OMKeysRenameRequest.java | 2 +-
.../request/key/acl/prefix/OMPrefixAclRequest.java | 2 +-
.../S3MultipartUploadCompleteRequest.java | 2 +-
.../S3MultipartUploadCompleteRequestWithFSO.java | 5 -
.../request/s3/tenant/OMTenantDeleteRequest.java | 2 +-
.../tenant/OMTenantRevokeUserAccessIdRequest.java | 2 +-
.../snapshot/OMSnapshotMoveDeletedKeysRequest.java | 5 -
.../snapshot/OMSnapshotMoveTableKeysRequest.java | 4 -
.../request/upgrade/OMFinalizeUpgradeRequest.java | 2 +-
.../om/request/util/OMMultipartUploadUtils.java | 4 +-
.../ozone/om/request/volume/OMVolumeRequest.java | 5 -
.../key/acl/prefix/OMPrefixAclResponse.java | 2 +-
.../response/s3/tenant/OMTenantDeleteResponse.java | 2 +-
.../tenant/OMTenantRevokeUserAccessIdResponse.java | 2 +-
.../om/response/volume/OMVolumeDeleteResponse.java | 2 +-
.../response/volume/OMVolumeSetOwnerResponse.java | 2 +-
.../om/service/AbstractKeyDeletingService.java | 45 +-
.../hadoop/ozone/om/service/CompactDBService.java | 70 +
.../ozone/om/service/KeyDeletingService.java | 2 +-
.../ozone/om/service/OpenKeyCleanupService.java | 11 +-
.../hadoop/ozone/om/service/QuotaRepairTask.java | 4 +-
.../ozone/om/service/SnapshotDeletingService.java | 27 +-
.../om/service/SnapshotDiffCleanupService.java | 2 -
.../service/SnapshotDirectoryCleaningService.java | 3 +-
.../om/snapshot/FSODirectoryPathResolver.java | 6 +-
.../ozone/om/snapshot/MultiSnapshotLocks.java | 85 +
.../ozone/om/snapshot/SnapshotDiffManager.java | 104 +-
.../hadoop/ozone/om/snapshot/SnapshotUtils.java | 50 +-
.../ozone/om/upgrade/OMLayoutVersionManager.java | 7 -
.../protocolPB/OMAdminProtocolServerSideImpl.java | 27 +
...OzoneManagerProtocolServerSideTranslatorPB.java | 57 +-
.../protocolPB/OzoneManagerRequestHandler.java | 25 +-
.../OzoneDelegationTokenSecretManager.java | 12 -
.../org/apache/hadoop/ozone/om/OmTestManagers.java | 2 +-
.../hadoop/ozone/om/TestBucketManagerImpl.java | 4 -
.../hadoop/ozone/om/TestOmMetadataManager.java | 66 +-
.../hadoop/ozone/om/TestOmSnapshotManager.java | 17 +-
.../ozone/om/TestOzoneManagerHttpServer.java | 11 +-
....java => MultiTenantAccessControllerTests.java} | 73 +-
.../TestInMemoryMultiTenantAccessController.java} | 22 +-
...estRangerClientMultiTenantAccessController.java | 86 +
...TestOzoneManagerDoubleBufferWithOMResponse.java | 18 +-
.../om/ratis/TestOzoneManagerRatisRequest.java | 3 +
.../om/ratis/TestOzoneManagerRatisServer.java | 2 -
.../TestOmRatisSnapshotProvider.java | 8 +-
.../ozone/om/request/OMRequestTestUtils.java | 2 +-
.../ozone/om/request/TestNormalizePaths.java | 3 +
.../request/TestOMClientRequestWithUserInfo.java | 3 +-
.../request/bucket/TestOMBucketCreateRequest.java | 2 +-
.../bucket/TestOMBucketCreateRequestWithFSO.java | 1 +
.../request/file/TestOMDirectoryCreateRequest.java | 4 +-
.../file/TestOMDirectoryCreateRequestWithFSO.java | 21 +-
.../file/TestOMFileCreateRequestWithFSO.java | 14 +-
.../om/request/key/TestOMKeyAclRequestWithFSO.java | 1 +
.../om/request/key/TestOMKeyCommitRequest.java | 9 +-
.../request/key/TestOMKeyCommitRequestWithFSO.java | 2 +
.../ozone/om/request/key/TestOMKeyRequest.java | 10 +-
.../request/key/TestOMSetTimesRequestWithFSO.java | 3 +
...estS3InitiateMultipartUploadRequestWithFSO.java | 11 +-
.../security/TestOMDelegationTokenRequest.java | 2 -
.../om/response/key/TestOMKeyDeleteResponse.java | 1 +
.../key/TestOMKeysDeleteResponseWithFSO.java | 1 +
.../key/acl/prefix/TestOMPrefixAclResponse.java | 4 +-
...stS3InitiateMultipartUploadResponseWithFSO.java | 2 +
.../snapshot/TestOMSnapshotCreateResponse.java | 4 +-
.../om/service/TestSnapshotDiffCleanupService.java | 3 +-
.../om/snapshot/TestFSODirectoryPathResolver.java | 26 +-
.../ozone/om/snapshot/TestMultiSnapshotLocks.java | 136 +
.../om/snapshot/TestRocksDbPersistentMap.java | 6 +-
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 63 +-
.../ozone/om/snapshot/TestSstFilteringService.java | 5 +-
.../ozone/om/upgrade/TestOMUpgradeFinalizer.java | 16 +-
.../om/upgrade/TestOzoneManagerPrepareState.java | 11 +-
.../ozone/security/TestOzoneTokenIdentifier.java | 41 +-
.../security/acl/TestOzoneNativeAuthorizer.java | 20 +-
.../hadoop/ozone/security/acl/TestParentAcl.java | 11 +-
hadoop-ozone/ozonefs-common/pom.xml | 4 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 2 +-
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 6 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 2 +-
.../apache/hadoop/fs/ozone/OzoneClientUtils.java | 2 +-
hadoop-ozone/ozonefs-hadoop2/pom.xml | 4 +-
hadoop-ozone/ozonefs-hadoop3-client/pom.xml | 4 +-
hadoop-ozone/ozonefs-hadoop3/pom.xml | 4 +-
hadoop-ozone/ozonefs-shaded/pom.xml | 258 +-
hadoop-ozone/ozonefs/pom.xml | 4 +-
hadoop-ozone/pom.xml | 18 +-
hadoop-ozone/recon-codegen/pom.xml | 2 +-
.../ozone/recon/codegen/JooqCodeGenerator.java | 17 +-
.../ozone/recon/codegen/TableNamingStrategy.java | 2 +-
.../ozone/recon/codegen/package-info.java | 2 +-
.../recon/schema/ContainerSchemaDefinition.java | 9 +-
.../ozone/recon/schema/ReconSchemaDefinition.java | 2 +-
.../recon/schema}/ReconSchemaGenerationModule.java | 11 +-
.../ozone/recon/schema}/ReconSqlDbConfig.java | 2 +-
.../recon/schema/ReconTaskSchemaDefinition.java | 4 +-
.../recon/schema/SchemaVersionTableDefinition.java | 6 +-
.../ozone/recon/schema}/SqlDbUtils.java | 2 +-
.../ozone/recon/schema/StatsSchemaDefinition.java | 4 +-
.../recon/schema/UtilizationSchemaDefinition.java | 4 +-
.../ozone/recon/schema/package-info.java | 2 +-
.../recon/dev-support/findbugsExcludeFile.xml | 12 +-
hadoop-ozone/recon/pom.xml | 5 +-
.../apache/hadoop/ozone/recon/ReconConstants.java | 16 +
.../hadoop/ozone/recon/ReconControllerModule.java | 34 +-
.../hadoop/ozone/recon/ReconSchemaManager.java | 4 +-
.../org/apache/hadoop/ozone/recon/ReconServer.java | 2 +-
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 2 +-
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 121 +-
.../ozone/recon/api/ClusterStateEndpoint.java | 8 +-
.../hadoop/ozone/recon/api/ContainerEndpoint.java | 231 +-
.../hadoop/ozone/recon/api/NSSummaryEndpoint.java | 8 +-
.../hadoop/ozone/recon/api/NodeEndpoint.java | 5 +-
.../ozone/recon/api/OMDBInsightEndpoint.java | 6 +-
.../hadoop/ozone/recon/api/TaskStatusService.java | 4 +-
.../ozone/recon/api/UtilizationEndpoint.java | 14 +-
.../ozone/recon/api/handlers/BucketHandler.java | 15 +-
.../ozone/recon/api/handlers/FSOBucketHandler.java | 9 +-
.../recon/api/handlers/LegacyBucketHandler.java | 10 +-
.../ozone/recon/api/handlers/OBSBucketHandler.java | 5 +-
.../api/types/UnhealthyContainerMetadata.java | 2 +-
.../api/types/UnhealthyContainersResponse.java | 2 +-
.../ozone/recon/fsck/ContainerHealthTask.java | 158 +-
.../ozone/recon/fsck/ReconSafeModeMgrTask.java | 6 +-
.../ozone/recon/heatmap/HeatMapServiceImpl.java | 2 +-
.../hadoop/ozone/recon/heatmap/HeatMapUtil.java | 18 +-
.../recon/metrics/ContainerHealthMetrics.java | 86 +
.../recon/metrics/ReconTaskStatusMetrics.java | 4 +-
.../persistence/ContainerHealthSchemaManager.java | 51 +-
.../recon/persistence/DerbyDataSourceProvider.java | 4 +-
.../recon/scm/ReconContainerReportHandler.java | 9 +-
.../ozone/recon/scm/ReconDeadNodeHandler.java | 8 +-
.../ReconIncrementalContainerReportHandler.java | 12 +-
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 6 +-
.../ozone/recon/scm/ReconStaleNodeHandler.java | 4 +-
.../scm/ReconStorageContainerManagerFacade.java | 15 +-
.../recon/spi/ReconContainerMetadataManager.java | 6 +-
.../spi/impl/OzoneManagerServiceProviderImpl.java | 98 +-
.../impl/ReconContainerMetadataManagerImpl.java | 128 +-
.../impl/StorageContainerServiceProviderImpl.java | 111 +-
...pperTask.java => ContainerKeyMapperHelper.java} | 515 +-
.../recon/tasks/ContainerKeyMapperTaskFSO.java | 65 +
.../recon/tasks/ContainerKeyMapperTaskOBS.java | 64 +
.../ozone/recon/tasks/ContainerSizeCountTask.java | 15 +-
.../ozone/recon/tasks/FileSizeCountTask.java | 333 --
.../ozone/recon/tasks/FileSizeCountTaskFSO.java | 70 +
.../ozone/recon/tasks/FileSizeCountTaskHelper.java | 336 ++
.../ozone/recon/tasks/FileSizeCountTaskOBS.java | 70 +
.../hadoop/ozone/recon/tasks/NSSummaryTask.java | 105 +-
.../recon/tasks/NSSummaryTaskDbEventHandler.java | 32 +-
.../ozone/recon/tasks/NSSummaryTaskWithFSO.java | 48 +-
.../ozone/recon/tasks/NSSummaryTaskWithLegacy.java | 43 +-
.../ozone/recon/tasks/NSSummaryTaskWithOBS.java | 46 +-
.../ozone/recon/tasks/OmTableInsightTask.java | 24 +-
.../hadoop/ozone/recon/tasks/ReconOmTask.java | 110 +-
.../ozone/recon/tasks/ReconTaskController.java | 10 +-
.../ozone/recon/tasks/ReconTaskControllerImpl.java | 90 +-
.../tasks/updater/ReconTaskStatusUpdater.java | 12 +-
.../updater/ReconTaskStatusUpdaterManager.java | 4 +-
.../upgrade/InitialConstraintUpgradeAction.java | 6 +-
.../upgrade/ReconTaskStatusTableUpgradeAction.java | 7 +-
.../webapps/recon/ozone-recon-web/package.json | 6 +-
.../webapps/recon/ozone-recon-web/pnpm-lock.yaml | 612 +-
.../src/__tests__/datanodes/Datanodes.test.tsx | 6 +-
.../__tests__/datanodes/DatanodesTable.test.tsx | 4 +-
.../src/__tests__/locators/locators.ts | 6 +
.../mocks/pipelineMocks/pipelineResponseMocks.ts | 532 ++
.../mocks/pipelineMocks/pipelinesServer.ts} | 35 +-
.../src/__tests__/pipelines/Pipelines.test.tsx | 142 +
.../__tests__/pipelines/PipelinesTable.test.tsx | 186 +
.../{datanodes.utils.tsx => pipelines.utils.tsx} | 4 +-
.../src/v2/components/duMetadata/duMetadata.tsx | 4 +-
.../src/v2/components/tables/containersTable.tsx | 2 +-
.../src/v2/components/tables/pipelinesTable.tsx | 8 +-
.../src/views/diskUsage/diskUsage.tsx | 2 +-
.../views/missingContainers/missingContainers.tsx | 2 +-
.../ozone/recon/OMMetadataManagerTestUtils.java | 4 +-
.../ozone/recon/api/TestClusterStateEndpoint.java | 2 +-
.../ozone/recon/api/TestContainerEndpoint.java | 223 +-
.../recon/api/TestDeletedKeysSearchEndpoint.java | 1 -
.../hadoop/ozone/recon/api/TestEndpoints.java | 118 +-
.../recon/api/TestNSSummaryDiskUsageOrdering.java | 2 +-
.../recon/api/TestNSSummaryEndpointWithFSO.java | 14 +-
.../recon/api/TestNSSummaryEndpointWithLegacy.java | 14 +-
.../api/TestNSSummaryEndpointWithOBSAndLegacy.java | 24 +-
.../ozone/recon/api/TestOmDBInsightEndPoint.java | 32 +-
.../ozone/recon/api/TestOpenContainerCount.java | 2 +-
.../recon/api/TestOpenKeysSearchEndpoint.java | 2 +-
.../ozone/recon/api/TestTaskStatusService.java | 4 +-
.../ozone/recon/api/TestTriggerDBSyncEndpoint.java | 5 +-
.../hadoop/ozone/recon/common/CommonUtils.java | 2 +-
.../ozone/recon/fsck/TestContainerHealthTask.java | 114 +-
.../TestContainerHealthTaskRecordGenerator.java | 11 +-
.../recon/persistence/AbstractReconSqlDBTest.java | 4 +-
.../TestReconInternalSchemaDefinition.java | 6 +-
.../persistence/TestReconWithDifferentSqlDBs.java | 8 +-
.../TestSchemaVersionTableDefinition.java | 12 +-
.../recon/persistence/TestSqlSchemaSetup.java | 4 +-
.../persistence/TestStatsSchemaDefinition.java | 6 +-
.../TestUtilizationSchemaDefinition.java | 22 +-
...TestReconIncrementalContainerReportHandler.java | 4 +-
.../ozone/recon/scm/TestReconNodeManager.java | 32 +-
.../impl/TestOzoneManagerServiceProviderImpl.java | 29 +-
.../TestReconContainerMetadataManagerImpl.java | 14 +-
.../hadoop/ozone/recon/tasks/DummyReconDBTask.java | 16 +-
.../recon/tasks/TestContainerKeyMapperTask.java | 144 +-
.../recon/tasks/TestContainerSizeCountTask.java | 34 +-
.../ozone/recon/tasks/TestFileSizeCountTask.java | 268 +-
.../ozone/recon/tasks/TestNSSummaryTask.java | 3 +-
.../recon/tasks/TestNSSummaryTaskWithFSO.java | 108 +-
.../recon/tasks/TestNSSummaryTaskWithLegacy.java | 13 +-
.../TestNSSummaryTaskWithLegacyOBSLayout.java | 10 +-
.../recon/tasks/TestNSSummaryTaskWithOBS.java | 16 +-
.../ozone/recon/tasks/TestOmTableInsightTask.java | 55 +-
.../recon/tasks/TestReconTaskControllerImpl.java | 20 +-
.../recon/tasks/TestReconTaskStatusUpdater.java | 4 +-
.../TestInitialConstraintUpgradeAction.java | 4 +-
hadoop-ozone/s3-secret-store/pom.xml | 4 +-
hadoop-ozone/s3gateway/pom.xml | 4 +-
.../hadoop/ozone/s3/S3GatewayHttpServer.java | 5 -
.../hadoop/ozone/s3/SignedChunksInputStream.java | 35 +-
.../hadoop/ozone/s3/endpoint/BucketEndpoint.java | 10 +-
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 17 +-
.../org/apache/hadoop/ozone/s3/endpoint/S3Acl.java | 6 +-
.../ozone/s3/signature/AWSSignatureProcessor.java | 2 +-
.../s3/signature/AuthorizationV4HeaderParser.java | 7 +-
.../s3/signature/AuthorizationV4QueryParser.java | 9 +-
.../hadoop/ozone/s3/signature/Credential.java | 4 -
.../ozone/s3/signature/StringToSignProducer.java | 22 +-
.../apache/hadoop/ozone/s3/util/ContinueToken.java | 2 +-
.../org/apache/hadoop/ozone/s3/util/S3Consts.java | 14 +
.../org/apache/hadoop/ozone/s3/util/S3Utils.java | 19 +
.../hadoop/ozone/client/ClientProtocolStub.java | 2 +
.../hadoop/ozone/client/OzoneBucketStub.java | 1 +
.../hadoop/ozone/s3/TestAuthorizationFilter.java | 2 +-
.../hadoop/ozone/s3/endpoint/TestBucketPut.java | 16 -
.../hadoop/ozone/s3/endpoint/TestObjectGet.java | 4 +-
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 8 +-
.../hadoop/ozone/s3/endpoint/TestPartUpload.java | 5 +-
.../signature/TestAuthorizationV4HeaderParser.java | 1 -
hadoop-ozone/tools/pom.xml | 5 +-
.../ozone/admin/nssummary/DiskUsageSubCommand.java | 2 +-
.../admin/nssummary/FileSizeDistSubCommand.java | 2 +-
.../admin/nssummary/QuotaUsageSubCommand.java | 2 +-
.../ozone/admin/nssummary/SummarySubCommand.java | 2 +-
.../admin/om/FinalizationStatusSubCommand.java | 4 +-
.../ozone/admin/om/FinalizeUpgradeSubCommand.java | 24 +-
.../admin/scm/FinalizationScmStatusSubcommand.java | 4 +-
.../admin/scm/FinalizeScmUpgradeSubcommand.java | 24 +-
.../admin/scm/FinalizeUpgradeCommandUtil.java | 90 -
.../scm/GetFailedDeletedBlocksTxnSubcommand.java | 6 +-
.../admin/scm/GetScmRatisRolesSubcommand.java | 25 +-
.../scm/ResetDeletedBlockRetryCountSubcommand.java | 5 +-
.../{shell/checknative => debug}/CheckNative.java | 15 +-
.../hadoop/ozone/debug/FindMissingPadding.java | 268 -
.../{ => debug}/audit/parser/AuditParser.java | 20 +-
.../audit/parser/common/DatabaseHelper.java | 13 +-
.../audit/parser/common/ParserConsts.java | 2 +-
.../audit/parser/common/package-info.java | 0
.../audit/parser/handler/LoadCommandHandler.java | 8 +-
.../audit/parser/handler/QueryCommandHandler.java | 10 +-
.../parser/handler/TemplateCommandHandler.java | 10 +-
.../audit/parser/handler/package-info.java | 0
.../{ => debug}/audit/parser/model/AuditEntry.java | 2 +-
.../audit/parser/model/package-info.java | 0
.../{ => debug}/audit/parser/package-info.java | 0
.../datanode/container/ContainerCommands.java | 2 +-
.../debug/datanode/container/ExportSubcommand.java | 5 +-
.../apache/hadoop/ozone/debug/ldb/DBScanner.java | 2 +-
.../apache/hadoop/ozone/debug/ldb/DropTable.java | 74 -
.../apache/hadoop/ozone/debug/ldb/RDBParser.java | 1 -
.../{ReadReplicas.java => replicas/Checksums.java} | 184 +-
.../{package-info.java => ReplicaVerifier.java} | 11 +-
.../hadoop/ozone/debug/replicas/ReplicasDebug.java | 3 +-
.../ozone/debug/replicas/ReplicasVerify.java | 128 +
.../ozone/freon/AbstractOmBucketReadWriteOps.java | 10 +-
.../hadoop/ozone/freon/BaseFreonGenerator.java | 13 +-
.../ozone/freon/ClosedContainerReplicator.java | 2 +-
.../org/apache/hadoop/ozone/freon/ProgressBar.java | 2 +-
.../hadoop/ozone/freon/RandomKeyGenerator.java | 11 +-
.../hadoop/ozone/freon/S3EntityGenerator.java | 2 +-
.../hadoop/ozone/freon/SCMThroughputBenchmark.java | 2 +-
.../hadoop/ozone/freon/StreamingGenerator.java | 6 +-
.../freon/containergenerator/GeneratorOm.java | 4 +-
.../freon/containergenerator/GeneratorScm.java | 2 +-
.../org/apache/hadoop/ozone/repair/RepairTool.java | 3 +-
.../om/OMDebug.java => repair/ldb/LDBRepair.java} | 21 +-
.../ozone/repair/ldb/RocksDBManualCompaction.java | 90 +
.../ozone/repair/{om => ldb}/package-info.java | 2 +-
.../apache/hadoop/ozone/repair/om/CompactOMDB.java | 78 +
.../hadoop/ozone/repair/om/FSORepairTool.java | 8 +-
.../apache/hadoop/ozone/repair/om/OMRepair.java | 3 +-
.../ozone/shell/checknative/package-info.java | 21 -
.../hadoop/ozone/checknative/TestCheckNative.java | 90 -
.../apache/hadoop/ozone/debug/TestCheckNative.java | 74 +
.../{ => debug}/audit/parser/TestAuditParser.java | 10 +-
.../{ => debug}/audit/parser/package-info.java | 0
.../TestGenerateOzoneRequiredConfigurations.java | 3 +-
.../ozone/scm/TestGetScmRatisRolesSubcommand.java | 23 +-
pom.xml | 64 +-
1199 files changed, 27681 insertions(+), 19164 deletions(-)
create mode 100644 .editorconfig
create mode 100644 .github/workflows/check.yml
rename hadoop-ozone/dev-support/intellij/runConfigurations/CsiServer.xml =>
.run/CsiServer.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/Datanode1-ha.xml =>
.run/Datanode1-ha.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/Datanode1.xml =>
.run/Datanode1.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/Datanode2-ha.xml =>
.run/Datanode2-ha.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/Datanode2.xml =>
.run/Datanode2.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/Datanode3-ha.xml =>
.run/Datanode3-ha.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/Datanode3.xml =>
.run/Datanode3.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/FreonStandalone.xml
=> .run/FreonStandalone.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/OzoneFsShell-ha.xml
=> .run/OzoneFsShell-ha.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/OzoneFsShell.xml =>
.run/OzoneFsShell.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/OzoneManager-ha.xml
=> .run/OzoneManager-ha.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/OzoneManager.xml =>
.run/OzoneManager.run.xml (100%)
rename
hadoop-ozone/dev-support/intellij/runConfigurations/OzoneManagerInit-ha.xml =>
.run/OzoneManagerInit-ha.run.xml (100%)
rename
hadoop-ozone/dev-support/intellij/runConfigurations/OzoneManagerInit.xml =>
.run/OzoneManagerInit.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/OzoneShell-ha.xml
=> .run/OzoneShell-ha.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/OzoneShell.xml =>
.run/OzoneShell.run.xml (100%)
rename
hadoop-ozone/dev-support/intellij/runConfigurations/PrimordialSCM-ha.xml =>
.run/PrimordialSCM-ha.run.xml (100%)
rename
hadoop-ozone/dev-support/intellij/runConfigurations/PrimordialSCMInit-ha.xml =>
.run/PrimordialSCMInit-ha.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/Recon-ha.xml =>
.run/Recon-ha.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/Recon.xml =>
.run/Recon.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/S3Gateway.xml =>
.run/S3Gateway.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/Scm2-ha.xml =>
.run/Scm2-ha.run.xml (100%)
rename
hadoop-ozone/dev-support/intellij/runConfigurations/Scm2Bootstrap-ha.xml =>
.run/Scm2Bootstrap-ha.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/Scm3-ha.xml =>
.run/Scm3-ha.run.xml (100%)
rename
hadoop-ozone/dev-support/intellij/runConfigurations/Scm3Bootstrap-ha.xml =>
.run/Scm3Bootstrap-ha.run.xml (100%)
rename hadoop-ozone/dev-support/intellij/runConfigurations/ScmRoles.xml =>
.run/ScmRoles.run.xml (100%)
rename
hadoop-ozone/dev-support/intellij/runConfigurations/StorageContainerManager.xml
=> .run/StorageContainerManager.run.xml (100%)
rename
hadoop-ozone/dev-support/intellij/runConfigurations/StorageContainerManagerInit.xml
=> .run/StorageContainerManagerInit.run.xml (100%)
create mode 100644 dev-support/ci/find_test_class_project.bats
create mode 100755 dev-support/ci/find_test_class_project.sh
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/DFSConfigKeysLegacy.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/upgrade/UpgradeFinalization.java
copy
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/util/{ClosableIterator.java
=> SeekableIterator.java} (86%)
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/util/UUIDv7.java
delete mode 100644
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/VolumeInfo.java
copy
hadoop-hdds/container-service/src/{main/java/org/apache/hadoop/ozone/container/common/impl/RandomContainerDeletionChoosingPolicy.java
=>
test/java/org/apache/hadoop/ozone/container/common/impl/ContainerImplTestUtils.java}
(58%)
create mode 100644
hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/common/transport/server/ratis/TestContainerStateMachine.java
copy
hadoop-hdds/container-service/src/{main/java/org/apache/hadoop/ozone/container/common/transport/server/ratis/package-info.java
=>
test/java/org/apache/hadoop/ozone/container/common/transport/server/ratis/TestContainerStateMachineFollower.java}
(79%)
copy
hadoop-hdds/container-service/src/{main/java/org/apache/hadoop/ozone/container/common/transport/server/ratis/package-info.java
=>
test/java/org/apache/hadoop/ozone/container/common/transport/server/ratis/TestContainerStateMachineLeader.java}
(80%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/fs/AbstractSpaceUsageSource.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/fs/CachingSpaceUsageSource.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/fs/DU.java (100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/fs/DUFactory.java (100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/fs/DedicatedDiskSpaceUsage.java
(97%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/fs/DedicatedDiskSpaceUsageFactory.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/fs/SaveSpaceUsageToFile.java
(97%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/fs/SpaceUsageCheckFactory.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/fs/SpaceUsageCheckParams.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/fs/SpaceUsagePersistence.java
(100%)
copy hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/fs/package-info.java (100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/scm/ha/SCMHAUtils.java (81%)
copy hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/scm/ha/package-info.java (100%)
copy
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/scm/proxy/{SCMContainerLocationFailoverProxyProvider.java
=> SCMFailoverProxyProviderBase.java} (66%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/hdds/server/ServerUtils.java (100%)
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/Archiver.java
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/db/cache/TableNoCache.java
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/ozone/common/Storage.java (100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/ozone/common/StorageInfo.java (84%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/ozone/grpc/metrics/GrpcMetrics.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/ozone/grpc/metrics/GrpcMetricsServerRequestInterceptor.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/ozone/grpc/metrics/GrpcMetricsServerResponseInterceptor.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/ozone/grpc/metrics/GrpcMetricsServerTransportFilter.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/ozone/grpc/metrics/package-info.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/ozone/lease/Lease.java (100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/ozone/lease/LeaseAlreadyExistException.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/ozone/lease/LeaseCallbackExecutor.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/ozone/lease/LeaseException.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/ozone/lease/LeaseExpiredException.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/ozone/lease/LeaseManager.java (100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/ozone/lease/LeaseManagerNotRunningException.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/ozone/lease/LeaseNotFoundException.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/ozone/lease/package-info.java (100%)
rename hadoop-hdds/{common =>
framework}/src/main/java/org/apache/hadoop/ozone/upgrade/UpgradeFinalizer.java
(63%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/fs/MockSpaceUsageCheckFactory.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/fs/MockSpaceUsageCheckParams.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/fs/MockSpaceUsagePersistence.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/fs/MockSpaceUsageSource.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/fs/TestCachingSpaceUsageSource.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/fs/TestDU.java (100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/fs/TestDUFactory.java (100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/fs/TestDedicatedDiskSpaceUsage.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/fs/TestDedicatedDiskSpaceUsageFactory.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/fs/TestSaveSpaceUsageToFile.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/hdds/fs/TestSpaceUsageFactory.java
(100%)
rename hadoop-hdds/{common/src/test/java/org/apache/hadoop/hdds/scm =>
framework/src/test/java/org/apache/hadoop/hdds/scm/ha}/TestSCMHAUtils.java (95%)
rename hadoop-hdds/framework/src/{main =>
test}/java/org/apache/hadoop/hdds/utils/db/InMemoryTestTable.java (97%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/ozone/lease/TestLeaseManager.java
(100%)
rename hadoop-hdds/{common =>
framework}/src/test/java/org/apache/hadoop/ozone/lease/package-info.java (100%)
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/replication/QuasiClosedStuckOverReplicationHandler.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/replication/QuasiClosedStuckReplicaCount.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/replication/QuasiClosedStuckUnderReplicationHandler.java
create mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/replication/health/QuasiClosedStuckReplicationCheck.java
delete mode 100644
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/states/ContainerQueryKey.java
delete mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/Node2ContainerMap.java
delete mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/TestNode2ContainerMap.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/replication/TestQuasiClosedStuckOverReplicationHandler.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/replication/TestQuasiClosedStuckReplicaCount.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/replication/TestQuasiClosedStuckUnderReplicationHandler.java
create mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/replication/health/TestQuasiClosedStuckReplicationCheck.java
copy
hadoop-hdds/server-scm/src/{main/java/org/apache/hadoop/hdds/scm/node/DatanodeAdminMonitor.java
=> test/java/org/apache/hadoop/hdds/scm/node/ScmNodeTestUtil.java} (64%)
rename
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/{node/TestNodeStatus.java
=> pipeline/TestCreateForReadComparator.java} (63%)
delete mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/ozone/container/testutils/ReplicationNodeManagerMock.java
delete mode 100644
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/ozone/container/testutils/package-info.java
rename hadoop-hdds/test-utils/src/{main =>
test}/java/org/apache/ozone/test/GenericTestUtils.java (97%)
rename {hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/utils =>
hadoop-hdds/test-utils/src/test/java/org/apache/ozone/test}/InputSubstream.java
(96%)
rename hadoop-hdds/test-utils/src/{main =>
test}/java/org/apache/ozone/test/IntLambda.java (100%)
rename hadoop-hdds/test-utils/src/{main =>
test}/java/org/apache/ozone/test/JacocoServer.java (96%)
rename hadoop-hdds/test-utils/src/{main =>
test}/java/org/apache/ozone/test/LambdaTestUtils.java (100%)
rename hadoop-hdds/test-utils/src/{main =>
test}/java/org/apache/ozone/test/Log4j1Capturer.java (100%)
rename hadoop-hdds/test-utils/src/{main =>
test}/java/org/apache/ozone/test/Log4j2Capturer.java (100%)
rename hadoop-hdds/test-utils/src/{main =>
test}/java/org/apache/ozone/test/MetricsAsserts.java (100%)
rename hadoop-hdds/test-utils/src/{main =>
test}/java/org/apache/ozone/test/OzoneTestBase.java (100%)
rename hadoop-hdds/test-utils/src/{main =>
test}/java/org/apache/ozone/test/SpyInputStream.java (100%)
rename hadoop-hdds/test-utils/src/{main =>
test}/java/org/apache/ozone/test/SpyOutputStream.java (100%)
rename hadoop-hdds/test-utils/src/{main =>
test}/java/org/apache/ozone/test/TestClock.java (100%)
rename hadoop-hdds/test-utils/src/{main =>
test}/java/org/apache/ozone/test/TimedOutTestsListener.java (100%)
rename hadoop-hdds/test-utils/src/{main =>
test}/java/org/apache/ozone/test/package-info.java (100%)
rename hadoop-hdds/test-utils/src/{main =>
test}/java/org/apache/ozone/test/tag/Flaky.java (100%)
rename hadoop-hdds/test-utils/src/{main =>
test}/java/org/apache/ozone/test/tag/Native.java (100%)
rename hadoop-hdds/test-utils/src/{main =>
test}/java/org/apache/ozone/test/tag/Slow.java (100%)
rename hadoop-hdds/test-utils/src/{main =>
test}/java/org/apache/ozone/test/tag/Unhealthy.java (100%)
rename hadoop-hdds/test-utils/src/{main =>
test}/java/org/apache/ozone/test/tag/package-info.java (100%)
rename hadoop-hdds/test-utils/src/{main =>
test}/resources/META-INF/services/org.junit.platform.launcher.TestExecutionListener
(100%)
delete mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/helpers/MultipartUploadKeys.java
delete mode 100755 hadoop-ozone/dev-support/intellij/install-runconfigs.sh
delete mode 100644 hadoop-ozone/dev-support/intellij/ozone-style.xml
copy hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/{Ozone -
Overall Metrics.json => Ozone - Ozone Manager RocksDB.json} (55%)
copy hadoop-ozone/dist/src/main/compose/{restart =>
upgrade/compose/non-ha}/.env (91%)
copy hadoop-ozone/dist/src/main/compose/{restart =>
upgrade/compose/non-ha}/docker-compose.yaml (70%)
copy hadoop-ozone/dist/src/main/compose/{restart =>
upgrade/compose/non-ha}/docker-config (79%)
copy hadoop-ozone/dist/src/main/compose/upgrade/compose/{ha => non-ha}/load.sh
(81%)
mode change 100755 => 100644
rename
hadoop-ozone/dist/src/main/compose/upgrade/upgrades/non-rolling-upgrade/callbacks/{1.5.0
=> 2.0.0}/callback.sh (94%)
create mode 100644
hadoop-ozone/dist/src/main/license/bin/licenses/LICENSE-org.jline.txt
copy NOTICE.txt =>
hadoop-ozone/dist/src/main/license/bin/licenses/NOTICE-hadoop.txt (86%)
create mode 100644 hadoop-ozone/dist/src/main/smoketest/upgrade/lib.robot
copy hadoop-ozone/{cli-shell =>
integration-test-s3}/dev-support/findbugsExcludeFile.xml (100%)
copy hadoop-ozone/{ozonefs-common => integration-test-s3}/pom.xml (62%)
create mode 100644
hadoop-ozone/integration-test-s3/src/test/java/org/apache/hadoop/ozone/s3/S3ClientFactory.java
create mode 100644
hadoop-ozone/integration-test-s3/src/test/java/org/apache/hadoop/ozone/s3/S3GatewayService.java
create mode 100644
hadoop-ozone/integration-test-s3/src/test/java/org/apache/hadoop/ozone/s3/awssdk/S3SDKTestUtils.java
rename hadoop-ozone/{integration-test =>
integration-test-s3}/src/test/java/org/apache/hadoop/ozone/s3/awssdk/v1/AbstractS3SDKV1Tests.java
(95%)
copy hadoop-ozone/{integration-test =>
integration-test-s3}/src/test/java/org/apache/hadoop/ozone/s3/awssdk/v1/TestS3SDKV1.java
(100%)
copy hadoop-ozone/{integration-test =>
integration-test-s3}/src/test/java/org/apache/hadoop/ozone/s3/awssdk/v1/TestS3SDKV1WithRatisStreaming.java
(100%)
create mode 100644
hadoop-ozone/integration-test-s3/src/test/java/org/apache/hadoop/ozone/s3/awssdk/v2/AbstractS3SDKV2Tests.java
rename
hadoop-ozone/{integration-test/src/test/java/org/apache/hadoop/ozone/s3/awssdk/v1/TestS3SDKV1.java
=>
integration-test-s3/src/test/java/org/apache/hadoop/ozone/s3/awssdk/v2/TestS3SDKV2.java}
(89%)
rename
hadoop-ozone/{integration-test/src/test/java/org/apache/hadoop/ozone/s3/awssdk/v1/TestS3SDKV1WithRatisStreaming.java
=>
integration-test-s3/src/test/java/org/apache/hadoop/ozone/s3/awssdk/v2/TestS3SDKV2WithRatisStreaming.java}
(94%)
copy hadoop-ozone/{integration-test =>
integration-test-s3}/src/test/resources/ozone-site.xml (94%)
rename hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/{ozone =>
hdds/scm}/TestContainerOperations.java (57%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/TestStorageContainerManagerHAWithAllRunning.java
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/freon/TestHadoopDirTreeGeneratorWithFSO.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/ozone/test/FreonTests.java
copy
hadoop-ozone/integration-test/src/test/java/org/apache/ozone/test/{TestOzoneIntegrationNonHA.java
=> TestFreon.java} (91%)
copy hadoop-ozone/{cli-shell =>
mini-cluster}/dev-support/findbugsExcludeFile.xml (100%)
copy hadoop-ozone/{ozonefs-common => mini-cluster}/pom.xml (62%)
rename hadoop-ozone/{integration-test/src/test =>
mini-cluster/src/main}/java/org/apache/hadoop/ozone/MiniOzoneCluster.java (94%)
rename hadoop-ozone/{integration-test/src/test =>
mini-cluster/src/main}/java/org/apache/hadoop/ozone/MiniOzoneClusterImpl.java
(86%)
rename hadoop-ozone/{integration-test/src/test =>
mini-cluster/src/main}/java/org/apache/hadoop/ozone/MiniOzoneClusterProvider.java
(100%)
rename hadoop-ozone/{integration-test/src/test =>
mini-cluster/src/main}/java/org/apache/hadoop/ozone/MiniOzoneHAClusterImpl.java
(99%)
rename hadoop-ozone/{integration-test/src/test =>
mini-cluster/src/main}/java/org/apache/hadoop/ozone/UniformDatanodesFactory.java
(98%)
copy hadoop-ozone/{integration-test/src/test =>
mini-cluster/src/main}/java/org/apache/hadoop/ozone/package-info.java (93%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/execution/OMExecutionFlow.java
copy {hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/client =>
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/execution}/package-info.java
(87%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/service/CompactDBService.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/MultiSnapshotLocks.java
rename
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/multitenant/{TestMultiTenantAccessController.java
=> MultiTenantAccessControllerTests.java} (84%)
copy
hadoop-ozone/{common/src/main/java/org/apache/hadoop/ozone/om/multitenant/OzoneOwnerPrincipal.java
=>
ozone-manager/src/test/java/org/apache/hadoop/ozone/om/multitenant/TestInMemoryMultiTenantAccessController.java}
(56%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/multitenant/TestRangerClientMultiTenantAccessController.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/TestMultiSnapshotLocks.java
rename hadoop-ozone/recon-codegen/src/main/java/org/{hadoop =>
apache}/ozone/recon/codegen/JooqCodeGenerator.java (91%)
rename hadoop-ozone/recon-codegen/src/main/java/org/{hadoop =>
apache}/ozone/recon/codegen/TableNamingStrategy.java (97%)
rename hadoop-ozone/recon-codegen/src/main/java/org/{hadoop =>
apache}/ozone/recon/codegen/package-info.java (95%)
rename hadoop-ozone/recon-codegen/src/main/java/org/{hadoop =>
apache}/ozone/recon/schema/ContainerSchemaDefinition.java (91%)
rename hadoop-ozone/recon-codegen/src/main/java/org/{hadoop =>
apache}/ozone/recon/schema/ReconSchemaDefinition.java (97%)
rename
hadoop-ozone/recon-codegen/src/main/java/org/{hadoop/ozone/recon/codegen =>
apache/ozone/recon/schema}/ReconSchemaGenerationModule.java (76%)
rename
hadoop-ozone/recon-codegen/src/main/java/org/{hadoop/ozone/recon/codegen =>
apache/ozone/recon/schema}/ReconSqlDbConfig.java (99%)
rename hadoop-ozone/recon-codegen/src/main/java/org/{hadoop =>
apache}/ozone/recon/schema/ReconTaskSchemaDefinition.java (95%)
rename hadoop-ozone/recon-codegen/src/main/java/org/{hadoop =>
apache}/ozone/recon/schema/SchemaVersionTableDefinition.java (94%)
rename
hadoop-ozone/recon-codegen/src/main/java/org/{hadoop/ozone/recon/codegen =>
apache/ozone/recon/schema}/SqlDbUtils.java (99%)
rename hadoop-ozone/recon-codegen/src/main/java/org/{hadoop =>
apache}/ozone/recon/schema/StatsSchemaDefinition.java (94%)
rename hadoop-ozone/recon-codegen/src/main/java/org/{hadoop =>
apache}/ozone/recon/schema/UtilizationSchemaDefinition.java (97%)
rename hadoop-ozone/recon-codegen/src/main/java/org/{hadoop =>
apache}/ozone/recon/schema/package-info.java (95%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/metrics/ContainerHealthMetrics.java
rename
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/{ContainerKeyMapperTask.java
=> ContainerKeyMapperHelper.java} (50%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/ContainerKeyMapperTaskFSO.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/ContainerKeyMapperTaskOBS.java
delete mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/FileSizeCountTask.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/FileSizeCountTaskFSO.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/FileSizeCountTaskHelper.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/FileSizeCountTaskOBS.java
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/__tests__/mocks/pipelineMocks/pipelineResponseMocks.ts
copy
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/{components/quotaBar/quotaBar.less
=> __tests__/mocks/pipelineMocks/pipelinesServer.ts} (66%)
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/__tests__/pipelines/Pipelines.test.tsx
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/__tests__/pipelines/PipelinesTable.test.tsx
copy
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/__tests__/utils/{datanodes.utils.tsx
=> pipelines.utils.tsx} (88%)
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/admin/scm/FinalizeUpgradeCommandUtil.java
rename
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{shell/checknative =>
debug}/CheckNative.java (87%)
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/FindMissingPadding.java
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{ =>
debug}/audit/parser/AuditParser.java (78%)
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{ =>
debug}/audit/parser/common/DatabaseHelper.java (95%)
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{ =>
debug}/audit/parser/common/ParserConsts.java (95%)
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{ =>
debug}/audit/parser/common/package-info.java (100%)
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{ =>
debug}/audit/parser/handler/LoadCommandHandler.java (87%)
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{ =>
debug}/audit/parser/handler/QueryCommandHandler.java (84%)
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{ =>
debug}/audit/parser/handler/TemplateCommandHandler.java (86%)
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{ =>
debug}/audit/parser/handler/package-info.java (100%)
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{ =>
debug}/audit/parser/model/AuditEntry.java (98%)
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{ =>
debug}/audit/parser/model/package-info.java (100%)
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{ =>
debug}/audit/parser/package-info.java (100%)
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/ldb/DropTable.java
rename
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{ReadReplicas.java
=> replicas/Checksums.java} (53%)
copy
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/replicas/{package-info.java
=> ReplicaVerifier.java} (79%)
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/replicas/ReplicasVerify.java
copy
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{debug/om/OMDebug.java
=> repair/ldb/LDBRepair.java} (71%)
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/ldb/RocksDBManualCompaction.java
copy hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/{om =>
ldb}/package-info.java (95%)
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/om/CompactOMDB.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/shell/checknative/package-info.java
delete mode 100644
hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/checknative/TestCheckNative.java
create mode 100644
hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/debug/TestCheckNative.java
rename hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/{ =>
debug}/audit/parser/TestAuditParser.java (95%)
rename hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/{ =>
debug}/audit/parser/package-info.java (100%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
