This is an automated email from the ASF dual-hosted git repository.
sammichen pushed a change to branch HDDS-5713
in repository https://gitbox.apache.org/repos/asf/ozone.git
from 73a813b5bf HDDS-12431. [DiskBalancer] Use committedBytes to reserve
the space pre-allocated for container (#8297)
add 434a5d539a HDDS-12823. SnapshotDiffReportOzone#fromProtobuf empty
token handling (#8280)
add 0d88da0b71 HDDS-12723. Handle Volume Db failure in volume scanner
(#8256)
add dd8950bd96 HDDS-12340. Remove unnecessary findbugs exclusions (#8309)
add 621f018134 HDDS-12624. Fix pipeline limit check to prevent incorrect
pipeline creation (#8216)
add e83569f80b HDDS-12816. Ozone debug replicas chunk-info has incorrect
or None in FileLocations (#8289)
add 6f25b439b1 HDDS-12347. Fix spotbugs warnings in integration tests
(#8298)
add cdab4eb42d HDDS-12173. Follow RocksDB basic tuning guide (#8206)
add f6597d1b2d HDDS-12888. Add negative test cases for FS operations on
OBS buckets (#8323)
add 250d3c1734 HDDS-12891. OMKeyAclRequestWithFSO is incorrectly setting
full path as key name. (#8326)
add 64dbf44d3c HDDS-12893. cp: warning: behavior of -n is non-portable and
may change in future; use --update=none instead (#8328)
add 56b5b02317 HDDS-12707. Recon - In-memory extraction of om tarball from
network input stream (#8212)
add c21ec5b645 HDDS-12880. Move field declarations to start of class in
hdds-server-framework (#8310)
add 6852e3eb93 HDDS-12861. Add AvoidStringBufferField PMD rule (#8312)
add 68452d0573 HDDS-12893. addendum: cp: warning: behavior of -n is
non-portable and may change in future; use --update=none instead (#8334)
add 5c5db8e9bc HDDS-12897. Enable EmptyLineSeparator checkstyle rule
(#8329)
add a689ec850f Revert "HDDS-12173. Follow RocksDB basic tuning guide
(#8206)"
add 490528646b HDDS-12899. Move field declarations to start of class in
hdds-server-scm (#8332)
add cd308eaa85 HDDS-12904. Move field declarations to start of class in
other hdds modules (#8336)
add b70d35ab64 HDDS-12889. Enable AppendCharacterWithChar PMD rule (#8324)
add 825ba02e70 HDDS-9585. Improve import/export log in ContainerLogger
(#8330)
add cf1fb88740 HDDS-12902. Shutdown executor in
CloseContainerCommandHandler and ECReconstructionCoordinator (#8341)
add 63d5c73677 HDDS-12912. Remove deprecated
`PipelineManager#closePipeline(Pipeline, boolean)` (#8340)
add 403fb97d96 HDDS-12878. Move field declarations to start of class in
tests (#8308)
add 3f90e1c1b5 HDDS-12906. Move field declarations to start of class in
ozone-manager module (#8343)
add d083f8272d HDDS-12905. Move field declarations to start of class in
ozone-common (#8342)
add a73e0529ba HDDS-12907. Enable FieldDeclarationsShouldBeAtStartOfClass
PMD rule (#8344)
add 9c0c66cb69 HDDS-12915. Mark
testCreatePipelineThrowErrorWithDataNodeLimit as flaky
add 2a7000dc12 HDDS-12900. Use OMDBDefinition in OmMetadataManagerImpl
(#8337)
add 6f5e02a72b HDDS-12900. (addendum: fix pmd) Use OMDBDefinition in
OmMetadataManagerImpl (#8337)
add 319d5a4cfe HDDS-12773. bad substitution in bats test (#8290)
add c68308da9e HDDS-12599. Create an ozone debug CLI command to list all
the containers based on final state (#8282)
add ade69e3f82 HDDS-12649. Include name of volume or bucket in length
validation error (#8322)
add c8a98d6e29 HDDS-12892. OM Tagging Request incorrectly sets full path
as key name for FSO (#8345)
add a14b395cbc HDDS-12922. Use OMDBDefinition in GeneratorOm and
FSORepairTool (#8355)
add 9f3dd01111 HDDS-12917. cp: option '--update' doesn't allow an argument
(#8346)
add c71b393bef HDDS-12921. UnusedPrivateField violations in tests (#8353)
add 2d0f8cb6af HDDS-12833. Remove the CodecRegistry field from
DBStoreBuilder (#8327)
add 86039e8302 HDDS-12848. Create new submodule for ozone admin (#8292)
add ac9d9fdb00 HDDS-12915. Intermittent failure in
testCreatePipelineThrowErrorWithDataNodeLimit (#8359)
add 8efc0cd65a HDDS-11633. Delete message body too large, causing SCM to
fail writing raft log (#8354)
add 5cb6dd84d8 HDDS-12575. Set default JUnit5 timeout via property (#8348)
add 45374ea5bb HDDS-12932. Rewrite OMDBDefinition (#8362)
add ee32fa5494 HDDS-12560. Reclaimable Filter for Snaphost Garbage
Collections (#8053)
add 5815a47625 HDDS-12933. Remove the table names declared in
OmMetadataManagerImpl (#8370)
add 560fcdf90c HDDS-12728. Add Ozone 2.0.0 to compatibility acceptance
tests (#8361)
add 810e148ea9 HDDS-12939. Remove UnknownPipelineStateException. (#8372)
add ee7b1dc607 HDDS-12901. Introduce EventExecutorMetrics instead of
setting the metrics props unsafely (#8371)
add f345492db0 HDDS-12596. OM fs snapshot max limit is not enforced (#8157)
add 440bc82761 Revert "HDDS-12596. OM fs snapshot max limit is not
enforced (#8157)"
add b1e95119c9 HDDS-12925. Update datanode volume used space on container
deletion (#8364)
add e16a50f946 HDDS-12934. Split submodule for Freon. (#8367)
add bee81649c4 HDDS-12920. Configure log4j to gzip rolled over service log
files (#8357)
add 8b095d5d24 HDDS-12795. Rename heartbeat and first election
configuration name (#8249)
add 452e7aa789 HDDS-12596. OM fs snapshot max limit is not enforced (#8377)
add 9fe1dba2aa HDDS-12942. Init layout version config should not be public
(#8373)
add 40d2e00f54 HDDS-11141. Avoid log flood due due pipeline close in
XceiverServerRatis (#8325)
add 8c8eaf1377 HDDS-12944. Reduce timeout for integration check (#8374)
add 623e1446b2 HDDS-12956. Bump vite to 4.5.14 (#8375)
add fdc77db35e HDDS-12300. Merge OmUpgradeConfig into OmConfig (#8378)
add fa8bd9dd70 HDDS-12916. Support ETag in listObjects response (#8356)
add 522c88d364 HDDS-12963. Clean up io.grpc dependencies (#8382)
add 3201ca4e32 HDDS-12952. Make OmSnapshotManager#snapshotLimitCheck
thread-safe and consistent (#8381)
add af1f98cb37 HDDS-10822. Tool to omit raft log in OM. (#8154)
add d3faab30c5 HDDS-12561. Reclaimable Rename entry filter for reclaiming
renaming entries (#8054)
add 7e675d743a HDDS-12053. Make print-log-dag command run locally and
offline (#8016)
add 1d1bc883b7 HDDS-12974. Docker could not parse extra host IP (#8397)
add d29d76ba90 HDDS-12697. Ozone debug CLI to display details of a single
container (#8264)
add a99f20710b HDDS-12967. Skip
CommonChunkManagerTestCases.testFinishWrite if fuser cannot be started (#8389)
add 4f467c8fc7 HDDS-12978. Remove TestMultipartObjectGet (#8400)
add 254297c726 HDDS-12562. Reclaimable Directory entry filter for
reclaiming deleted directory entries (#8055)
add e71dcf6eb4 HDDS-11981. Add annotation for registering feature
validator based on a generic version (#7603)
add ac0d696608 HDDS-12968. [Recon] Fix column visibility issue in Derby
during schema upgrade finalization. (#8393)
add 4775e76cfb HDDS-12975. Fix percentage of blocks deleted in grafana
dashboard (#8398)
add d4f2734aaa HDDS-12689. Import BOM for AWS SDK, declare dependencies
(#8406)
add 82b73e3db4 HDDS-11856. Set DN state machine thread priority higher
than command handler thread. (#8253)
add d2da18f69b HDDS-12346. Reduce code duplication among TestNSSummaryTask
classes (#8287)
add 49b8fbd890 HDDS-12971. Use DatanodeID in Node2PipelineMap (#8403)
add 4f2e13cad5 HDDS-12954. Do not throw IOException for checksum. (#8387)
add 4135384801 HDDS-12973. Add javadoc for CompactionNode() and make
getCompactionNodeGraph return ConcurrentMap (#8395)
add c1103aeb27 HDDS-12877. Support StorageClass field in the S3 HeadObject
request (#8351)
add e6daae4af3 HDDS-12972. Use DatanodeID in ContainerReplica. (#8396)
add df701dc25d HDDS-12996. Workaround for Docker Compose concurrent map
writes (#8412)
add 412f22d1b7 HDDS-12959. Eliminate hdds-hadoop-dependency-server (#8384)
add c78aeb0ed3 HDDS-12951. EC: Log when falling back to reconstruction
read (#8408)
add d6a7723c07 HDDS-12776. ozone debug CLI command to list all Duplicate
open containers (#8409)
add f087d0b8e4 HDDS-12994. Use DatanodeID in ReconSCMDBDefinition. (#8417)
add 1cc8445847 HDDS-12207. Unify output of ozone debug replicas verify
checks (#8248)
add f47df78a5d HDDS-12958. [Snapshot] Add ACL check regression tests for
snapshot operations. (#8419)
add 08283f3aca HDDS-12087. TransactionToDNCommitMap too large causes GC to
pause for a long time (#8347)
add f57c1b1bb5 Merge remote-tracking branch 'origin/master' into HDDS-5713
No new revisions were added by this update.
Summary of changes:
.github/workflows/ci.yml | 2 +-
dev-support/pmd/pmd-ruleset.xml | 9 +
...ava => OmRequestFeatureValidatorProcessor.java} | 50 +-
.../annotations/RegisterValidatorProcessor.java | 146 ++++
.../hadoop/hdds/scm/ContainerClientMetrics.java | 1 -
.../apache/hadoop/hdds/scm/XceiverClientGrpc.java | 5 +-
.../hadoop/hdds/scm/XceiverClientManager.java | 1 -
.../apache/hadoop/hdds/scm/XceiverClientRatis.java | 1 -
.../hadoop/hdds/scm/client/HddsClientUtils.java | 36 +-
.../hdds/scm/storage/BlockDataStreamOutput.java | 2 +-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 2 +-
.../apache/hadoop/hdds/scm/storage/BufferPool.java | 1 -
.../hadoop/hdds/scm/storage/ChunkInputStream.java | 7 +-
.../hdds/scm/storage/ECBlockOutputStream.java | 1 +
.../hadoop/hdds/scm/storage/StreamBuffer.java | 1 -
.../hadoop/ozone/client/io/ECBlockInputStream.java | 1 +
.../ozone/client/io/ECBlockInputStreamProxy.java | 3 +
.../hdds/scm/client/TestHddsClientUtils.java | 103 ++-
.../hadoop/ozone/client/io/ECStreamTestUtil.java | 3 +-
.../ozone/client/io/TestECBlockInputStream.java | 2 +-
.../io/TestECBlockReconstructedInputStream.java | 3 -
hadoop-hdds/common/pom.xml | 10 -
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 6 +-
.../java/org/apache/hadoop/hdds/HddsUtils.java | 3 +-
.../java/org/apache/hadoop/hdds/JavaUtils.java | 1 -
.../java/org/apache/hadoop/hdds/NodeDetails.java | 2 +-
.../java/org/apache/hadoop/hdds/StringUtils.java | 25 +-
.../apache/hadoop/hdds/cli/AdminSubcommand.java | 0
.../apache/hadoop/hdds/cli/DebugSubcommand.java | 0
.../org/apache/hadoop/hdds/cli/ItemsFromStdin.java | 0
.../apache/hadoop/hdds/cli/RepairSubcommand.java | 0
.../hadoop/hdds/client/DecommissionUtils.java | 1 -
.../hadoop/hdds/conf/OzoneConfiguration.java | 2 +
.../hadoop/hdds/protocol/DatanodeDetails.java | 2 -
.../org/apache/hadoop/hdds/ratis/RatisHelper.java | 7 +-
.../RequestTypeDependentRetryPolicyCreator.java | 1 +
.../org/apache/hadoop/hdds/scm/AddSCMRequest.java | 2 +-
.../java/org/apache/hadoop/hdds/scm/ScmConfig.java | 23 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 2 -
.../apache/hadoop/hdds/scm/XceiverClientSpi.java | 1 +
.../common/helpers/ContainerWithPipeline.java | 19 +-
.../scm/container/common/helpers/ExcludeList.java | 1 -
.../org/apache/hadoop/hdds/scm/ha/SCMNodeInfo.java | 2 +-
.../apache/hadoop/hdds/scm/net/InnerNodeImpl.java | 1 +
.../org/apache/hadoop/hdds/scm/net/NetUtils.java | 2 +-
.../hadoop/hdds/scm/net/NetworkTopology.java | 2 +
.../hadoop/hdds/scm/net/NetworkTopologyImpl.java | 6 +-
.../org/apache/hadoop/hdds/scm/net/NodeImpl.java | 1 +
.../org/apache/hadoop/hdds/scm/net/NodeSchema.java | 2 +
.../hadoop/hdds/scm/net/NodeSchemaLoader.java | 1 +
.../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 55 +-
.../pipeline/UnknownPipelineStateException.java | 45 --
.../ContainerCommandResponseBuilders.java | 2 +
.../hdds/scm/storage/ContainerProtocolCalls.java | 1 +
.../scm/storage/DiskBalancerConfiguration.java | 78 +--
.../security/token/ShortLivedTokenIdentifier.java | 1 -
.../x509/certificate/utils/CertificateCodec.java | 1 +
.../x509/exception/CertificateException.java | 1 +
.../apache/hadoop/hdds/tracing/StringCodec.java | 6 +-
.../apache/hadoop/hdds/tracing/TracingUtil.java | 1 -
.../hadoop/hdds/utils/BackgroundService.java | 1 -
.../org/apache/hadoop/hdds/utils/LeakTracker.java | 1 +
.../apache/hadoop/hdds/utils/db/CodecBuffer.java | 1 +
.../apache/hadoop/hdds/utils/db/ShortCodec.java | 1 -
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 11 +-
.../org/apache/hadoop/ozone/common/Checksum.java | 51 +-
.../ozone/common/ChecksumByteBufferFactory.java | 2 +-
.../apache/hadoop/ozone/common/ChecksumData.java | 137 ++--
.../ozone/common/OzoneChecksumException.java | 24 +-
.../ozone/container/common/helpers/BlockData.java | 2 +-
.../hadoop/ozone/lock/BootstrapStateHandler.java | 1 +
.../hadoop/ozone/upgrade/UpgradeException.java | 1 +
.../hadoop/ozone/upgrade/UpgradeFinalization.java | 1 +
.../apache/hadoop/ozone/util/OzoneNetUtils.java | 2 -
.../hadoop/ozone/utils/FormattingCLIUtils.java | 22 +-
.../apache/hadoop/ozone/utils/package-info.java | 0
.../common/src/main/resources/ozone-default.xml | 8 +-
.../java/org/apache/hadoop/hdds/TestHddsUtils.java | 1 -
.../hadoop/hdds/protocol/TestDatanodeDetails.java | 1 +
.../apache/hadoop/hdds/ratis/TestRatisHelper.java | 1 -
.../container/TestReplicationManagerReport.java | 1 -
.../apache/hadoop/hdds/scm/ha/TestSCMNodeInfo.java | 2 -
.../hdds/scm/net/TestNetworkTopologyImpl.java | 2 -
.../hadoop/hdds/scm/net/TestNodeSchemaLoader.java | 2 -
.../hadoop/hdds/scm/net/TestNodeSchemaManager.java | 2 -
.../hadoop/hdds/scm/net/TestYamlSchemaLoader.java | 2 -
.../hadoop/hdds/scm/pipeline/TestPipeline.java | 2 +-
.../security/x509/keys/TestHDDSKeyGenerator.java | 1 +
.../hadoop/hdds/utils/TestResourceCache.java | 4 -
.../apache/hadoop/ozone/common/TestChecksum.java | 5 +-
.../hadoop/ozone/common/TestChunkBuffer.java | 4 -
.../ozone/container/ContainerTestHelper.java | 2 -
.../hadoop/hdds/conf/ConfigFileGenerator.java | 1 -
.../hadoop/hdds/conf/ConfigurationSource.java | 1 +
.../hadoop/hdds/conf/TestConfigurationSource.java | 1 +
hadoop-hdds/container-service/pom.xml | 26 +
.../org/apache/hadoop/hdds/scm/VersionInfo.java | 1 -
.../apache/hadoop/ozone/HddsPolicyProvider.java | 1 -
.../helpers/BlockDeletingServiceMetrics.java | 30 +-
.../container/common/helpers/ContainerMetrics.java | 2 +-
.../helpers/DeletedContainerBlocksSummary.java | 6 +-
.../ozone/container/common/impl/ContainerData.java | 1 -
.../ozone/container/common/impl/ContainerSet.java | 18 +-
.../container/common/impl/HddsDispatcher.java | 1 +
.../common/impl/StorageLocationReport.java | 2 +-
.../container/common/report/ReportManager.java | 1 -
.../common/statemachine/DatanodeStateMachine.java | 13 +-
.../common/statemachine/EndpointStateMachine.java | 1 -
.../common/statemachine/SCMConnectionManager.java | 2 -
.../common/statemachine/StateContext.java | 10 +-
.../CloseContainerCommandHandler.java | 5 +
.../commandhandler/DeleteBlocksCommandHandler.java | 5 +
.../DeleteContainerCommandHandler.java | 1 +
.../common/transport/server/XceiverServerSpi.java | 1 -
.../common/transport/server/ratis/CSMMetrics.java | 2 +-
.../server/ratis/ContainerStateMachine.java | 1 +
.../transport/server/ratis/XceiverServerRatis.java | 10 +-
.../container/common/utils/ContainerCache.java | 1 +
.../container/common/utils/ContainerLogger.java | 4 +-
.../container/common/utils/DatanodeStoreCache.java | 1 -
.../container/common/utils/DiskCheckUtil.java | 2 +
.../container/common/utils/HddsVolumeUtil.java | 1 -
.../ozone/container/common/volume/HddsVolume.java | 55 ++
.../container/common/volume/StorageVolume.java | 2 +-
.../container/diskbalancer/DiskBalancerInfo.java | 2 +-
.../diskbalancer/DiskBalancerService.java | 2 -
.../diskbalancer/DiskBalancerServiceMetrics.java | 12 +-
.../ECReconstructionCoordinator.java | 3 +-
.../container/keyvalue/KeyValueContainer.java | 1 -
.../ozone/container/keyvalue/KeyValueHandler.java | 8 +-
.../container/keyvalue/helpers/BlockUtils.java | 1 +
.../container/keyvalue/helpers/ChunkUtils.java | 1 -
.../helpers/KeyValueContainerLocationUtil.java | 1 +
.../statemachine/background/BlockDeletingTask.java | 1 -
.../ozone/container/metadata/AbstractRDBStore.java | 2 +-
.../metadata/DatanodeSchemaThreeDBDefinition.java | 1 +
.../DatanodeStoreWithIncrementalChunkList.java | 1 -
.../replication/AbstractReplicationTask.java | 5 +-
.../replication/GrpcContainerUploader.java | 1 +
.../container/stream/DirstreamClientHandler.java | 15 +-
.../container/stream/DirstreamServerHandler.java | 3 +-
.../ozone/container/stream/StreamingClient.java | 1 -
.../protocol/StorageContainerNodeProtocol.java | 2 +-
.../protocol/commands/CloseContainerCommand.java | 2 +-
.../protocol/commands/ClosePipelineCommand.java | 2 +-
.../ozone/protocol/commands/CommandStatus.java | 1 +
.../protocol/commands/CreatePipelineCommand.java | 2 +-
.../protocol/commands/DeleteBlocksCommand.java | 5 +-
.../protocol/commands/DeleteContainerCommand.java | 2 +-
.../commands/FinalizeNewLayoutVersionCommand.java | 2 +-
.../commands/ReconstructECContainersCommand.java | 5 +-
.../commands/RefreshVolumeUsageCommand.java | 2 +-
.../commands/ReplicateContainerCommand.java | 2 +-
.../ozone/protocol/commands/ReregisterCommand.java | 2 +-
.../hadoop/ozone/protocol/commands/SCMCommand.java | 1 +
.../commands/SetNodeOperationalStateCommand.java | 2 +-
.../ozone/container/common/SCMTestUtils.java | 1 -
.../hadoop/ozone/container/common/ScmTestMock.java | 2 +-
.../container/common/TestBlockDeletingService.java | 2 -
.../common/TestContainerLayoutVersion.java | 1 -
.../container/common/TestDatanodeStateMachine.java | 20 +
.../container/common/helpers/TestBlockData.java | 3 -
.../common/impl/TestContainerDataYaml.java | 1 -
.../common/impl/TestContainerPersistence.java | 2 -
.../container/common/interfaces/TestHandler.java | 2 -
.../TestDeleteBlocksCommandHandler.java | 2 -
.../TestDeleteContainerCommandHandler.java | 1 +
.../server/ratis/TestContainerStateMachine.java | 2 -
.../container/common/utils/TestHddsVolumeUtil.java | 4 +-
.../container/common/volume/TestDbVolume.java | 2 +-
.../common/volume/TestPeriodicVolumeChecker.java | 2 -
.../common/volume/TestReservedVolumeSpace.java | 1 -
.../common/volume/TestStorageVolumeChecker.java | 52 +-
.../volume/TestStorageVolumeHealthChecks.java | 1 -
.../container/common/volume/TestVolumeSet.java | 2 -
.../common/volume/TestVolumeSetDiskChecks.java | 6 -
.../diskbalancer/DiskBalancerServiceTestImpl.java | 1 -
.../diskbalancer/TestDiskBalancerService.java | 2 +-
.../keyvalue/TestKeyValueBlockIterator.java | 1 -
.../container/keyvalue/TestKeyValueContainer.java | 3 -
.../TestKeyValueContainerIntegrityChecks.java | 1 -
.../TestKeyValueContainerMarkUnhealthy.java | 6 -
.../TestKeyValueContainerMetadataInspector.java | 1 -
.../container/keyvalue/TestKeyValueHandler.java | 56 +-
.../TestKeyValueHandlerWithUnhealthyContainer.java | 1 -
.../keyvalue/impl/AbstractTestChunkManager.java | 8 +-
.../impl/TestKeyValueStreamDataChannel.java | 1 +
.../TestBackgroundContainerDataScanner.java | 1 -
.../container/ozoneimpl/TestContainerReader.java | 3 +-
.../ozoneimpl/TestContainerScannersAbstract.java | 1 -
.../container/ozoneimpl/TestOzoneContainer.java | 2 +-
.../container/replication/TestPushReplicator.java | 3 -
.../replication/TestReplicationSupervisor.java | 1 -
.../replication/TestSimpleContainerDownloader.java | 2 -
.../stream/TestDirstreamClientHandler.java | 3 -
.../container/stream/TestStreamingServer.java | 1 +
.../ozone/container/upgrade/UpgradeTestHelper.java | 1 -
hadoop-hdds/dev-support/checkstyle/checkstyle.xml | 8 +
.../ozone/erasurecode/rawcoder/CoderUtil.java | 9 +-
.../rawcoder/XORRawErasureCoderFactory.java | 1 -
.../ozone/erasurecode/rawcoder/util/GF256.java | 5 +-
.../ozone/erasurecode/rawcoder/util/RSUtil.java | 7 +-
.../apache/ozone/erasurecode/TestCoderBase.java | 5 +-
.../rawcoder/RawErasureCoderBenchmark.java | 10 +-
.../erasurecode/rawcoder/TestXORRawCoder.java | 2 -
hadoop-hdds/framework/pom.xml | 61 +-
.../hdds/conf/DatanodeRatisServerConfig.java | 144 ++--
.../hadoop/hdds/fs/SpaceUsageCheckFactory.java | 4 +-
.../SCMSecurityProtocolClientSideTranslatorPB.java | 1 +
.../DeletedBlocksTransactionInfoWrapper.java | 1 -
.../container/common/helpers/MoveDataNodePair.java | 8 +-
.../apache/hadoop/hdds/scm/metadata/Replicate.java | 1 +
...lockLocationProtocolClientSideTranslatorPB.java | 1 +
...inerLocationProtocolClientSideTranslatorPB.java | 14 +-
.../scm/proxy/SCMFailoverProxyProviderBase.java | 1 -
.../hadoop/hdds/security/OzoneSecretManager.java | 2 +-
.../security/symmetric/DefaultSecretKeyClient.java | 2 -
.../security/token/ContainerTokenGenerator.java | 26 +-
.../hdds/security/x509/certificate/CertInfo.java | 8 +-
.../certificate/authority/CertificateApprover.java | 1 -
.../client/DefaultCertificateClient.java | 1 -
.../certificate/client/SCMCertificateClient.java | 1 -
.../org/apache/hadoop/hdds/server/ServerUtils.java | 7 -
.../hadoop/hdds/server/ServiceRuntimeInfo.java | 2 +-
.../hdds/server/events/EventExecutorMetrics.java | 143 ++++
.../hadoop/hdds/server/events/EventQueue.java | 1 -
.../hadoop/hdds/server/events/EventWatcher.java | 1 -
.../FixedThreadPoolWithAffinityExecutor.java | 60 +-
.../hadoop/hdds/server/events/IEventInfo.java | 1 +
.../hdds/server/events/SingleThreadExecutor.java | 39 +-
.../hadoop/hdds/server/http/BaseHttpServer.java | 3 +-
.../hadoop/hdds/server/http/HttpServer2.java | 8 +-
.../hdds/server/http/HttpServer2Metrics.java | 42 +-
.../hdds/server/http/PrometheusMetricsSink.java | 6 +-
.../hadoop/hdds/utils/DecayRpcSchedulerUtil.java | 1 -
.../java/org/apache/hadoop/hdds/utils/HAUtils.java | 28 +-
.../apache/hadoop/hdds/utils/HddsServerUtil.java | 11 +-
.../hadoop/hdds/utils/MetadataKeyFilters.java | 1 +
.../org/apache/hadoop/hdds/utils/MetricsUtil.java | 100 ---
.../org/apache/hadoop/hdds/utils/NettyMetrics.java | 36 +-
.../org/apache/hadoop/hdds/utils/SignalLogger.java | 2 +-
.../hadoop/hdds/utils/TableCacheMetrics.java | 40 +-
.../apache/hadoop/hdds/utils/TransactionInfo.java | 30 +-
.../apache/hadoop/hdds/utils/db/CodecRegistry.java | 5 +-
.../hdds/utils/db/DBColumnFamilyDefinition.java | 50 +-
.../apache/hadoop/hdds/utils/db/DBDefinition.java | 1 -
.../org/apache/hadoop/hdds/utils/db/DBStore.java | 33 +-
.../hadoop/hdds/utils/db/DBStoreBuilder.java | 59 +-
.../hadoop/hdds/utils/db/RDBBatchOperation.java | 20 +-
.../apache/hadoop/hdds/utils/db/RDBMetrics.java | 26 +-
.../org/apache/hadoop/hdds/utils/db/RDBStore.java | 21 +-
.../hdds/utils/db/RDBStoreCodecBufferIterator.java | 114 +--
.../org/apache/hadoop/hdds/utils/db/RDBTable.java | 3 -
.../apache/hadoop/hdds/utils/db/RawKeyValue.java | 7 +-
.../apache/hadoop/hdds/utils/db/RocksDatabase.java | 37 +-
.../org/apache/hadoop/hdds/utils/db/Table.java | 4 -
.../apache/hadoop/hdds/utils/db/TableConfig.java | 9 +-
.../apache/hadoop/hdds/utils/db/TypedTable.java | 28 +-
.../hadoop/hdds/utils/db/cache/CacheValue.java | 20 +-
.../hadoop/hdds/utils/db/cache/FullTableCache.java | 1 -
.../hdds/utils/db/cache/PartialTableCache.java | 1 -
.../hadoop/hdds/utils/db/cache/TableNoCache.java | 1 +
.../org/apache/hadoop/ozone/audit/AuditLogger.java | 2 +
.../org/apache/hadoop/ozone/common/BlockGroup.java | 1 +
.../ozone/common/DeleteBlockGroupResult.java | 1 +
.../org/apache/hadoop/ozone/common/Storage.java | 2 -
.../apache/hadoop/ozone/common/StorageInfo.java | 1 -
.../hadoop/ozone/grpc/metrics/GrpcMetrics.java | 58 +-
.../java/org/apache/hadoop/ozone/lease/Lease.java | 1 -
.../security/ssl/TestSSLConnectionWithReload.java | 1 +
.../certificate/authority/TestDefaultProfile.java | 2 -
.../client/TestDnCertificateClientInit.java | 1 -
.../hdds/server/events/TestEventQueueChain.java | 1 -
.../hdds/server/http/TestRatisNameRewrite.java | 1 -
.../hadoop/hdds/utils/db/InMemoryTestTable.java | 12 +-
.../hadoop/hdds/utils/db/TestDBStoreBuilder.java | 17 +-
.../apache/hadoop/hdds/utils/db/TestRDBStore.java | 23 +-
.../hadoop/hdds/utils/db/TestRDBTableStore.java | 16 +-
.../hdds/utils/db/TestTypedRDBTableStore.java | 15 +-
.../hadoop/hdds/utils/db/cache/TestTableCache.java | 2 +-
.../org/apache/hadoop/ozone/audit/DummyEntity.java | 1 +
.../ozone/upgrade/TestBasicUpgradeFinalizer.java | 1 -
.../upgrade/TestLayoutVersionInstanceFactory.java | 4 -
.../ozone/upgrade/TestUpgradeFinalizerActions.java | 1 -
hadoop-hdds/hadoop-dependency-server/pom.xml | 210 ------
.../hdds/utils/db/managed/ManagedRocksDB.java | 7 +
.../db/managed/ManagedRocksObjectMetrics.java | 12 +-
.../utils/db/managed/ManagedRocksObjectUtils.java | 5 +-
hadoop-hdds/pom.xml | 12 -
.../dev-support/findbugsExcludeFile.xml | 4 -
.../apache/hadoop/hdds/utils/NativeConstants.java | 5 +-
.../db/managed/ManagedRawSSTFileIterator.java | 5 +
.../utils/db/managed/ManagedRawSSTFileReader.java | 12 +-
.../db/managed/TestManagedRawSSTFileIterator.java | 1 -
.../ozone/compaction/log/CompactionLogEntry.java | 8 +-
.../org/apache/ozone/rocksdiff/CompactionDag.java | 154 +++++
.../org/apache/ozone/rocksdiff/CompactionNode.java | 9 +-
.../ozone/rocksdiff/RocksDBCheckpointDiffer.java | 300 ++------
.../compaction/log/TestCompactionLogEntry.java | 1 -
.../rocksdiff/TestRocksDBCheckpointDiffer.java | 361 +++++-----
.../apache/ozone/rocksdiff/TestRocksDiffUtils.java | 4 +-
hadoop-hdds/server-scm/pom.xml | 21 +-
.../apache/hadoop/hdds/scm/PlacementPolicy.java | 1 +
.../hadoop/hdds/scm/block/BlockManagerImpl.java | 1 +
.../hadoop/hdds/scm/block/DeletedBlockLog.java | 2 +
.../hadoop/hdds/scm/block/DeletedBlockLogImpl.java | 39 +-
.../hdds/scm/block/SCMBlockDeletingService.java | 8 +
.../SCMDeletedBlockTransactionStatusManager.java | 4 +
.../scm/block/ScmBlockDeletingServiceMetrics.java | 20 +-
.../container/AbstractContainerReportHandler.java | 5 +-
.../hdds/scm/container/ContainerManager.java | 3 +-
.../hdds/scm/container/ContainerManagerImpl.java | 1 -
.../hdds/scm/container/ContainerReplica.java | 70 +-
.../hdds/scm/container/ContainerReportHandler.java | 16 +-
.../scm/container/ContainerStateManagerImpl.java | 2 +-
.../scm/container/balancer/ContainerBalancer.java | 1 +
.../balancer/ContainerBalancerMetrics.java | 1 +
.../ContainerBalancerSelectionCriteria.java | 1 -
.../hdds/scm/container/balancer/DataMoveInfo.java | 1 -
.../hdds/scm/container/balancer/MoveManager.java | 98 +--
.../metrics/SCMContainerManagerMetrics.java | 1 -
.../ContainerPlacementPolicyFactory.java | 1 -
.../ContainerPlacementStatusDefault.java | 1 -
.../replication/ContainerHealthResult.java | 25 +-
.../container/replication/ContainerReplicaOp.java | 13 +-
.../replication/ContainerReplicaPendingOps.java | 1 -
.../replication/ECContainerReplicaCount.java | 5 +-
.../replication/QuasiClosedStuckReplicaCount.java | 67 +-
.../replication/RatisContainerReplicaCount.java | 4 +-
.../container/replication/ReplicationManager.java | 65 +-
.../replication/ReplicationManagerMetrics.java | 2 -
.../replication/ReplicationManagerUtil.java | 12 +-
.../container/report/ContainerReportValidator.java | 6 +-
.../scm/container/states/ContainerStateMap.java | 37 +-
.../apache/hadoop/hdds/scm/ha/HASecurityUtils.java | 5 +-
.../hadoop/hdds/scm/ha/InterSCMGrpcClient.java | 1 -
.../org/apache/hadoop/hdds/scm/ha/RatisUtil.java | 1 -
.../org/apache/hadoop/hdds/scm/ha/SCMContext.java | 14 +-
.../hadoop/hdds/scm/ha/SCMHAInvocationHandler.java | 1 -
.../hadoop/hdds/scm/ha/SCMHAManagerImpl.java | 1 -
.../apache/hadoop/hdds/scm/ha/SCMHAMetrics.java | 59 +-
.../apache/hadoop/hdds/scm/ha/SCMRatisRequest.java | 1 +
.../hadoop/hdds/scm/ha/SCMRatisServerImpl.java | 2 +-
.../hadoop/hdds/scm/ha/SCMSnapshotProvider.java | 1 -
.../hadoop/hdds/scm/ha/SequenceIdGenerator.java | 14 +-
.../hadoop/hdds/scm/node/DatanodeAdminMonitor.java | 4 +
.../hdds/scm/node/DatanodeAdminMonitorImpl.java | 18 +-
.../hadoop/hdds/scm/node/DiskBalancerManager.java | 2 +-
.../hdds/scm/node/NodeDecommissionMetrics.java | 153 ++--
.../apache/hadoop/hdds/scm/node/NodeManager.java | 1 -
.../hadoop/hdds/scm/node/NodeStateManager.java | 20 +-
.../apache/hadoop/hdds/scm/node/NodeStatus.java | 36 +-
.../org/apache/hadoop/hdds/scm/node/NodeUtils.java | 1 +
.../hadoop/hdds/scm/node/SCMNodeManager.java | 11 +-
.../hdds/scm/node/SCMNodeStorageStatMap.java | 5 +-
.../hdds/scm/node/states/Node2PipelineMap.java | 16 +-
.../scm/node/states/NodeNotFoundException.java | 1 -
.../scm/pipeline/BackgroundPipelineCreator.java | 1 -
.../hdds/scm/pipeline/ECPipelineProvider.java | 19 +-
.../hadoop/hdds/scm/pipeline/PipelineManager.java | 5 -
.../hdds/scm/pipeline/PipelineManagerImpl.java | 14 -
.../hdds/scm/pipeline/PipelineReportHandler.java | 1 -
.../scm/pipeline/PipelineStateManagerImpl.java | 1 -
.../hdds/scm/pipeline/RatisPipelineProvider.java | 51 +-
.../scm/pipeline/WritableECContainerProvider.java | 20 +-
.../pipeline/WritableRatisContainerProvider.java | 1 -
.../algorithms/CapacityPipelineChoosePolicy.java | 1 +
.../algorithms/LeaderChoosePolicyFactory.java | 1 -
.../hdds/scm/safemode/DataNodeSafeModeRule.java | 1 -
.../scm/safemode/HealthyPipelineSafeModeRule.java | 2 -
.../safemode/OneReplicaPipelineSafeModeRule.java | 1 -
.../scm/safemode/RatisContainerSafeModeRule.java | 1 -
.../hdds/scm/safemode/SCMSafeModeManager.java | 3 +-
.../hadoop/hdds/scm/safemode/SafeModeMetrics.java | 2 -
.../hdds/scm/safemode/SafeModeRuleFactory.java | 1 -
.../hdds/scm/security/RootCARotationManager.java | 1 +
.../hdds/scm/security/SecretKeyManagerService.java | 1 -
.../hadoop/hdds/scm/server/SCMCertStore.java | 1 -
.../hdds/scm/server/SCMClientProtocolServer.java | 6 +-
.../scm/server/SCMDatanodeHeartbeatDispatcher.java | 5 +-
.../hdds/scm/server/SCMDatanodeProtocolServer.java | 7 +-
.../hadoop/hdds/scm/server/SCMPolicyProvider.java | 18 +-
.../hdds/scm/server/SCMStarterInterface.java | 3 +
.../hadoop/hdds/scm/server/SCMStorageConfig.java | 5 +-
.../hdds/scm/server/StorageContainerManager.java | 3 +
.../scm/server/upgrade/SCMUpgradeFinalizer.java | 2 +-
.../org/apache/hadoop/hdds/scm/HddsTestUtils.java | 55 +-
.../apache/hadoop/hdds/scm/TestHddsServerUtil.java | 2 -
.../hadoop/hdds/scm/TestHddsServerUtils.java | 6 -
.../hdds/scm/TestSCMCommonPlacementPolicy.java | 7 +-
.../hadoop/hdds/scm/block/TestBlockManager.java | 8 +-
.../hadoop/hdds/scm/block/TestDeletedBlockLog.java | 19 +-
.../hadoop/hdds/scm/container/MockNodeManager.java | 4 +-
.../hdds/scm/container/TestContainerReplica.java | 4 +-
.../scm/container/TestContainerReportHandler.java | 4 -
.../TestIncrementalContainerReportHandler.java | 1 -
.../container/balancer/TestContainerBalancer.java | 2 -
.../TestContainerBalancerDatanodeNodeLimit.java | 1 -
.../balancer/TestContainerBalancerTask.java | 2 +-
.../scm/container/balancer/TestableCluster.java | 2 +-
.../TestSCMContainerPlacementRackAware.java | 2 +-
.../TestSCMContainerPlacementRackScatter.java | 1 -
.../container/replication/ReplicationTestUtil.java | 21 +-
.../TestContainerReplicaPendingOps.java | 2 -
.../replication/TestECMisReplicationHandler.java | 1 -
.../replication/TestMisReplicationHandler.java | 1 +
...TestQuasiClosedStuckOverReplicationHandler.java | 7 +-
.../TestQuasiClosedStuckReplicaCount.java | 20 +-
...estQuasiClosedStuckUnderReplicationHandler.java | 19 +-
.../TestRatisContainerReplicaCount.java | 6 +-
.../TestRatisMisReplicationHandler.java | 1 -
.../TestRatisOverReplicationHandler.java | 1 +
.../replication/TestReplicationManager.java | 5 +-
.../TestReplicationManagerScenarios.java | 11 +-
.../health/TestDeletingContainerHandler.java | 2 -
.../health/TestEmptyContainerHandler.java | 2 +-
.../health/TestOpenContainerHandler.java | 1 +
.../health/TestQuasiClosedContainerHandler.java | 12 +-
.../TestQuasiClosedStuckReplicationCheck.java | 10 +-
.../health/TestRatisReplicationCheckHandler.java | 16 +-
.../TestRatisUnhealthyReplicationCheckHandler.java | 2 -
.../container/states/TestContainerAttribute.java | 3 +-
.../scm/ha/TestInterSCMGrpcProtocolService.java | 9 +-
.../hadoop/hdds/scm/ha/TestSCMConfiguration.java | 1 -
.../hdds/scm/node/TestDatanodeAdminMonitor.java | 4 +-
.../hdds/scm/node/TestNodeDecommissionManager.java | 1 +
.../hdds/scm/node/TestNodeDecommissionMetrics.java | 1 -
.../hadoop/hdds/scm/node/TestSCMNodeManager.java | 15 +-
.../hdds/scm/pipeline/MockPipelineManager.java | 9 +-
.../hdds/scm/pipeline/TestECPipelineProvider.java | 6 +-
.../scm/pipeline/TestPipelineActionHandler.java | 1 -
.../hdds/scm/pipeline/TestPipelineManagerImpl.java | 7 +-
.../scm/pipeline/TestPipelinePlacementPolicy.java | 36 +-
.../hdds/scm/pipeline/TestPipelineStateMap.java | 2 -
.../scm/pipeline/TestRatisPipelineProvider.java | 41 +-
.../TestPipelineChoosePolicyFactory.java | 2 -
.../safemode/TestHealthyPipelineSafeModeRule.java | 1 -
.../TestOneReplicaPipelineSafeModeRule.java | 3 +-
.../hdds/scm/safemode/TestSCMSafeModeManager.java | 4 -
.../server/TestSCMDatanodeHeartbeatDispatcher.java | 1 -
.../org/apache/ozone/test/GenericTestUtils.java | 1 +
.../org/apache/ozone/test/LambdaTestUtils.java | 8 +-
.../apache/ozone/test/TimedOutTestsListener.java | 2 +-
.../org/apache/hadoop/hdds/cli/package-info.java | 21 -
.../tools => hadoop-ozone/cli-admin}/pom.xml | 61 +-
.../hdds/scm/cli/ContainerBalancerCommands.java | 0
.../scm/cli/ContainerBalancerStartSubcommand.java | 0
.../scm/cli/ContainerBalancerStatusSubcommand.java | 0
.../scm/cli/ContainerBalancerStopSubcommand.java | 0
.../hdds/scm/cli/ContainerOperationClient.java | 0
.../hdds/scm/cli/ReplicationManagerCommands.java | 0
.../scm/cli/ReplicationManagerStartSubcommand.java | 0
.../cli/ReplicationManagerStatusSubcommand.java | 0
.../scm/cli/ReplicationManagerStopSubcommand.java | 0
.../hdds/scm/cli/SafeModeCheckSubcommand.java | 0
.../hadoop/hdds/scm/cli/SafeModeCommands.java | 0
.../hdds/scm/cli/SafeModeExitSubcommand.java | 0
.../hdds/scm/cli/SafeModeWaitSubcommand.java | 0
.../org/apache/hadoop/hdds/scm/cli/ScmOption.java | 1 -
.../apache/hadoop/hdds/scm/cli/ScmSubcommand.java | 0
.../hadoop/hdds/scm/cli/TopologySubcommand.java | 4 +-
.../hadoop/hdds/scm/cli/cert/CertCommands.java | 0
.../scm/cli/cert/CleanExpiredCertsSubcommand.java | 0
.../hadoop/hdds/scm/cli/cert/InfoSubcommand.java | 0
.../hadoop/hdds/scm/cli/cert/ListSubcommand.java | 2 +-
.../hdds/scm/cli/cert/ScmCertSubcommand.java | 0
.../hadoop/hdds/scm/cli/cert/package-info.java | 0
.../hdds/scm/cli/container/CloseSubcommand.java | 0
.../hdds/scm/cli/container/ContainerCommands.java | 0
.../scm/cli/container/ContainerIDParameters.java | 0
.../hdds/scm/cli/container/CreateSubcommand.java | 0
.../hdds/scm/cli/container/InfoSubcommand.java | 6 +-
.../hdds/scm/cli/container/ListSubcommand.java | 1 -
.../hdds/scm/cli/container/ReportSubcommand.java | 0
.../hdds/scm/cli/container/UpgradeSubcommand.java | 0
.../hdds/scm/cli/container/package-info.java | 0
.../hdds/scm/cli/datanode/DatanodeCommands.java | 0
.../cli/datanode/DecommissionStatusSubCommand.java | 4 +-
.../scm/cli/datanode/DecommissionSubCommand.java | 0
.../scm/cli/datanode/DiskBalancerCommands.java | 0
.../cli/datanode/DiskBalancerCommonOptions.java | 0
.../cli/datanode/DiskBalancerReportSubcommand.java | 0
.../cli/datanode/DiskBalancerStartSubcommand.java | 0
.../cli/datanode/DiskBalancerStatusSubcommand.java | 0
.../cli/datanode/DiskBalancerStopSubcommand.java | 0
.../cli/datanode/DiskBalancerUpdateSubcommand.java | 0
.../hdds/scm/cli/datanode/HostNameParameters.java | 0
.../hdds/scm/cli/datanode/ListInfoSubcommand.java | 7 +-
.../scm/cli/datanode/MaintenanceSubCommand.java | 1 -
.../scm/cli/datanode/RecommissionSubCommand.java | 0
.../hdds/scm/cli/datanode/StatusSubCommand.java | 0
.../hdds/scm/cli/datanode/UsageInfoSubcommand.java | 46 +-
.../hadoop/hdds/scm/cli/datanode/package-info.java | 0
.../apache/hadoop/hdds/scm/cli/package-info.java | 0
.../cli/pipeline/ActivatePipelineSubcommand.java | 0
.../scm/cli/pipeline/ClosePipelineSubcommand.java | 0
.../scm/cli/pipeline/CreatePipelineSubcommand.java | 0
.../cli/pipeline/DeactivatePipelineSubcommand.java | 0
.../scm/cli/pipeline/FilterPipelineOptions.java | 0
.../scm/cli/pipeline/ListPipelinesSubcommand.java | 0
.../hdds/scm/cli/pipeline/PipelineCommands.java | 0
.../hadoop/hdds/scm/cli/pipeline/package-info.java | 0
.../org/apache/hadoop/hdds/util/DurationUtil.java | 0
.../org/apache/hadoop/hdds/util/package-info.java | 0
.../org/apache/hadoop/ozone/admin/OzoneAdmin.java | 0
.../ozone/admin/nssummary/DiskUsageSubCommand.java | 3 +-
.../admin/nssummary/FileSizeDistSubCommand.java | 3 +-
.../ozone/admin/nssummary/NSSummaryAdmin.java | 0
.../ozone/admin/nssummary/NSSummaryCLIUtils.java | 12 +-
.../admin/nssummary/QuotaUsageSubCommand.java | 3 +-
.../ozone/admin/nssummary/SummarySubCommand.java | 3 +-
.../hadoop/ozone/admin/nssummary/package-info.java | 0
.../ozone/admin/om/CancelPrepareSubCommand.java | 0
.../ozone/admin/om/DecommissionOMSubcommand.java | 0
.../hadoop/ozone/admin/om/FetchKeySubCommand.java | 0
.../admin/om/FinalizationStatusSubCommand.java | 0
.../ozone/admin/om/FinalizeUpgradeSubCommand.java | 0
.../ozone/admin/om/GetServiceRolesSubcommand.java | 0
.../ozone/admin/om/ListOpenFilesSubCommand.java | 0
.../org/apache/hadoop/ozone/admin/om/OMAdmin.java | 0
.../hadoop/ozone/admin/om/PrepareSubCommand.java | 0
.../ozone/admin/om/TransferOmLeaderSubCommand.java | 0
.../ozone/admin/om/UpdateRangerSubcommand.java | 0
.../ozone/admin/om/lease/LeaseRecoverer.java | 0
.../ozone/admin/om/lease/LeaseSubCommand.java | 0
.../hadoop/ozone/admin/om/lease/package-info.java | 0
.../apache/hadoop/ozone/admin/om/package-info.java | 0
.../apache/hadoop/ozone/admin/package-info.java | 0
.../reconfig/AbstractReconfigureSubCommand.java | 0
.../ozone/admin/reconfig/ReconfigureCommands.java | 0
.../reconfig/ReconfigurePropertiesSubcommand.java | 0
.../admin/reconfig/ReconfigureStartSubcommand.java | 0
.../reconfig/ReconfigureStatusSubcommand.java | 0
.../admin/reconfig/ReconfigureSubCommandUtil.java | 0
.../hadoop/ozone/admin/reconfig/package-info.java | 0
.../ozone/admin/scm/DecommissionScmSubcommand.java | 0
.../ozone/admin/scm/DeletedBlocksTxnCommands.java | 0
.../admin/scm/FinalizationScmStatusSubcommand.java | 0
.../admin/scm/FinalizeScmUpgradeSubcommand.java | 0
.../scm/GetFailedDeletedBlocksTxnSubcommand.java | 24 +-
.../admin/scm/GetScmRatisRolesSubcommand.java | 0
.../scm/ResetDeletedBlockRetryCountSubcommand.java | 0
.../ozone/admin/scm/RotateKeySubCommand.java | 0
.../apache/hadoop/ozone/admin/scm/ScmAdmin.java | 0
.../admin/scm/TransferScmLeaderSubCommand.java | 0
.../hadoop/ozone/admin/scm/package-info.java | 0
.../cli/cert/TestCleanExpiredCertsSubcommand.java | 0
.../hdds/scm/cli/container/TestInfoSubCommand.java | 2 -
.../scm/cli/container/TestReportSubCommand.java | 2 +-
.../datanode/TestContainerBalancerSubCommand.java | 0
.../datanode/TestDecommissionStatusSubCommand.java | 1 -
.../cli/datanode/TestDecommissionSubCommand.java | 0
.../cli/datanode/TestDiskBalancerSubCommand.java | 0
.../scm/cli/datanode/TestListInfoSubcommand.java | 0
.../cli/datanode/TestMaintenanceSubCommand.java | 0
.../cli/datanode/TestRecommissionSubCommand.java | 0
.../scm/cli/datanode/TestUsageInfoSubcommand.java | 0
.../cli/pipeline/TestClosePipelinesSubCommand.java | 0
.../cli/pipeline/TestListPipelinesSubCommand.java | 0
.../apache/hadoop/hdds/util/TestDurationUtil.java | 0
.../ozone/scm/TestDecommissionScmSubcommand.java | 0
.../ozone/scm/TestGetScmRatisRolesSubcommand.java | 0
.../org/apache/hadoop/ozone/scm/package-info.java | 0
.../org/apache/hadoop/ozone/shell/ListOptions.java | 26 +-
.../ozone/shell/bucket/CreateBucketHandler.java | 44 +-
.../ozone/shell/snapshot/SnapshotDiffHandler.java | 2 -
.../hadoop/ozone/shell/TestOzoneAddress.java | 4 +-
.../client/dev-support/findbugsExcludeFile.xml | 5 -
.../apache/hadoop/ozone/client/OzoneBucket.java | 1 -
.../apache/hadoop/ozone/client/OzoneClient.java | 1 +
.../hadoop/ozone/client/OzoneClientFactory.java | 5 +-
.../hadoop/ozone/client/OzoneKeyLocation.java | 1 +
.../apache/hadoop/ozone/client/OzoneVolume.java | 1 +
.../org/apache/hadoop/ozone/client/VolumeArgs.java | 1 +
.../client/checksum/BaseFileChecksumHelper.java | 2 +-
.../client/checksum/ECBlockChecksumComputer.java | 1 -
.../checksum/ReplicatedBlockChecksumComputer.java | 4 +-
.../client/io/BlockDataStreamOutputEntry.java | 1 -
.../client/io/BlockDataStreamOutputEntryPool.java | 2 +-
.../ozone/client/io/BlockOutputStreamEntry.java | 1 -
.../client/io/BlockOutputStreamEntryPool.java | 1 +
.../hadoop/ozone/client/io/ECKeyOutputStream.java | 17 +-
.../ozone/client/io/KeyDataStreamOutput.java | 18 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 18 +-
.../hadoop/ozone/client/io/OzoneInputStream.java | 1 +
.../ozone/client/protocol/ClientProtocol.java | 14 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 15 +-
.../hadoop/ozone/client/MockDatanodeStorage.java | 2 +-
.../hadoop/ozone/client/MockOmTransport.java | 1 -
.../hadoop/ozone/client/TestOzoneECClient.java | 2 +
.../hadoop/ozone/client/rpc/TestRpcClient.java | 1 +
hadoop-ozone/common/pom.xml | 10 +-
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 7 +-
.../java/org/apache/hadoop/ozone/OzoneAcl.java | 1 -
.../ozone/client/io/SelectorOutputStream.java | 7 +-
.../apache/hadoop/ozone/conf/OMClientConfig.java | 1 -
.../apache/hadoop/ozone/om/IOmMetadataReader.java | 1 +
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 11 +-
.../java/org/apache/hadoop/ozone/om/OmConfig.java | 18 +
.../apache/hadoop/ozone/om/OmUpgradeConfig.java | 80 ---
.../hadoop/ozone/om/exceptions/OMException.java | 5 +-
.../ozone/om/ha/OMFailoverProxyProviderBase.java | 3 -
.../hadoop/ozone/om/helpers/OmBucketArgs.java | 2 +-
.../hadoop/ozone/om/helpers/OmBucketInfo.java | 11 +-
.../hadoop/ozone/om/helpers/OmDBAccessIdInfo.java | 8 +-
.../hadoop/ozone/om/helpers/OmDBTenantState.java | 8 +-
.../ozone/om/helpers/OmDBUserPrincipalInfo.java | 8 +-
.../hadoop/ozone/om/helpers/OmDeleteKeys.java | 1 -
.../hadoop/ozone/om/helpers/OmDirectoryInfo.java | 8 +-
.../apache/hadoop/ozone/om/helpers/OmKeyInfo.java | 38 +-
.../hadoop/ozone/om/helpers/OmKeyLocationInfo.java | 52 +-
.../ozone/om/helpers/OmKeyLocationInfoGroup.java | 8 +-
.../ozone/om/helpers/OmMultipartAbortInfo.java | 1 -
.../ozone/om/helpers/OmMultipartKeyInfo.java | 62 +-
.../hadoop/ozone/om/helpers/OmRangerSyncArgs.java | 1 +
.../hadoop/ozone/om/helpers/OmVolumeArgs.java | 8 +-
.../hadoop/ozone/om/helpers/OzoneAclUtil.java | 6 +-
.../hadoop/ozone/om/helpers/OzoneFSUtils.java | 1 -
.../hadoop/ozone/om/helpers/OzoneFileStatus.java | 4 +-
.../ozone/om/helpers/OzoneFileStatusLight.java | 4 +-
.../hadoop/ozone/om/helpers/RepeatedOmKeyInfo.java | 11 +-
.../hadoop/ozone/om/helpers/S3SecretValue.java | 8 +-
.../hadoop/ozone/om/helpers/ServiceInfo.java | 1 -
.../hadoop/ozone/om/helpers/SnapshotDiffJob.java | 8 +-
.../hadoop/ozone/om/helpers/SnapshotInfo.java | 77 ++-
.../hadoop/ozone/om/lock/IOzoneManagerLock.java | 1 -
.../apache/hadoop/ozone/om/lock/OMLockDetails.java | 1 -
.../hadoop/ozone/om/lock/OzoneManagerLock.java | 4 +-
.../hadoop/ozone/om/lock/OzoneManagerLockUtil.java | 1 -
.../ozone/om/protocol/OzoneManagerProtocol.java | 28 +-
.../ozone/om/protocolPB/GrpcOmTransport.java | 8 +-
.../om/protocolPB/OzoneManagerClientProtocol.java | 2 +
...OzoneManagerProtocolClientSideTranslatorPB.java | 28 +-
.../om/protocolPB/grpc/GrpcClientConstants.java | 6 +-
.../apache/hadoop/ozone/protocolPB/OMPBHelper.java | 45 +-
.../request/validation/RegisterValidator.java | 34 +-
.../request/validation/RequestProcessingPhase.java | 2 +-
.../ozone/request/validation/package-info.java | 41 ++
.../hadoop/ozone/security/GDPRSymmetricKey.java | 10 +-
.../security/OzoneDelegationTokenSelector.java | 5 +-
.../ozone/security/acl/IAccessAuthorizer.java | 10 +-
.../hadoop/ozone/security/acl/OzoneObjInfo.java | 1 -
.../hadoop/ozone/security/acl/RequestContext.java | 1 -
.../ozone/snapshot/SnapshotDiffReportOzone.java | 18 +-
.../ozone/snapshot/SnapshotDiffResponse.java | 77 ++-
.../org/apache/hadoop/ozone/util/PayloadUtils.java | 1 +
.../org/apache/hadoop/ozone/util/RadixNode.java | 14 +-
.../org/apache/hadoop/ozone/util/RadixTree.java | 10 +-
.../apache/hadoop/ozone/web/utils/OzoneUtils.java | 8 +-
.../java/org/apache/hadoop/ozone/TestOmUtils.java | 2 -
.../ozone/client/io/TestSelectorOutputStream.java | 2 -
.../hadoop/ozone/om/helpers/TestOmKeyInfo.java | 1 -
.../hadoop/ozone/om/lock/TestOzoneManagerLock.java | 5 -
.../ozone/om/protocolPB/TestS3GrpcOmTransport.java | 23 +-
.../hadoop/ozone/protocolPB/TestOMPBHelper.java | 95 +++
.../security/TestOzoneDelegationTokenSelector.java | 4 -
.../ozone/security/acl/TestOzoneObjInfo.java | 1 -
.../apache/hadoop/ozone/util/TestRadixTree.java | 2 -
hadoop-ozone/datanode/pom.xml | 10 -
hadoop-ozone/dev-support/checks/acceptance.sh | 3 +
.../dist/dev-support/bin/dist-layout-stitching | 5 +-
hadoop-ozone/dist/pom.xml | 6 +-
.../dashboards/Ozone - DeleteKey Metrics.json | 2 +-
.../dist/src/main/compose/common/replicas-test.sh | 51 +-
hadoop-ozone/dist/src/main/compose/ozone/test.sh | 1 +
.../compose/ozonesecure-ha/docker-compose.yaml | 90 +--
.../compose/ozonesecure-ha/s3g-virtual-host.yaml | 2 +-
.../compose/ozonesecure-ha/scm-decommission.yaml | 22 +-
hadoop-ozone/dist/src/main/compose/testlib.sh | 19 +-
hadoop-ozone/dist/src/main/compose/upgrade/test.sh | 5 +-
.../dist/src/main/compose/xcompat/clients.yaml | 4 +
hadoop-ozone/dist/src/main/compose/xcompat/lib.sh | 2 +-
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 1 +
hadoop-ozone/dist/src/main/license/jar-report.txt | 7 +-
.../main/smoketest/debug/ozone-debug-tests.robot | 12 +-
.../src/main/smoketest/ozonefs/ozonefs-obs.robot | 84 +++
.../dist/src/main/smoketest/s3/objecthead.robot | 1 +
hadoop-ozone/dist/src/shell/conf/log4j.properties | 38 +-
hadoop-ozone/dist/src/shell/ozone/ozone | 7 +-
.../fault-injection-test/mini-chaos-tests/pom.xml | 10 +-
.../hadoop/ozone/TestMiniChaosOzoneCluster.java | 4 +-
.../hadoop/ozone/failure/FailureManager.java | 1 +
.../hadoop/ozone/loadgenerators/LoadBucket.java | 2 +
.../hadoop/ozone/loadgenerators/LoadExecutors.java | 1 -
.../hadoop/ozone/loadgenerators/LoadGenerator.java | 5 +-
.../loadgenerators/ReadOnlyLoadGenerator.java | 1 -
.../dev-support/findbugsExcludeFile.xml | 0
hadoop-ozone/{tools => freon}/pom.xml | 95 +--
.../ozone/freon/AbstractOmBucketReadWriteOps.java | 0
.../hadoop/ozone/freon/BaseAppendLogGenerator.java | 0
.../hadoop/ozone/freon/BaseFreonGenerator.java | 0
.../hadoop/ozone/freon/ChunkManagerDiskWrite.java | 0
.../ozone/freon/ClosedContainerReplicator.java | 0
.../hadoop/ozone/freon/ContentGenerator.java | 0
.../hadoop/ozone/freon/DNRPCLoadGenerator.java | 0
.../hadoop/ozone/freon/DatanodeBlockPutter.java | 0
.../hadoop/ozone/freon/DatanodeChunkGenerator.java | 3 -
.../hadoop/ozone/freon/DatanodeChunkValidator.java | 4 -
.../ozone/freon/DatanodeSimulationState.java | 1 -
.../hadoop/ozone/freon/DatanodeSimulator.java | 0
.../freon/FollowerAppendLogEntryGenerator.java | 0
.../java/org/apache/hadoop/ozone/freon/Freon.java | 0
.../apache/hadoop/ozone/freon/FreonHttpServer.java | 1 -
.../ozone/freon/FreonReplicationOptions.java | 0
.../apache/hadoop/ozone/freon/FreonSubcommand.java | 0
.../ozone/freon/HadoopBaseFreonGenerator.java | 0
.../hadoop/ozone/freon/HadoopDirTreeGenerator.java | 0
.../hadoop/ozone/freon/HadoopFsGenerator.java | 0
.../hadoop/ozone/freon/HadoopFsValidator.java | 0
.../ozone/freon/HadoopNestedDirGenerator.java | 0
.../apache/hadoop/ozone/freon/HsyncGenerator.java | 1 -
.../hadoop/ozone/freon/KeyGeneratorUtil.java | 1 +
.../ozone/freon/LeaderAppendLogEntryGenerator.java | 0
.../hadoop/ozone/freon/OmBucketGenerator.java | 0
.../ozone/freon/OmBucketReadWriteFileOps.java | 0
.../ozone/freon/OmBucketReadWriteKeyOps.java | 0
.../apache/hadoop/ozone/freon/OmBucketRemover.java | 0
.../apache/hadoop/ozone/freon/OmKeyGenerator.java | 0
.../hadoop/ozone/freon/OmMetadataGenerator.java | 42 +-
.../hadoop/ozone/freon/OmRPCLoadGenerator.java | 0
.../hadoop/ozone/freon/OzoneClientCreator.java | 0
.../ozone/freon/OzoneClientKeyGenerator.java | 0
.../freon/OzoneClientKeyReadWriteListOps.java | 19 +-
.../hadoop/ozone/freon/OzoneClientKeyRemover.java | 0
.../ozone/freon/OzoneClientKeyValidator.java | 0
.../org/apache/hadoop/ozone/freon/PathSchema.java | 0
.../org/apache/hadoop/ozone/freon/ProgressBar.java | 4 +-
.../hadoop/ozone/freon/RandomKeyGenerator.java | 15 +-
.../hadoop/ozone/freon/RangeKeysGenerator.java | 3 -
.../hadoop/ozone/freon/S3BucketGenerator.java | 0
.../hadoop/ozone/freon/S3EntityGenerator.java | 0
.../apache/hadoop/ozone/freon/S3KeyGenerator.java | 0
.../hadoop/ozone/freon/SCMThroughputBenchmark.java | 18 +-
.../apache/hadoop/ozone/freon/SameKeyReader.java | 0
.../hadoop/ozone/freon/StorageSizeConverter.java | 0
.../hadoop/ozone/freon/StreamingGenerator.java | 1 -
.../freon/containergenerator/BaseGenerator.java | 0
.../containergenerator/GeneratorDatanode.java | 0
.../freon/containergenerator/GeneratorOm.java | 31 +-
.../freon/containergenerator/GeneratorScm.java | 1 -
.../freon/containergenerator/package-info.java | 0
.../apache/hadoop/ozone/freon/package-info.java | 0
.../hadoop/ozone/freon/TestContentGenerator.java | 2 +
.../apache/hadoop/ozone/freon/TestProgressBar.java | 0
.../containergenerator/TestGeneratorDatanode.java | 0
.../apache/hadoop/ozone/freon/package-info.java | 0
.../apache/ozone/fs/http/server/FSOperations.java | 2 +
.../fs/http/server/HttpFSParametersProvider.java | 5 +-
.../apache/ozone/fs/http/server/HttpFSServer.java | 15 +-
.../ozone/fs/http/server/HttpFSServerWebApp.java | 1 +
.../org/apache/ozone/fs/http/server/JsonUtil.java | 7 +-
.../java/org/apache/ozone/lib/lang/XException.java | 32 +-
.../java/org/apache/ozone/lib/server/Server.java | 75 +-
.../service/hadoop/FileSystemAccessService.java | 32 +-
.../instrumentation/InstrumentationService.java | 2 -
.../fs/http/server/metrics/TestHttpFSMetrics.java | 30 +-
hadoop-ozone/insight/pom.xml | 2 +-
hadoop-ozone/integration-test-s3/pom.xml | 20 +
.../ozone/s3/awssdk/v1/AbstractS3SDKV1Tests.java | 152 ++--
.../hadoop/ozone/s3/awssdk/v1/TestS3SDKV1.java | 2 -
.../awssdk/v1/TestS3SDKV1WithRatisStreaming.java | 2 -
.../ozone/s3/awssdk/v2/AbstractS3SDKV2Tests.java | 133 +++-
.../hadoop/ozone/s3/awssdk/v2/TestS3SDKV2.java | 2 -
.../awssdk/v2/TestS3SDKV2WithRatisStreaming.java | 2 -
.../dev-support/findbugsExcludeFile.xml | 103 ---
hadoop-ozone/integration-test/pom.xml | 6 +-
.../hadoop/conf/TestConfigurationFieldsBase.java | 2 +-
.../AbstractContractCopyFromLocalTest.java | 10 +-
.../fs/contract/AbstractContractCreateTest.java | 1 -
.../fs/contract/AbstractContractEtagTest.java | 3 +-
.../AbstractContractGetFileStatusTest.java | 10 +-
.../fs/contract/AbstractContractSeekTest.java | 2 +-
.../fs/contract/AbstractFSContractTestBase.java | 1 -
.../hadoop/fs/contract/ContractTestUtils.java | 9 +-
.../fs/ozone/AbstractOzoneFileSystemTest.java | 11 +-
.../ozone/AbstractRootedOzoneFileSystemTest.java | 61 +-
.../AbstractRootedOzoneFileSystemTestWithFSO.java | 1 +
.../ozone/TestDirectoryDeletingServiceWithFSO.java | 2 -
.../java/org/apache/hadoop/fs/ozone/TestHSync.java | 6 +-
.../apache/hadoop/fs/ozone/TestHSyncUpgrade.java | 6 +-
.../apache/hadoop/fs/ozone/TestLeaseRecovery.java | 2 -
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 2 -
.../fs/ozone/TestOzoneFSWithObjectStoreCreate.java | 23 +-
.../hadoop/fs/ozone/TestOzoneFileChecksum.java | 2 -
.../fs/ozone/TestOzoneFileSystemMetrics.java | 2 -
.../fs/ozone/TestOzoneFileSystemPrefixParser.java | 2 -
.../fs/ozone/TestOzoneFileSystemWithStreaming.java | 2 -
.../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java | 3 -
.../hadoop/fs/ozone/TestOzoneFsSnapshot.java | 2 -
.../hadoop/fs/ozone/TestRootedDDSWithFSO.java | 2 -
.../org/apache/hadoop/fs/ozone/TestSafeMode.java | 2 -
.../hadoop/hdds/scm/TestAllocateContainer.java | 2 -
.../apache/hadoop/hdds/scm/TestCommitInRatis.java | 3 -
.../hadoop/hdds/scm/TestContainerOperations.java | 2 -
.../hdds/scm/TestContainerReportWithKeys.java | 2 -
.../hadoop/hdds/scm/TestContainerSmallFile.java | 2 -
.../scm/TestGetCommittedBlockLengthAndPutKey.java | 2 -
.../hadoop/hdds/scm/TestRatisPipelineLeader.java | 5 +-
.../hdds/scm/TestSCMDbCheckpointServlet.java | 2 -
.../hadoop/hdds/scm/TestSCMInstallSnapshot.java | 8 +-
.../hdds/scm/TestSCMInstallSnapshotWithHA.java | 10 +-
.../org/apache/hadoop/hdds/scm/TestSCMMXBean.java | 3 -
.../hadoop/hdds/scm/TestSCMNodeManagerMXBean.java | 2 -
.../hadoop/hdds/scm/TestSecretKeySnapshot.java | 2 -
.../apache/hadoop/hdds/scm/TestSecretKeysApi.java | 3 -
.../hdds/scm/TestStorageContainerManager.java | 2 -
.../hdds/scm/TestStorageContainerManagerHA.java | 2 -
...estStorageContainerManagerHAWithAllRunning.java | 2 -
.../apache/hadoop/hdds/scm/TestWatchForCommit.java | 2 +-
.../hadoop/hdds/scm/TestXceiverClientGrpc.java | 4 -
.../hadoop/hdds/scm/TestXceiverClientManager.java | 2 -
.../hadoop/hdds/scm/TestXceiverClientMetrics.java | 2 -
.../TestContainerStateManagerIntegration.java | 2 -
.../container/TestScmApplyTransactionFailure.java | 4 +-
.../metrics/TestSCMContainerManagerMetrics.java | 2 -
.../hdds/scm/pipeline/TestLeaderChoosePolicy.java | 9 +-
.../hdds/scm/pipeline/TestMultiRaftSetup.java | 1 +
.../hdds/scm/pipeline/TestNode2PipelineMap.java | 2 -
.../hadoop/hdds/scm/pipeline/TestNodeFailure.java | 9 +
.../hdds/scm/pipeline/TestPipelineClose.java | 5 +-
.../scm/pipeline/TestPipelineManagerMXBean.java | 2 -
.../TestRatisPipelineCreateAndDestroy.java | 15 +-
.../TestSCMPipelineBytesWrittenMetrics.java | 2 -
.../hdds/scm/pipeline/TestSCMPipelineMetrics.java | 2 -
.../hadoop/hdds/scm/pipeline/TestSCMRestart.java | 2 -
.../safemode/TestSCMSafeModeWithPipelineRules.java | 2 -
.../hadoop/hdds/scm/storage/TestCommitWatcher.java | 5 -
.../hdds/scm/storage/TestContainerCommandsEC.java | 4 +-
.../hadoop/hdds/upgrade/TestHDDSUpgrade.java | 11 +-
.../hadoop/hdds/upgrade/TestHddsUpgradeUtils.java | 7 +-
.../hadoop/hdds/upgrade/TestScmHAFinalization.java | 4 +-
.../org/apache/hadoop/ozone/OzoneTestUtils.java | 2 +-
.../org/apache/hadoop/ozone/TestBlockTokens.java | 3 -
.../apache/hadoop/ozone/TestBlockTokensCLI.java | 3 -
.../ozone/TestContainerBalancerOperations.java | 2 -
.../org/apache/hadoop/ozone/TestCpuMetrics.java | 5 +-
.../java/org/apache/hadoop/ozone/TestDataUtil.java | 9 +
.../apache/hadoop/ozone/TestDelegationToken.java | 2 -
.../ozone/TestGetClusterTreeInformation.java | 2 -
.../apache/hadoop/ozone/TestMiniOzoneCluster.java | 6 +-
.../hadoop/ozone/TestMultipartObjectGet.java | 224 ------
.../apache/hadoop/ozone/TestOMSortDatanodes.java | 2 -
.../hadoop/ozone/TestOzoneConfigurationFields.java | 2 -
.../hadoop/ozone/TestSecureOzoneCluster.java | 3 +-
.../ozone/admin/om/lease/TestLeaseRecoverer.java | 3 -
.../ozone/client/rpc/OzoneRpcClientTests.java | 72 +-
.../apache/hadoop/ozone/client/rpc/TestBCSID.java | 2 -
.../client/rpc/TestBlockDataStreamOutput.java | 4 +-
.../ozone/client/rpc/TestBlockOutputStream.java | 2 -
.../rpc/TestBlockOutputStreamWithFailures.java | 2 -
.../rpc/TestCloseContainerHandlingByClient.java | 6 +-
.../client/rpc/TestContainerStateMachine.java | 20 +-
.../TestContainerStateMachineFailureOnRead.java | 3 +-
.../rpc/TestContainerStateMachineFailures.java | 13 +-
.../rpc/TestContainerStateMachineFlushDelay.java | 2 -
.../rpc/TestContainerStateMachineStream.java | 2 -
.../client/rpc/TestDiscardPreallocatedBlocks.java | 2 -
.../ozone/client/rpc/TestECKeyOutputStream.java | 2 +-
.../client/rpc/TestFailureHandlingByClient.java | 4 -
.../rpc/TestFailureHandlingByClientFlushDelay.java | 2 -
.../client/rpc/TestHybridPipelineOnDatanode.java | 19 +-
.../rpc/TestMultiBlockWritesWithDnFailures.java | 2 -
.../client/rpc/TestOzoneAtRestEncryption.java | 1 -
.../rpc/TestOzoneClientMultipartUploadWithFSO.java | 8 +-
...estOzoneClientRetriesOnExceptionFlushDelay.java | 2 -
.../rpc/TestOzoneClientRetriesOnExceptions.java | 2 -
.../ozone/client/rpc/TestOzoneRpcClient.java | 2 -
.../hadoop/ozone/client/rpc/TestReadRetries.java | 2 -
.../ozone/client/rpc/TestSecureOzoneRpcClient.java | 3 +-
.../client/rpc/read/TestChunkInputStream.java | 10 +-
.../ozone/client/rpc/read/TestInputStreamBase.java | 4 +-
.../ozone/client/rpc/read/TestKeyInputStream.java | 7 +-
.../ozone/container/TestContainerReplication.java | 12 +-
.../apache/hadoop/ozone/container/TestHelper.java | 6 +-
.../TestCloseContainerByPipeline.java | 4 +-
.../commandhandler/TestCloseContainerHandler.java | 2 -
.../commandhandler/TestDeleteContainerHandler.java | 9 +-
.../commandhandler/TestFinalizeBlock.java | 2 -
.../TestRefreshVolumeUsageHandler.java | 2 -
.../container/metrics/TestContainerMetrics.java | 2 -
.../metrics/TestDatanodeQueueMetrics.java | 2 -
.../container/ozoneimpl/TestOzoneContainer.java | 6 -
.../ozoneimpl/TestOzoneContainerWithTLS.java | 2 -
.../ozoneimpl/TestSecureOzoneContainer.java | 2 -
.../replication/TestContainerReplication.java | 2 -
.../container/server/TestContainerServer.java | 1 +
.../server/TestSecureContainerServer.java | 1 +
.../apache/hadoop/ozone/dn/DatanodeTestUtils.java | 11 +-
.../ozone/dn/ratis/TestDnRatisLogParser.java | 2 -
.../TestContainerScannerIntegrationAbstract.java | 3 -
.../TestDatanodeHddsVolumeFailureDetection.java | 72 +-
.../TestDatanodeHddsVolumeFailureToleration.java | 2 -
.../freon/TestDataValidateWithDummyContainers.java | 3 -
.../TestDataValidateWithSafeByteOperations.java | 3 -
.../TestDataValidateWithUnsafeByteOperations.java | 3 -
.../freon/TestFreonWithDatanodeFastRestart.java | 2 -
.../ozone/freon/TestFreonWithPipelineDestroy.java | 2 +-
.../hadoop/ozone/freon/TestRandomKeyGenerator.java | 2 -
.../hadoop/ozone/fsck/TestContainerMapper.java | 12 -
.../hadoop/ozone/om/TestAddRemoveOzoneManager.java | 2 -
.../ozone/om/TestBucketLayoutWithOlderClient.java | 2 -
.../apache/hadoop/ozone/om/TestBucketOwner.java | 2 -
.../apache/hadoop/ozone/om/TestKeyManagerImpl.java | 107 ++-
.../org/apache/hadoop/ozone/om/TestKeyPurging.java | 2 -
.../org/apache/hadoop/ozone/om/TestListKeys.java | 12 +-
.../hadoop/ozone/om/TestListKeysWithFSO.java | 13 +-
.../org/apache/hadoop/ozone/om/TestListStatus.java | 2 -
.../hadoop/ozone/om/TestOMBucketLayoutUpgrade.java | 5 +-
.../hadoop/ozone/om/TestOMDbCheckpointServlet.java | 4 +-
.../hadoop/ozone/om/TestOMRatisSnapshots.java | 41 +-
.../ozone/om/TestOMStartupWithBucketLayout.java | 2 -
.../hadoop/ozone/om/TestOMUpgradeFinalization.java | 5 +-
.../apache/hadoop/ozone/om/TestObjectStore.java | 2 -
.../hadoop/ozone/om/TestObjectStoreWithFSO.java | 20 +-
.../ozone/om/TestObjectStoreWithLegacyFS.java | 2 -
.../org/apache/hadoop/ozone/om/TestOmAcls.java | 44 +-
.../hadoop/ozone/om/TestOmBlockVersioning.java | 2 -
.../ozone/om/TestOmContainerLocationCache.java | 3 -
.../org/apache/hadoop/ozone/om/TestOmInit.java | 4 -
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 56 +-
.../ozone/om/TestOzoneManagerConfiguration.java | 2 -
.../apache/hadoop/ozone/om/TestOzoneManagerHA.java | 9 +-
.../ozone/om/TestOzoneManagerHAWithAllRunning.java | 1 -
.../om/TestOzoneManagerHAWithStoppedNodes.java | 9 +-
.../ozone/om/TestOzoneManagerListVolumes.java | 2 -
.../om/TestOzoneManagerListVolumesSecure.java | 2 -
.../ozone/om/TestOzoneManagerRestInterface.java | 2 -
.../hadoop/ozone/om/TestOzoneManagerRestart.java | 4 -
.../ozone/om/TestOzoneManagerRocksDBLogging.java | 2 -
.../hadoop/ozone/om/TestRecursiveAclWithFSO.java | 2 -
.../apache/hadoop/ozone/om/TestScmSafeMode.java | 2 -
.../hadoop/ozone/om/TestSecureOzoneManager.java | 2 -
.../om/multitenant/TestMultiTenantVolume.java | 4 +-
.../ozone/om/service/TestRangerBGSyncService.java | 2 -
.../hadoop/ozone/om/snapshot/TestOmSnapshot.java | 29 +-
.../ozone/om/snapshot/TestOmSnapshotDisabled.java | 2 -
.../om/snapshot/TestOmSnapshotDisabledRestart.java | 2 -
.../om/snapshot/TestOmSnapshotFileSystem.java | 27 +-
.../om/snapshot/TestOmSnapshotFileSystemFso.java | 3 -
...stOmSnapshotFileSystemFsoWithLinkedBuckets.java | 3 -
.../snapshot/TestOmSnapshotFileSystemLegacy.java | 3 -
...mSnapshotFileSystemLegacyWithLinkedBuckets.java | 3 -
.../snapshot/TestOmSnapshotFsoWithNativeLib.java | 2 -
...mSnapshotFsoWithNativeLibWithLinkedBuckets.java | 2 -
.../TestOmSnapshotFsoWithoutNativeLib.java | 3 -
...apshotFsoWithoutNativeLibWithLinkedBuckets.java | 3 -
.../om/snapshot/TestOmSnapshotObjectStore.java | 3 -
...TestOmSnapshotObjectStoreWithLinkedBuckets.java | 3 -
.../TestOmSnapshotWithBucketLinkingLegacy.java | 3 -
.../TestOmSnapshotWithoutBucketLinkingLegacy.java | 3 -
.../om/snapshot/TestOzoneManagerHASnapshot.java | 26 +-
.../om/snapshot/TestOzoneManagerSnapshotAcl.java | 113 ++-
.../snapshot/TestOzoneManagerSnapshotProvider.java | 2 -
.../om/snapshot/TestOzoneSnapshotRestore.java | 2 -
.../snapshot/TestSnapshotBackgroundServices.java | 11 +-
...TestSnapshotDeletingServiceIntegrationTest.java | 4 -
.../TestSnapshotDirectoryCleaningService.java | 2 -
.../ozone/parser/TestOzoneHARatisLogParser.java | 2 -
.../ozone/recon/TestReconAndAdminContainerCLI.java | 2 -
.../hadoop/ozone/recon/TestReconAsPassiveScm.java | 2 -
.../TestReconInsightsForDeletedDirectories.java | 1 -
.../hadoop/ozone/recon/TestReconScmSnapshot.java | 2 -
.../apache/hadoop/ozone/recon/TestReconTasks.java | 2 -
.../ozone/recon/TestReconWithOzoneManager.java | 2 -
.../ozone/recon/TestReconWithOzoneManagerFSO.java | 2 -
.../ozone/recon/TestReconWithOzoneManagerHA.java | 2 -
.../ozone/reconfig/ReconfigurationTestBase.java | 2 -
.../hadoop/ozone/shell/TestNSSummaryAdmin.java | 2 -
.../hadoop/ozone/shell/TestOzoneDatanodeShell.java | 2 -
.../hadoop/ozone/shell/TestOzoneDebugShell.java | 23 +
.../hadoop/ozone/shell/TestOzoneShellHA.java | 9 +-
.../hadoop/ozone/shell/TestOzoneTenantShell.java | 16 +-
.../hadoop/ozone/shell/TestReconfigShell.java | 2 -
.../shell/TestReplicationConfigPreference.java | 2 -
.../tools/contract/AbstractContractDistCpTest.java | 22 +-
.../src/main/proto/OmClientProtocol.proto | 7 +-
.../apache/hadoop/ozone/om/OMMetadataManager.java | 7 +-
.../apache/hadoop/ozone/om/codec/package-info.java | 21 -
.../hadoop/ozone/om/helpers/OmPrefixInfo.java | 8 +-
.../hadoop/ozone/om/helpers/TestOmPrefixInfo.java | 1 -
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 2 +
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 4 +-
.../hadoop/ozone/MiniOzoneHAClusterImpl.java | 2 +-
hadoop-ozone/ozone-manager/pom.xml | 19 +-
.../hadoop/ozone/om/DeletingServiceMetrics.java | 74 +-
.../hadoop/ozone/om/GrpcOzoneManagerServer.java | 1 +
.../org/apache/hadoop/ozone/om/KeyManager.java | 17 +-
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 32 +
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 2 +-
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 3 +-
.../hadoop/ozone/om/OMMultiTenantManager.java | 20 +-
.../hadoop/ozone/om/OMPerformanceMetrics.java | 26 +-
.../apache/hadoop/ozone/om/OMPolicyProvider.java | 18 +-
.../apache/hadoop/ozone/om/OMStarterInterface.java | 3 +
.../java/org/apache/hadoop/ozone/om/OMStorage.java | 6 +-
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 471 ++++---------
.../org/apache/hadoop/ozone/om/OmSnapshot.java | 1 -
.../apache/hadoop/ozone/om/OmSnapshotManager.java | 53 +-
.../apache/hadoop/ozone/om/OmSnapshotMetrics.java | 69 +-
.../apache/hadoop/ozone/om/OzoneConfigUtil.java | 1 +
.../hadoop/ozone/om/OzoneListStatusHelper.java | 22 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 87 +--
.../apache/hadoop/ozone/om/OzoneManagerUtils.java | 2 -
.../org/apache/hadoop/ozone/om/OzoneTrash.java | 2 +
.../apache/hadoop/ozone/om/PrefixManagerImpl.java | 1 -
.../org/apache/hadoop/ozone/om/ResolvedBucket.java | 1 -
.../hadoop/ozone/om/SstFilteringService.java | 7 +-
.../hadoop/ozone/om/TrashOzoneFileSystem.java | 6 -
.../apache/hadoop/ozone/om/TrashPolicyOzone.java | 2 +-
.../hadoop/ozone/om/codec/OMDBDefinition.java | 444 +++++++-----
.../ozone/om/codec/TokenIdentifierCodec.java | 0
.../org/apache/hadoop/ozone/om/ha/OMHAMetrics.java | 15 +-
.../apache/hadoop/ozone/om/ha/OMHANodeDetails.java | 1 -
.../hadoop/ozone/om/helpers/OMAuditLogger.java | 8 +-
.../apache/hadoop/ozone/om/helpers/OmFSOFile.java | 1 -
.../ozone/om/ratis/OzoneManagerDoubleBuffer.java | 91 ++-
.../om/ratis/OzoneManagerRatisServerConfig.java | 16 +-
.../ozone/om/ratis/OzoneManagerStateMachine.java | 7 +-
.../om/ratis_snapshot/OmRatisSnapshotProvider.java | 1 -
.../hadoop/ozone/om/request/OMClientRequest.java | 2 +-
.../om/request/bucket/OMBucketCreateRequest.java | 4 +-
.../om/request/bucket/OMBucketDeleteRequest.java | 2 +-
.../request/bucket/OMBucketSetPropertyRequest.java | 2 +-
.../om/request/bucket/acl/OMBucketAclRequest.java | 1 -
.../om/request/file/OMDirectoryCreateRequest.java | 2 +-
.../ozone/om/request/file/OMFileCreateRequest.java | 2 +-
.../om/request/key/OMAllocateBlockRequest.java | 2 +-
.../ozone/om/request/key/OMKeyCommitRequest.java | 2 +-
.../ozone/om/request/key/OMKeyCreateRequest.java | 2 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 2 +-
.../ozone/om/request/key/OMKeyRenameRequest.java | 3 +-
.../ozone/om/request/key/OMKeySetTimesRequest.java | 10 +-
.../ozone/om/request/key/OMKeysDeleteRequest.java | 8 +-
.../ozone/om/request/key/OMKeysRenameRequest.java | 2 +-
.../om/request/key/acl/OMKeyAclRequestWithFSO.java | 4 +
.../om/request/key/acl/OMKeyAddAclRequest.java | 10 +-
.../request/key/acl/OMKeyAddAclRequestWithFSO.java | 8 +-
.../om/request/key/acl/OMKeyRemoveAclRequest.java | 10 +-
.../key/acl/OMKeyRemoveAclRequestWithFSO.java | 8 +-
.../om/request/key/acl/OMKeySetAclRequest.java | 10 +-
.../request/key/acl/OMKeySetAclRequestWithFSO.java | 8 +-
.../S3InitiateMultipartUploadRequest.java | 2 +-
.../multipart/S3MultipartUploadAbortRequest.java | 2 +-
.../S3MultipartUploadCommitPartRequest.java | 2 +-
.../S3MultipartUploadCompleteRequest.java | 10 +-
.../S3MultipartUploadCompleteRequestWithFSO.java | 1 -
.../S3DeleteObjectTaggingRequestWithFSO.java | 4 +
.../tagging/S3PutObjectTaggingRequestWithFSO.java | 4 +
.../request/snapshot/OMSnapshotCreateRequest.java | 7 +-
.../request/snapshot/OMSnapshotRenameRequest.java | 1 -
.../om/request/util/OMMultipartUploadUtils.java | 2 -
...alidator.java => OMClientVersionValidator.java} | 52 +-
...alidator.java => OMLayoutVersionValidator.java} | 49 +-
.../validation/RequestFeatureValidator.java | 1 +
.../om/request/validation/RequestValidations.java | 4 +-
.../om/request/validation/ValidatorRegistry.java | 5 +-
.../om/request/validation/VersionExtractor.java | 13 +-
.../ozone/om/request/volume/OMVolumeRequest.java | 1 -
.../om/request/volume/acl/OMVolumeAclRequest.java | 16 +-
.../request/volume/acl/OMVolumeAddAclRequest.java | 8 +-
.../volume/acl/OMVolumeRemoveAclRequest.java | 8 +-
.../request/volume/acl/OMVolumeSetAclRequest.java | 8 +-
.../hadoop/ozone/om/response/OMClientResponse.java | 1 -
.../om/response/bucket/OMBucketCreateResponse.java | 4 +-
.../om/response/bucket/OMBucketDeleteResponse.java | 4 +-
.../response/bucket/OMBucketSetOwnerResponse.java | 2 +-
.../bucket/OMBucketSetPropertyResponse.java | 2 +-
.../response/bucket/acl/OMBucketAclResponse.java | 2 +-
.../response/file/OMDirectoryCreateResponse.java | 2 +-
.../file/OMDirectoryCreateResponseWithFSO.java | 2 +-
.../om/response/file/OMFileCreateResponse.java | 4 +-
.../response/file/OMFileCreateResponseWithFSO.java | 6 +-
.../om/response/file/OMRecoverLeaseResponse.java | 4 +-
.../response/key/AbstractOMKeyDeleteResponse.java | 3 +-
.../om/response/key/OMAllocateBlockResponse.java | 4 +-
.../key/OMAllocateBlockResponseWithFSO.java | 4 +-
.../key/OMDirectoriesPurgeResponseWithFSO.java | 10 +-
.../ozone/om/response/key/OMKeyCommitResponse.java | 8 +-
.../response/key/OMKeyCommitResponseWithFSO.java | 8 +-
.../ozone/om/response/key/OMKeyCreateResponse.java | 6 +-
.../response/key/OMKeyCreateResponseWithFSO.java | 6 +-
.../ozone/om/response/key/OMKeyDeleteResponse.java | 8 +-
.../response/key/OMKeyDeleteResponseWithFSO.java | 12 +-
.../ozone/om/response/key/OMKeyPurgeResponse.java | 4 +-
.../ozone/om/response/key/OMKeyRenameResponse.java | 4 +-
.../response/key/OMKeyRenameResponseWithFSO.java | 6 +-
.../om/response/key/OMKeySetTimesResponse.java | 2 +-
.../response/key/OMKeySetTimesResponseWithFSO.java | 4 +-
.../om/response/key/OMKeysDeleteResponse.java | 8 +-
.../response/key/OMKeysDeleteResponseWithFSO.java | 12 +-
.../om/response/key/OMKeysRenameResponse.java | 4 +-
.../om/response/key/OMOpenKeysDeleteResponse.java | 8 +-
.../om/response/key/acl/OMKeyAclResponse.java | 2 +-
.../response/key/acl/OMKeyAclResponseWithFSO.java | 4 +-
.../key/acl/prefix/OMPrefixAclResponse.java | 2 +-
.../AbstractS3MultipartAbortResponse.java | 12 +-
.../S3ExpiredMultipartUploadsAbortResponse.java | 12 +-
.../S3InitiateMultipartUploadResponse.java | 6 +-
.../S3InitiateMultipartUploadResponseWithFSO.java | 8 +-
.../multipart/S3MultipartUploadAbortResponse.java | 10 +-
.../S3MultipartUploadAbortResponseWithFSO.java | 8 +-
.../S3MultipartUploadCommitPartResponse.java | 10 +-
...S3MultipartUploadCommitPartResponseWithFSO.java | 8 +-
.../S3MultipartUploadCompleteResponse.java | 12 +-
.../S3MultipartUploadCompleteResponseWithFSO.java | 12 +-
.../response/s3/security/OMSetSecretResponse.java | 2 +-
.../response/s3/security/S3GetSecretResponse.java | 2 +-
.../s3/security/S3RevokeSecretResponse.java | 2 +-
.../s3/tagging/S3DeleteObjectTaggingResponse.java | 2 +-
.../S3DeleteObjectTaggingResponseWithFSO.java | 2 +-
.../s3/tagging/S3PutObjectTaggingResponse.java | 2 +-
.../tagging/S3PutObjectTaggingResponseWithFSO.java | 2 +-
.../tenant/OMSetRangerServiceVersionResponse.java | 2 +-
.../s3/tenant/OMTenantAssignAdminResponse.java | 2 +-
.../tenant/OMTenantAssignUserAccessIdResponse.java | 6 +-
.../response/s3/tenant/OMTenantCreateResponse.java | 4 +-
.../response/s3/tenant/OMTenantDeleteResponse.java | 4 +-
.../s3/tenant/OMTenantRevokeAdminResponse.java | 2 +-
.../tenant/OMTenantRevokeUserAccessIdResponse.java | 6 +-
.../security/OMCancelDelegationTokenResponse.java | 2 +-
.../security/OMGetDelegationTokenResponse.java | 2 +-
.../security/OMRenewDelegationTokenResponse.java | 2 +-
.../snapshot/OMSnapshotCreateResponse.java | 6 +-
.../snapshot/OMSnapshotDeleteResponse.java | 2 +-
.../OMSnapshotMoveDeletedKeysResponse.java | 2 +-
.../snapshot/OMSnapshotMoveTableKeysResponse.java | 2 +-
.../response/snapshot/OMSnapshotPurgeResponse.java | 2 +-
.../snapshot/OMSnapshotRenameResponse.java | 2 +-
.../snapshot/OMSnapshotSetPropertyResponse.java | 2 +-
.../response/upgrade/OMCancelPrepareResponse.java | 2 +-
.../upgrade/OMFinalizeUpgradeResponse.java | 3 +-
.../om/response/upgrade/OMPrepareResponse.java | 2 +-
.../om/response/volume/OMQuotaRepairResponse.java | 4 +-
.../om/response/volume/OMVolumeAclOpResponse.java | 2 +-
.../om/response/volume/OMVolumeCreateResponse.java | 2 +-
.../om/response/volume/OMVolumeDeleteResponse.java | 2 +-
.../response/volume/OMVolumeSetOwnerResponse.java | 2 +-
.../response/volume/OMVolumeSetQuotaResponse.java | 2 +-
.../hadoop/ozone/om/s3/S3SecretCacheProvider.java | 11 +-
.../ozone/om/service/OMRangerBGSyncService.java | 157 +++--
.../ozone/om/service/OpenKeyCleanupService.java | 2 +-
.../hadoop/ozone/om/service/QuotaRepairTask.java | 2 +
.../hadoop/ozone/om/snapshot/OmSnapshotUtils.java | 4 +-
.../ozone/om/snapshot/RocksDbPersistentSet.java | 1 -
.../ozone/om/snapshot/SnapshotDiffManager.java | 12 +-
.../hadoop/ozone/om/snapshot/SnapshotUtils.java | 6 +-
.../om/snapshot/filter/ReclaimableDirFilter.java | 73 ++
.../om/snapshot/filter/ReclaimableFilter.java | 245 +++++++
.../filter/ReclaimableRenameEntryFilter.java | 93 +++
.../ozone/om/snapshot/filter}/package-info.java | 4 +-
.../ozone/om/upgrade/QuotaRepairUpgradeAction.java | 1 +
...OzoneManagerProtocolServerSideTranslatorPB.java | 1 -
.../protocolPB/OzoneManagerRequestHandler.java | 6 +-
.../hadoop/ozone/security/AWSV4AuthValidator.java | 6 +-
.../hadoop/ozone/security/OzoneSecretStore.java | 3 +-
.../org/apache/hadoop/ozone/om/OmTestManagers.java | 8 +
.../hadoop/ozone/om/TestBucketManagerImpl.java | 1 -
.../ozone/om/TestGrpcOzoneManagerServer.java | 6 -
.../hadoop/ozone/om/TestOmMetadataManager.java | 57 +-
.../hadoop/ozone/om/TestOmSnapshotManager.java | 107 ++-
.../ozone/om/TestOzoneManagerHttpServer.java | 1 +
.../org/apache/hadoop/ozone/om/TestScmClient.java | 1 +
.../ozone/om/lock/TestOzoneLockProvider.java | 5 +-
...tOzoneManagerDoubleBufferWithDummyResponse.java | 4 +-
.../om/ratis/TestOzoneManagerRatisRequest.java | 2 -
.../om/ratis/TestOzoneManagerRatisServer.java | 2 -
.../TestOmRatisSnapshotProvider.java | 15 +-
.../ozone/om/request/OMRequestTestUtils.java | 1 -
.../ozone/om/request/TestNormalizePaths.java | 2 -
.../request/file/TestOMDirectoryCreateRequest.java | 2 +-
.../om/request/key/TestOMAllocateBlockRequest.java | 1 -
.../TestOMDirectoriesPurgeRequestAndResponse.java | 1 +
.../ozone/om/request/key/TestOMKeyAclRequest.java | 18 +-
.../om/request/key/TestOMKeyAclRequestWithFSO.java | 5 +-
.../request/key/TestOMKeyCommitRequestWithFSO.java | 1 +
.../om/request/key/TestOMKeyCreateRequest.java | 6 -
.../request/key/TestOMKeyRenameRequestWithFSO.java | 1 +
.../ozone/om/request/key/TestOMKeyRequest.java | 1 -
.../om/request/key/TestOMKeysDeleteRequest.java | 1 -
.../TestS3ExpiredMultipartUploadsAbortRequest.java | 2 -
.../TestS3InitiateMultipartUploadRequest.java | 2 -
.../s3/multipart/TestS3MultipartRequest.java | 2 -
.../TestS3MultipartUploadAbortRequest.java | 2 -
.../TestS3MultipartUploadCommitPartRequest.java | 1 -
.../s3/security/TestS3GetSecretRequest.java | 2 -
.../TestS3DeleteObjectTaggingRequestWithFSO.java | 2 +-
.../s3/tagging/TestS3PutObjectTaggingRequest.java | 1 -
.../TestS3PutObjectTaggingRequestWithFSO.java | 4 +-
.../snapshot/TestOMSnapshotCreateRequest.java | 54 ++
.../validation/TestOMValidatorProcessor.java | 583 ++++++++++++++++
.../TestRequestFeatureValidatorProcessor.java | 524 --------------
.../request/validation/TestValidatorRegistry.java | 4 +-
.../request/validation/TestVersionExtractor.java | 17 +-
.../GeneralValidatorsForTesting.java | 8 +-
.../ValidatorsForOnlyOldClientValidations.java | 2 +-
.../volume/TestOMVolumeSetOwnerRequest.java | 3 -
.../ozone/om/response/TestCleanupTableInfo.java | 1 -
.../bucket/TestOMBucketCreateResponse.java | 2 -
.../bucket/TestOMBucketDeleteResponse.java | 1 -
.../bucket/TestOMBucketSetPropertyResponse.java | 3 -
.../file/TestOMDirectoryCreateResponseWithFSO.java | 1 +
.../om/response/key/TestOMKeyDeleteResponse.java | 1 -
.../om/response/key/TestOMKeyRenameResponse.java | 1 +
.../key/TestOMKeyRenameResponseWithFSO.java | 2 +
.../om/response/key/TestOMKeysDeleteResponse.java | 1 -
...TestS3ExpiredMultipartUploadsAbortResponse.java | 1 -
.../s3/multipart/TestS3MultipartResponse.java | 2 -
.../TestS3MultipartUploadAbortResponse.java | 1 -
...stS3MultipartUploadCompleteResponseWithFSO.java | 2 -
.../om/response/volume/TestOMVolumeResponse.java | 1 +
.../ozone/om/service/TestCompactionService.java | 4 -
.../ozone/om/service/TestKeyDeletingService.java | 2 -
.../service/TestMultipartUploadCleanupService.java | 2 -
.../om/service/TestOpenKeyCleanupService.java | 4 -
.../om/service/TestSnapshotDeletingService.java | 3 +-
.../om/service/TestSnapshotDiffCleanupService.java | 1 -
.../ozone/om/snapshot/TestMultiSnapshotLocks.java | 2 +-
.../ozone/om/snapshot/TestOmSnapshotUtils.java | 1 +
.../ozone/om/snapshot/TestSnapshotDiffManager.java | 30 +-
.../ozone/om/snapshot/TestSstFilteringService.java | 18 +-
.../filter/AbstractReclaimableFilterTest.java | 323 +++++++++
.../snapshot/filter/TestReclaimableDirFilter.java | 143 ++++
.../om/snapshot/filter/TestReclaimableFilter.java | 291 ++++++++
.../filter/TestReclaimableRenameEntryFilter.java | 204 ++++++
.../ozone/om/upgrade/TestOMUpgradeFinalizer.java | 6 +-
.../protocolPB/TestOzoneManagerRequestHandler.java | 1 -
.../ozone/security/TestOzoneTokenIdentifier.java | 2 -
.../security/acl/TestOzoneNativeAuthorizer.java | 1 -
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 3 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 1 +
.../ozone/BasicRootedOzoneClientAdapterImpl.java | 2 +-
.../fs/ozone/BasicRootedOzoneFileSystem.java | 5 +-
.../fs/ozone/CapableOzoneFSDataStreamOutput.java | 1 +
.../fs/ozone/CapableOzoneFSOutputStream.java | 1 +
.../apache/hadoop/fs/ozone/FileStatusAdapter.java | 5 +-
.../apache/hadoop/fs/ozone/OzoneClientUtils.java | 2 +
.../hadoop/fs/ozone/OzoneFSOutputStream.java | 2 -
.../java/org/apache/hadoop/fs/ozone/Statistic.java | 6 +-
.../hadoop/fs/ozone/RootedOzoneFileSystem.java | 1 +
hadoop-ozone/pom.xml | 18 +-
.../ozone/recon/codegen/JooqCodeGenerator.java | 1 +
.../recon/schema/ContainerSchemaDefinition.java | 28 +-
.../ozone/recon/schema/ReconSqlDbConfig.java | 176 ++---
.../org/apache/ozone/recon/schema/SqlDbUtils.java | 30 +-
hadoop-ozone/recon/pom.xml | 2 +-
.../apache/hadoop/ozone/recon/ReconConstants.java | 10 +-
.../org/apache/hadoop/ozone/recon/ReconServer.java | 25 +-
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 19 +-
.../apache/hadoop/ozone/recon/TarExtractor.java | 186 +++++
.../ozone/recon/api/ClusterStateEndpoint.java | 14 +-
.../hadoop/ozone/recon/api/ContainerEndpoint.java | 1 -
.../hadoop/ozone/recon/api/NSSummaryEndpoint.java | 1 +
.../ozone/recon/api/OMDBInsightEndpoint.java | 12 +-
.../ozone/recon/api/UtilizationEndpoint.java | 1 +
.../recon/api/types/ContainerKeyPrefixImpl.java | 9 +-
.../ozone/recon/api/types/DatanodeMetadata.java | 1 +
.../ozone/recon/api/types/DatanodesResponse.java | 1 -
.../recon/api/types/KeyEntityInfoProtoWrapper.java | 16 +-
.../hadoop/ozone/recon/api/types/KeysResponse.java | 1 +
.../ozone/recon/api/types/ListKeysResponse.java | 1 -
.../recon/api/types/NamespaceSummaryResponse.java | 1 -
.../hadoop/ozone/recon/api/types/ObjectDBInfo.java | 1 -
.../ozone/recon/api/types/PipelineMetadata.java | 1 -
.../ozone/recon/api/types/PipelinesResponse.java | 1 -
.../hadoop/ozone/recon/codec/NSSummaryCodec.java | 8 +-
.../hadoop/ozone/recon/heatmap/HeatMapUtil.java | 1 -
.../ozone/recon/heatmap/IHeatMapProvider.java | 2 +-
.../recon/metrics/ContainerHealthMetrics.java | 28 +-
.../recon/metrics/OzoneManagerSyncMetrics.java | 30 +-
.../recon/recovery/ReconOmMetadataManagerImpl.java | 14 +-
.../recon/scm/ContainerReplicaHistoryList.java | 8 +-
.../ozone/recon/scm/ReconContainerManager.java | 7 +-
.../hadoop/ozone/recon/scm/ReconNodeManager.java | 19 +-
.../ozone/recon/scm/ReconPolicyProvider.java | 14 +-
.../ozone/recon/scm/ReconSCMDBDefinition.java | 12 +-
.../hadoop/ozone/recon/scm/ReconStorageConfig.java | 2 -
.../scm/ReconStorageContainerManagerFacade.java | 34 +-
.../recon/spi/ReconContainerMetadataManager.java | 1 -
.../recon/spi/impl/KeyPrefixContainerCodec.java | 4 +-
.../spi/impl/OzoneManagerServiceProviderImpl.java | 78 ++-
.../ozone/recon/spi/impl/ReconDBDefinition.java | 10 +-
.../ozone/recon/tasks/ContainerSizeCountTask.java | 2 -
.../ozone/recon/tasks/FileSizeCountTaskFSO.java | 5 +-
.../ozone/recon/tasks/FileSizeCountTaskOBS.java | 5 +-
.../hadoop/ozone/recon/tasks/NSSummaryTask.java | 1 -
.../recon/tasks/NSSummaryTaskDbEventHandler.java | 1 -
.../ozone/recon/tasks/NSSummaryTaskWithFSO.java | 6 +-
.../ozone/recon/tasks/NSSummaryTaskWithLegacy.java | 2 +-
.../ozone/recon/tasks/NSSummaryTaskWithOBS.java | 5 +-
.../hadoop/ozone/recon/tasks/OmTableHandler.java | 1 -
.../ozone/recon/tasks/OmTableInsightTask.java | 9 +-
.../hadoop/ozone/recon/tasks/ReconTaskConfig.java | 48 +-
.../upgrade/InitialConstraintUpgradeAction.java | 5 +-
.../recon/upgrade/ReconLayoutVersionManager.java | 18 +-
.../upgrade/ReconTaskStatusTableUpgradeAction.java | 11 +-
.../ozone/recon/upgrade/ReconUpgradeAction.java | 4 +-
.../webapps/recon/ozone-recon-web/package.json | 2 +-
.../webapps/recon/ozone-recon-web/pnpm-lock.yaml | 174 +++--
.../ozone/recon/OMMetadataManagerTestUtils.java | 10 +-
.../hadoop/ozone/recon/ReconTestInjector.java | 1 -
.../apache/hadoop/ozone/recon/TestReconUtils.java | 1 -
.../ozone/recon/api/TestClusterStateEndpoint.java | 3 -
.../ozone/recon/api/TestContainerEndpoint.java | 11 +-
.../recon/api/TestDeletedKeysSearchEndpoint.java | 2 -
.../recon/api/TestNSSummaryDiskUsageOrdering.java | 1 +
.../recon/api/TestNSSummaryEndpointWithFSO.java | 2 -
.../recon/api/TestNSSummaryEndpointWithLegacy.java | 1 -
.../api/TestNSSummaryEndpointWithOBSAndLegacy.java | 4 -
.../ozone/recon/api/TestOmDBInsightEndPoint.java | 1 -
.../recon/api/TestOpenKeysSearchEndpoint.java | 1 -
.../ozone/recon/fsck/TestContainerHealthTask.java | 1 -
.../TestContainerHealthTaskRecordGenerator.java | 1 -
.../persistence/TestReconWithDifferentSqlDBs.java | 1 +
.../TestSchemaVersionTableDefinition.java | 11 +-
.../ozone/recon/scm/TestReconNodeManager.java | 13 +-
.../ozone/recon/scm/TestReconPipelineManager.java | 1 -
.../impl/TestOzoneManagerServiceProviderImpl.java | 13 +-
.../recon/tasks/AbstractNSSummaryTaskTest.java | 767 +++++++++++++++++++++
.../recon/tasks/TestContainerSizeCountTask.java | 1 -
.../ozone/recon/tasks/TestFileSizeCountTask.java | 25 +-
.../ozone/recon/tasks/TestNSSummaryTask.java | 325 +--------
.../recon/tasks/TestNSSummaryTaskWithFSO.java | 328 ++-------
.../recon/tasks/TestNSSummaryTaskWithLegacy.java | 408 +----------
.../TestNSSummaryTaskWithLegacyOBSLayout.java | 318 +--------
.../recon/tasks/TestNSSummaryTaskWithOBS.java | 307 +--------
.../ozone/recon/tasks/TestOmTableInsightTask.java | 15 +-
.../recon/tasks/TestReconTaskControllerImpl.java | 1 -
.../TestInitialConstraintUpgradeAction.java | 2 +-
.../upgrade/TestReconLayoutVersionManager.java | 41 +-
.../s3/remote/vault/VaultS3SecretStoreBuilder.java | 1 -
.../ozone/s3/remote/vault/auth/AppRoleAuth.java | 1 -
.../s3gateway/dev-support/findbugsExcludeFile.xml | 7 +-
hadoop-ozone/s3gateway/pom.xml | 32 +-
.../java/org/apache/hadoop/ozone/s3/Gateway.java | 2 -
.../apache/hadoop/ozone/s3/OzoneClientCache.java | 1 -
.../org/apache/hadoop/ozone/s3/TracingFilter.java | 1 -
.../hadoop/ozone/s3/VirtualHostStyleFilter.java | 3 -
.../ozone/s3/endpoint/CopyObjectResponse.java | 3 -
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 1 -
.../ozone/s3/endpoint/ListPartsResponse.java | 1 -
.../hadoop/ozone/s3/endpoint/ObjectEndpoint.java | 14 +-
.../org/apache/hadoop/ozone/s3/endpoint/S3Acl.java | 22 +-
.../s3/exception/BadRequestExceptionMapper.java | 1 +
.../hadoop/ozone/s3/exception/OS3Exception.java | 1 +
.../hadoop/ozone/s3/exception/S3ErrorTable.java | 14 +-
.../hadoop/ozone/s3/metrics/S3GatewayMetrics.java | 1 -
.../hadoop/ozone/s3/signature/SignatureInfo.java | 1 -
.../ozone/s3/signature/StringToSignProducer.java | 4 +-
.../apache/hadoop/ozone/s3/util/RFC1123Util.java | 7 +-
.../apache/hadoop/ozone/s3/util/RangeHeader.java | 1 -
.../org/apache/hadoop/ozone/s3/util/S3Consts.java | 12 +-
.../hadoop/ozone/client/ClientProtocolStub.java | 9 +
.../hadoop/ozone/client/ObjectStoreStub.java | 8 +-
.../ozone/protocolPB/TestGrpcOmTransport.java | 6 -
.../s3/endpoint/TestAbortMultipartUpload.java | 1 -
.../hadoop/ozone/s3/endpoint/TestBucketDelete.java | 1 -
.../hadoop/ozone/s3/endpoint/TestBucketList.java | 2 -
...CompleteMultipartUploadRequestUnmarshaller.java | 1 +
.../hadoop/ozone/s3/endpoint/TestListParts.java | 3 -
.../s3/endpoint/TestMultipartUploadComplete.java | 1 -
.../s3/endpoint/TestMultipartUploadWithCopy.java | 2 +
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 2 +-
.../hadoop/ozone/s3/endpoint/TestPartUpload.java | 2 -
.../ozone/s3/endpoint/TestPermissionCheck.java | 1 +
.../ozone/s3/metrics/TestS3GatewayMetrics.java | 3 -
.../s3/signature/TestStringToSignProducer.java | 1 +
hadoop-ozone/tools/pom.xml | 34 +-
.../parser/ContainerDatanodeDatabase.java | 237 -------
.../hadoop/ozone/containerlog/parser/DBConsts.java | 38 -
.../ozone/debug/CompactionLogDagPrinter.java | 63 --
.../hadoop/ozone/debug/DBDefinitionFactory.java | 8 +-
.../apache/hadoop/ozone/debug/RocksDBUtils.java | 2 -
.../debug/audit/parser/common/DatabaseHelper.java | 13 +-
.../debug/audit/parser/common/ParserConsts.java | 8 +-
.../ozone/debug/container/ContainerLogParser.java | 93 ---
.../debug/datanode/container/ExportSubcommand.java | 1 -
.../apache/hadoop/ozone/debug/ldb/DBScanner.java | 1 -
.../LogParser.java} | 15 +-
.../debug/logs/container/ContainerInfoCommand.java | 63 ++
.../logs/container/ContainerLogController.java | 82 +++
.../debug/logs/container/ContainerLogParser.java | 98 +++
.../container/DuplicateOpenContainersCommand.java} | 32 +-
.../logs/container/ListContainers.java} | 53 +-
.../debug/{ => logs}/container/package-info.java | 5 +-
.../container/utils/ContainerDatanodeDatabase.java | 613 ++++++++++++++++
.../container/utils}/ContainerLogFileParser.java | 18 +-
.../container/utils}/DatanodeContainerInfo.java | 2 +-
.../debug/logs/container/utils/SQLDBConstants.java | 82 +++
.../logs/container/utils}/package-info.java | 2 +-
.../hadoop/ozone/debug/logs}/package-info.java | 4 +-
.../ozone/debug/om/CompactionLogDagPrinter.java | 111 +++
.../org/apache/hadoop/ozone/debug/om/OMDebug.java | 11 +
.../apache/hadoop/ozone/debug/om/PrefixParser.java | 38 +-
.../debug/replicas/BlockExistenceVerifier.java | 85 +++
.../debug/replicas/BlockVerificationResult.java | 62 ++
.../ozone/debug/replicas/ChecksumVerifier.java | 87 +++
.../hadoop/ozone/debug/replicas/Checksums.java | 164 -----
.../ozone/debug/replicas/ReplicaVerifier.java | 10 +-
.../ozone/debug/replicas/ReplicasVerify.java | 142 +++-
.../debug/replicas/chunk/ContainerChunkInfo.java | 1 -
.../hadoop/ozone/repair/TransactionInfoRepair.java | 2 +-
.../schemaupgrade/ContainerUpgradeResult.java | 2 +-
.../schemaupgrade/VolumeUpgradeResult.java | 2 +-
.../hadoop/ozone/repair/om/FSORepairTool.java | 40 +-
.../hadoop/ozone/repair/om/OMRatisLogRepair.java | 217 ++++++
.../apache/hadoop/ozone/repair/om/OMRepair.java | 3 +-
.../repair/scm/cert/RecoverSCMCertificate.java | 1 -
.../src/main/java/org/apache/ozone/graph/Edge.java | 0
.../org/apache/ozone/graph/PrintableGraph.java | 40 +-
.../java/org/apache/ozone/graph/package-info.java | 0
.../resources/container-log-db-queries.properties | 24 -
.../ozone/debug/audit/parser/TestAuditParser.java | 1 +
.../TestGenerateOzoneRequiredConfigurations.java | 1 +
.../ozone/repair/TestTransactionInfoRepair.java | 2 +-
.../org/apache/ozone/graph/TestPrintableGraph.java | 12 +-
pom.xml | 152 +++-
1416 files changed, 11923 insertions(+), 10107 deletions(-)
rename
hadoop-hdds/annotations/src/main/java/org/apache/ozone/annotations/{RequestFeatureValidatorProcessor.java
=> OmRequestFeatureValidatorProcessor.java} (87%)
create mode 100644
hadoop-hdds/annotations/src/main/java/org/apache/ozone/annotations/RegisterValidatorProcessor.java
rename hadoop-hdds/{tools =>
common}/src/main/java/org/apache/hadoop/hdds/cli/AdminSubcommand.java (100%)
rename hadoop-hdds/{tools =>
common}/src/main/java/org/apache/hadoop/hdds/cli/DebugSubcommand.java (100%)
rename hadoop-hdds/{tools =>
common}/src/main/java/org/apache/hadoop/hdds/cli/ItemsFromStdin.java (100%)
rename hadoop-hdds/{tools =>
common}/src/main/java/org/apache/hadoop/hdds/cli/RepairSubcommand.java (100%)
delete mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/pipeline/UnknownPipelineStateException.java
rename {hadoop-ozone/tools =>
hadoop-hdds/common}/src/main/java/org/apache/hadoop/ozone/utils/FormattingCLIUtils.java
(96%)
copy {hadoop-ozone/tools =>
hadoop-hdds/common}/src/main/java/org/apache/hadoop/ozone/utils/package-info.java
(100%)
create mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/server/events/EventExecutorMetrics.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/utils/MetricsUtil.java
delete mode 100644 hadoop-hdds/hadoop-dependency-server/pom.xml
create mode 100644
hadoop-hdds/rocksdb-checkpoint-differ/src/main/java/org/apache/ozone/rocksdiff/CompactionDag.java
delete mode 100644
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/cli/package-info.java
rename {hadoop-hdds/tools => hadoop-ozone/cli-admin}/pom.xml (87%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/ContainerBalancerCommands.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/ContainerBalancerStartSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/ContainerBalancerStatusSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/ContainerBalancerStopSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/ContainerOperationClient.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/ReplicationManagerCommands.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/ReplicationManagerStartSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/ReplicationManagerStatusSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/ReplicationManagerStopSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/SafeModeCheckSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/SafeModeCommands.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/SafeModeExitSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/SafeModeWaitSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/ScmOption.java
(99%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/ScmSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/TopologySubcommand.java
(99%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/cert/CertCommands.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/cert/CleanExpiredCertsSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/cert/InfoSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/cert/ListSubcommand.java
(99%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/cert/ScmCertSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/cert/package-info.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/container/CloseSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/container/ContainerCommands.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/container/ContainerIDParameters.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/container/CreateSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/container/InfoSubcommand.java
(99%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/container/ListSubcommand.java
(99%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/container/ReportSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/container/UpgradeSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/container/package-info.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/DatanodeCommands.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/DecommissionStatusSubCommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/DecommissionSubCommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/DiskBalancerCommands.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/DiskBalancerCommonOptions.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/DiskBalancerReportSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/DiskBalancerStartSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/DiskBalancerStatusSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/DiskBalancerStopSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/DiskBalancerUpdateSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/HostNameParameters.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/ListInfoSubcommand.java
(97%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/MaintenanceSubCommand.java
(99%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/RecommissionSubCommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/StatusSubCommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/UsageInfoSubcommand.java
(99%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/package-info.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/package-info.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/pipeline/ActivatePipelineSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/pipeline/ClosePipelineSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/pipeline/CreatePipelineSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/pipeline/DeactivatePipelineSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/pipeline/FilterPipelineOptions.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/pipeline/ListPipelinesSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/pipeline/PipelineCommands.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/scm/cli/pipeline/package-info.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/util/DurationUtil.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/main/java/org/apache/hadoop/hdds/util/package-info.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/OzoneAdmin.java (100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/nssummary/DiskUsageSubCommand.java
(99%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/nssummary/FileSizeDistSubCommand.java
(98%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/nssummary/NSSummaryAdmin.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/nssummary/NSSummaryCLIUtils.java
(97%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/nssummary/QuotaUsageSubCommand.java
(98%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/nssummary/SummarySubCommand.java
(98%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/nssummary/package-info.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/om/CancelPrepareSubCommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/om/DecommissionOMSubcommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/om/FetchKeySubCommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/om/FinalizationStatusSubCommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/om/FinalizeUpgradeSubCommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/om/GetServiceRolesSubcommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/om/ListOpenFilesSubCommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/om/OMAdmin.java (100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/om/PrepareSubCommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/om/TransferOmLeaderSubCommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/om/UpdateRangerSubcommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/om/lease/LeaseRecoverer.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/om/lease/LeaseSubCommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/om/lease/package-info.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/om/package-info.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/package-info.java (100%)
copy hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/reconfig/AbstractReconfigureSubCommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/reconfig/ReconfigureCommands.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/reconfig/ReconfigurePropertiesSubcommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/reconfig/ReconfigureStartSubcommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/reconfig/ReconfigureStatusSubcommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/reconfig/ReconfigureSubCommandUtil.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/reconfig/package-info.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/scm/DecommissionScmSubcommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/scm/DeletedBlocksTxnCommands.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/scm/FinalizationScmStatusSubcommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/scm/FinalizeScmUpgradeSubcommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/scm/GetFailedDeletedBlocksTxnSubcommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/scm/GetScmRatisRolesSubcommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/scm/ResetDeletedBlockRetryCountSubcommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/scm/RotateKeySubCommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/scm/ScmAdmin.java (100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/scm/TransferScmLeaderSubCommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/main/java/org/apache/hadoop/ozone/admin/scm/package-info.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/test/java/org/apache/hadoop/hdds/scm/cli/cert/TestCleanExpiredCertsSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/test/java/org/apache/hadoop/hdds/scm/cli/container/TestInfoSubCommand.java
(99%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/test/java/org/apache/hadoop/hdds/scm/cli/container/TestReportSubCommand.java
(99%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/test/java/org/apache/hadoop/hdds/scm/cli/datanode/TestContainerBalancerSubCommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/test/java/org/apache/hadoop/hdds/scm/cli/datanode/TestDecommissionStatusSubCommand.java
(99%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/test/java/org/apache/hadoop/hdds/scm/cli/datanode/TestDecommissionSubCommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/test/java/org/apache/hadoop/hdds/scm/cli/datanode/TestDiskBalancerSubCommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/test/java/org/apache/hadoop/hdds/scm/cli/datanode/TestListInfoSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/test/java/org/apache/hadoop/hdds/scm/cli/datanode/TestMaintenanceSubCommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/test/java/org/apache/hadoop/hdds/scm/cli/datanode/TestRecommissionSubCommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/test/java/org/apache/hadoop/hdds/scm/cli/datanode/TestUsageInfoSubcommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/test/java/org/apache/hadoop/hdds/scm/cli/pipeline/TestClosePipelinesSubCommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/test/java/org/apache/hadoop/hdds/scm/cli/pipeline/TestListPipelinesSubCommand.java
(100%)
rename {hadoop-hdds/tools =>
hadoop-ozone/cli-admin}/src/test/java/org/apache/hadoop/hdds/util/TestDurationUtil.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/test/java/org/apache/hadoop/ozone/scm/TestDecommissionScmSubcommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/test/java/org/apache/hadoop/ozone/scm/TestGetScmRatisRolesSubcommand.java
(100%)
rename hadoop-ozone/{tools =>
cli-admin}/src/test/java/org/apache/hadoop/ozone/scm/package-info.java (100%)
delete mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/om/OmUpgradeConfig.java
copy
hadoop-hdds/framework/src/main/java/org/apache/hadoop/ozone/upgrade/UpgradeActionHdds.java
=>
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/request/validation/RegisterValidator.java
(60%)
rename hadoop-ozone/{ozone-manager/src/main/java/org/apache/hadoop/ozone/om =>
common/src/main/java/org/apache/hadoop/ozone}/request/validation/RequestProcessingPhase.java
(95%)
create mode 100644
hadoop-ozone/common/src/main/java/org/apache/hadoop/ozone/request/validation/package-info.java
create mode 100644
hadoop-ozone/common/src/test/java/org/apache/hadoop/ozone/protocolPB/TestOMPBHelper.java
create mode 100644
hadoop-ozone/dist/src/main/smoketest/ozonefs/ozonefs-obs.robot
copy hadoop-ozone/{cli-shell => freon}/dev-support/findbugsExcludeFile.xml
(100%)
copy hadoop-ozone/{tools => freon}/pom.xml (78%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/AbstractOmBucketReadWriteOps.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/BaseAppendLogGenerator.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/BaseFreonGenerator.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/ChunkManagerDiskWrite.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/ClosedContainerReplicator.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/ContentGenerator.java (100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/DNRPCLoadGenerator.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/DatanodeBlockPutter.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/DatanodeChunkGenerator.java
(99%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/DatanodeChunkValidator.java
(99%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/DatanodeSimulationState.java
(99%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/DatanodeSimulator.java (100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/FollowerAppendLogEntryGenerator.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/Freon.java (100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/FreonHttpServer.java (99%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/FreonReplicationOptions.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/FreonSubcommand.java (100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/HadoopBaseFreonGenerator.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/HadoopDirTreeGenerator.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/HadoopFsGenerator.java (100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/HadoopFsValidator.java (100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/HadoopNestedDirGenerator.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/HsyncGenerator.java (99%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/KeyGeneratorUtil.java (99%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/LeaderAppendLogEntryGenerator.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/OmBucketGenerator.java (100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/OmBucketReadWriteFileOps.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/OmBucketReadWriteKeyOps.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/OmBucketRemover.java (100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/OmKeyGenerator.java (100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/OmMetadataGenerator.java
(99%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/OmRPCLoadGenerator.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/OzoneClientCreator.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/OzoneClientKeyGenerator.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/OzoneClientKeyReadWriteListOps.java
(99%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/OzoneClientKeyRemover.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/OzoneClientKeyValidator.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/PathSchema.java (100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/ProgressBar.java (98%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/RandomKeyGenerator.java (99%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/RangeKeysGenerator.java (99%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/S3BucketGenerator.java (100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/S3EntityGenerator.java (100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/S3KeyGenerator.java (100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/SCMThroughputBenchmark.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/SameKeyReader.java (100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/StorageSizeConverter.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/StreamingGenerator.java (99%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/containergenerator/BaseGenerator.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/containergenerator/GeneratorDatanode.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/containergenerator/GeneratorOm.java
(88%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/containergenerator/GeneratorScm.java
(99%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/containergenerator/package-info.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/main/java/org/apache/hadoop/ozone/freon/package-info.java (100%)
rename hadoop-ozone/{tools =>
freon}/src/test/java/org/apache/hadoop/ozone/freon/TestContentGenerator.java
(99%)
rename hadoop-ozone/{tools =>
freon}/src/test/java/org/apache/hadoop/ozone/freon/TestProgressBar.java (100%)
rename hadoop-ozone/{tools =>
freon}/src/test/java/org/apache/hadoop/ozone/freon/containergenerator/TestGeneratorDatanode.java
(100%)
rename hadoop-ozone/{tools =>
freon}/src/test/java/org/apache/hadoop/ozone/freon/package-info.java (100%)
delete mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/TestMultipartObjectGet.java
delete mode 100644
hadoop-ozone/interface-storage/src/main/java/org/apache/hadoop/ozone/om/codec/package-info.java
rename hadoop-ozone/{interface-storage =>
ozone-manager}/src/main/java/org/apache/hadoop/ozone/om/codec/TokenIdentifierCodec.java
(100%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/validation/{RequestFeatureValidator.java
=> OMClientVersionValidator.java} (67%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/request/validation/{RequestFeatureValidator.java
=> OMLayoutVersionValidator.java} (67%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/filter/ReclaimableDirFilter.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/filter/ReclaimableFilter.java
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/filter/ReclaimableRenameEntryFilter.java
copy {hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/client =>
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/snapshot/filter}/package-info.java
(86%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/validation/TestOMValidatorProcessor.java
delete mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/validation/TestRequestFeatureValidatorProcessor.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/filter/AbstractReclaimableFilterTest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/filter/TestReclaimableDirFilter.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/filter/TestReclaimableFilter.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/snapshot/filter/TestReclaimableRenameEntryFilter.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/TarExtractor.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/tasks/AbstractNSSummaryTaskTest.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/containerlog/parser/ContainerDatanodeDatabase.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/containerlog/parser/DBConsts.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/CompactionLogDagPrinter.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/container/ContainerLogParser.java
rename
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{container/ContainerLogController.java
=> logs/LogParser.java} (70%)
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/logs/container/ContainerInfoCommand.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/logs/container/ContainerLogController.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/logs/container/ContainerLogParser.java
copy
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{ldb/ListTables.java
=> logs/container/DuplicateOpenContainersCommand.java} (57%)
rename
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{admin/reconfig/AbstractReconfigureSubCommand.java
=> debug/logs/container/ListContainers.java} (50%)
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{ =>
logs}/container/package-info.java (86%)
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/logs/container/utils/ContainerDatanodeDatabase.java
rename
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{containerlog/parser
=> debug/logs/container/utils}/ContainerLogFileParser.java (92%)
rename
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{containerlog/parser
=> debug/logs/container/utils}/DatanodeContainerInfo.java (98%)
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/logs/container/utils/SQLDBConstants.java
rename
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{containerlog/parser
=> debug/logs/container/utils}/package-info.java (93%)
copy {hadoop-hdds/erasurecode/src/test/java/org/apache/ozone/erasurecode =>
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/logs}/package-info.java
(88%)
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/om/CompactionLogDagPrinter.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/replicas/BlockExistenceVerifier.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/replicas/BlockVerificationResult.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/replicas/ChecksumVerifier.java
delete mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/replicas/Checksums.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/repair/om/OMRatisLogRepair.java
rename {hadoop-hdds/rocksdb-checkpoint-differ =>
hadoop-ozone/tools}/src/main/java/org/apache/ozone/graph/Edge.java (100%)
rename {hadoop-hdds/rocksdb-checkpoint-differ =>
hadoop-ozone/tools}/src/main/java/org/apache/ozone/graph/PrintableGraph.java
(100%)
rename {hadoop-hdds/rocksdb-checkpoint-differ =>
hadoop-ozone/tools}/src/main/java/org/apache/ozone/graph/package-info.java
(100%)
delete mode 100644
hadoop-ozone/tools/src/main/resources/container-log-db-queries.properties
rename {hadoop-hdds/rocksdb-checkpoint-differ =>
hadoop-ozone/tools}/src/test/java/org/apache/ozone/graph/TestPrintableGraph.java
(87%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
