This is an automated email from the ASF dual-hosted git repository.
sammichen pushed a change to branch HDDS-10685
in repository https://gitbox.apache.org/repos/asf/ozone.git
omit a6cdfff890 HDDS-11622. Support domain socket creation (#7397)
add 2f6e229dea HDDS-12029. Move ozone debug recover to ozone admin om
lease recover (#7670)
add af36d73823 HDDS-12083. Publish build scans to develocity.apache.org
(#7701)
add 85e752123f HDDS-12056. Move ozone debug chunkinfo to ozone debug
replicas chunk-info (#7702)
add 6c41a9aa3c HDDS-12064. Optimize bootstrap logic to reduce loop while
checking file links (#7676)
add 7f70729d03 HDDS-12092. Enable sortpom in Recon (#7707)
add e76d99041f HDDS-12088. Speed up TestStorageContainerManager (#7706)
add 1859176699 HDDS-12101. Bump sqlite-jdbc to 3.48.0.0 (#7712)
add 90466e4022 HDDS-12102. Bump Bouncy Castle to 1.80 (#7713)
add 81d098255b HDDS-12021. Enable sortpom in hadoop-ozone client, common,
csi and datanode. (#7717)
add c9a530a9ad HDDS-12104. Enable sortpom in ozonefs modules (#7718)
add f90e625eea HDDS-11680. Enhance Recon Metrics For Improved
Observability (#7517)
add 3a6b05efbc HDDS-12105. Enable sortpom in ozone-manager and
httpfsgateway. (#7720)
add c006c572c5 HDDS-12016. Fixed duplicate entries when changing path in
DU page (#7657)
add 98b4e55543 HDDS-11948. [Docs] DistCp integration (#7588)
add 7239594abf HDDS-11775. Add tool to create RocksDB checkpoint (#7664)
add 9bf597a251 HDDS-12107. Enable sortpom in ozone-dist and
ozone-interface modules (#7721)
add ce82d123cf HDDS-12093. Exclude generated code for import restrictions
(#7709)
add 0d75ed6dde HDDS-11300. Update Swagger documentation for Recon APIs
(#7678)
add 7d50d77223 HDDS-12086. Allow --db option at leaf subcommand in debug
tools (#7710)
add 7b4df04beb HDDS-12030. Update SCM-HA.zh.md (#7669)
add fefaf9beea HDDS-11070. Separate KeyCodec from reading and storing keys
to disk (#6871)
add 52930c50af HDDS-12005. Refactor TestBlockDataStreamOutput (#7716)
add e2718dda4a HDDS-12100. Move CI dependency installer functions out of
_lib.sh (#7715)
add a0be99a3ba HDDS-12095. Include AWS request ID in S3G audit logs (#7725)
new 147b009a6d HDDS-11622. Support domain socket creation (#7397)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (a6cdfff890)
\
N -- N -- N refs/heads/HDDS-10685 (147b009a6d)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/ci.yml | 12 +-
.github/workflows/intermittent-test-check.yml | 2 +-
.github/workflows/repeat-acceptance.yml | 2 +-
.mvn/develocity.xml | 3 +-
.mvn/extensions.xml | 2 +-
dev-support/ci/selective_ci_checks.sh | 6 +-
hadoop-hdds/common/pom.xml | 5 -
.../hadoop/hdds/security/SecurityConfig.java | 33 +-
.../hadoop/hdds/security/SecurityConstants.java | 49 +
.../hadoop/hdds/security/x509/keys/KeyCodec.java | 128 +++
.../hadoop/hdds/security/x509/keys/KeyStorage.java | 249 +++++
.../security/x509/keys/TestHDDSKeyGenerator.java | 0
.../hdds/security/x509/keys/TestKeyCodec.java | 78 ++
.../hdds/security/x509/keys/TestKeyStorage.java | 344 ++++++
.../hdds/security/x509/keys/package-info.java | 0
.../hadoop/ozone/TestHddsSecureDatanodeInit.java | 22 +-
hadoop-hdds/docs/content/feature/SCM-HA.md | 24 +-
hadoop-hdds/docs/content/feature/SCM-HA.zh.md | 27 +-
hadoop-hdds/docs/content/integration/DistCp.md | 89 ++
.../static/swagger-resources/recon-api.yaml | 1146 ++++++++++++++------
.../hadoop/hdds/security/OzoneSecretKey.java | 23 +-
.../certificate/authority/DefaultCAServer.java | 110 +-
.../client/DefaultCertificateClient.java | 50 +-
.../hadoop/hdds/security/x509/keys/KeyCodec.java | 425 --------
.../hdds/security/x509/keys/SecurityUtil.java | 90 --
.../hdds/security/x509/keys/package-info.java | 23 -
.../certificate/authority/TestDefaultCAServer.java | 57 +-
.../client/TestDefaultCertificateClient.java | 21 +-
.../client/TestDnCertificateClientInit.java | 10 +-
.../hdds/security/x509/keys/TestKeyCodec.java | 235 ----
hadoop-hdds/hadoop-dependency-test/pom.xml | 4 -
hadoop-hdds/pom.xml | 23 -
.../hdds/scm/security/RootCARotationManager.java | 9 +-
hadoop-ozone/client/pom.xml | 72 +-
hadoop-ozone/common/pom.xml | 149 ++-
hadoop-ozone/csi/pom.xml | 201 ++--
hadoop-ozone/datanode/pom.xml | 38 +-
hadoop-ozone/dev-support/checks/_lib.sh | 105 --
hadoop-ozone/dev-support/checks/acceptance.sh | 19 +
hadoop-ozone/dev-support/checks/bats.sh | 6 +-
hadoop-ozone/dev-support/checks/docs.sh | 2 +-
hadoop-ozone/dev-support/checks/findbugs.sh | 3 +-
.../checks/install/bats.sh} | 34 +-
.../checks/install/flekszible.sh} | 34 +-
.../checks/install/hugo.sh} | 51 +-
.../checks/{native.sh => install/k3s.sh} | 15 +-
.../checks/{_summary.sh => install/spotbugs.sh} | 29 +-
hadoop-ozone/dev-support/checks/kubernetes.sh | 26 +-
hadoop-ozone/dist/pom.xml | 203 ++--
hadoop-ozone/dist/src/main/compose/ozone/test.sh | 2 -
hadoop-ozone/dist/src/main/compose/testlib.sh | 2 +-
.../lease-recovery.robot} | 10 +-
.../src/main/smoketest/compatibility/read.robot | 2 +-
.../src/main/smoketest/debug/ozone-debug-ldb.robot | 6 +
.../src/main/smoketest/debug/ozone-debug.robot | 5 -
.../main/smoketest/recon/recon-taskstatus.robot | 125 +++
hadoop-ozone/httpfsgateway/pom.xml | 175 ++-
.../hdds/scm/TestStorageContainerManager.java | 470 ++++----
.../apache/hadoop/ozone/TestDelegationToken.java | 6 +-
.../hadoop/ozone/TestMultipartObjectGet.java | 2 +
.../hadoop/ozone/TestOzoneConfigurationFields.java | 1 +
.../hadoop/ozone/TestSecureOzoneCluster.java | 18 +-
.../om/lease}/TestLeaseRecoverer.java | 2 +-
.../client/rpc/TestBlockDataStreamOutput.java | 423 ++++----
.../org/apache/hadoop/ozone/debug/TestLDBCli.java | 4 +-
.../hadoop/ozone/om/TestSecureOzoneManager.java | 6 +-
.../ozone/recon/TestReconWithOzoneManager.java | 4 +-
.../hadoop/ozone/shell/TestOzoneDebugShell.java | 4 +-
hadoop-ozone/interface-client/pom.xml | 91 +-
hadoop-ozone/interface-storage/pom.xml | 60 +-
hadoop-ozone/ozone-manager/pom.xml | 391 ++++---
.../hadoop/ozone/om/OMDBCheckpointServlet.java | 46 +-
.../hadoop/ozone/om/TestOmSnapshotManager.java | 60 +-
.../security/TestOmCertificateClientInit.java | 10 +-
hadoop-ozone/ozonefs-common/pom.xml | 101 +-
hadoop-ozone/ozonefs-hadoop2/pom.xml | 69 +-
hadoop-ozone/ozonefs-hadoop3-client/pom.xml | 45 +-
hadoop-ozone/ozonefs-hadoop3/pom.xml | 22 +-
hadoop-ozone/ozonefs-shaded/pom.xml | 95 +-
hadoop-ozone/ozonefs/pom.xml | 118 +-
hadoop-ozone/recon-codegen/pom.xml | 49 +-
.../recon/schema/ReconTaskSchemaDefinition.java | 2 +
hadoop-ozone/recon/pom.xml | 696 ++++++------
.../hadoop/ozone/recon/ReconControllerModule.java | 2 +
.../hadoop/ozone/recon/api/TaskStatusService.java | 5 +-
.../ozone/recon/fsck/ContainerHealthTask.java | 23 +-
.../hadoop/ozone/recon/scm/PipelineSyncTask.java | 22 +-
.../ozone/recon/scm/ReconDeadNodeHandler.java | 4 +-
.../hadoop/ozone/recon/scm/ReconScmTask.java | 44 +-
.../ozone/recon/scm/ReconStaleNodeHandler.java | 2 +-
.../scm/ReconStorageContainerManagerFacade.java | 34 +-
.../spi/impl/OzoneManagerServiceProviderImpl.java | 115 +-
.../ozone/recon/tasks/ContainerKeyMapperTask.java | 6 +-
.../ozone/recon/tasks/ContainerSizeCountTask.java | 61 +-
.../ozone/recon/tasks/FileSizeCountTask.java | 4 +-
.../hadoop/ozone/recon/tasks/NSSummaryTask.java | 3 +
.../ozone/recon/tasks/OMDBUpdatesHandler.java | 9 +
.../ozone/recon/tasks/OMUpdateEventBatch.java | 10 +-
.../ozone/recon/tasks/OmTableInsightTask.java | 4 +-
.../ozone/recon/tasks/ReconTaskController.java | 14 +-
.../ozone/recon/tasks/ReconTaskControllerImpl.java | 263 +++--
.../ozone/recon/tasks/types/NamedCallableTask.java | 35 +-
.../recon/tasks/types/TaskExecutionException.java | 21 +-
.../{api/filters => tasks/types}/package-info.java | 6 +-
.../tasks/updater/ReconTaskStatusUpdater.java | 123 +++
.../updater/ReconTaskStatusUpdaterManager.java | 69 ++
.../ozone/recon/tasks/updater}/package-info.java | 4 +-
.../ozone/recon/upgrade/ReconLayoutFeature.java | 3 +-
.../upgrade/ReconTaskStatusTableUpgradeAction.java | 104 ++
.../recon/ozone-recon-web/src/utils/common.tsx | 29 +
.../src/v2/components/duMetadata/duMetadata.tsx | 316 +++---
.../src/v2/pages/overview/overview.tsx | 25 +-
.../hadoop/ozone/recon/api/TestEndpoints.java | 2 +-
.../ozone/recon/api/TestTaskStatusService.java | 21 +-
.../ozone/recon/api/TestTriggerDBSyncEndpoint.java | 16 +-
.../ozone/recon/fsck/TestContainerHealthTask.java | 34 +-
.../TestReconInternalSchemaDefinition.java | 6 +-
.../persistence/TestReconWithDifferentSqlDBs.java | 2 +-
.../recon/persistence/TestSqlSchemaSetup.java | 10 +-
.../impl/TestOzoneManagerServiceProviderImpl.java | 115 +-
.../recon/tasks/TestContainerKeyMapperTask.java | 6 +-
.../recon/tasks/TestContainerSizeCountTask.java | 22 +-
.../ozone/recon/tasks/TestFileSizeCountTask.java | 8 +-
.../ozone/recon/tasks/TestNSSummaryTask.java | 2 +-
.../recon/tasks/TestNSSummaryTaskWithFSO.java | 2 +-
.../recon/tasks/TestNSSummaryTaskWithLegacy.java | 2 +-
.../TestNSSummaryTaskWithLegacyOBSLayout.java | 2 +-
.../recon/tasks/TestNSSummaryTaskWithOBS.java | 2 +-
.../ozone/recon/tasks/TestOmTableInsightTask.java | 18 +-
.../recon/tasks/TestReconTaskControllerImpl.java | 53 +-
.../recon/tasks/TestReconTaskStatusUpdater.java | 101 ++
.../hadoop/ozone/s3/endpoint/EndpointBase.java | 12 +
.../hadoop/ozone/s3/endpoint/RootEndpoint.java | 5 +-
.../hadoop/ozone/s3/TestS3GatewayAuditLog.java | 22 +-
.../s3/endpoint/TestAbortMultipartUpload.java | 2 +
.../hadoop/ozone/s3/endpoint/TestBucketAcl.java | 2 +
.../hadoop/ozone/s3/endpoint/TestBucketDelete.java | 2 +
.../hadoop/ozone/s3/endpoint/TestBucketHead.java | 2 +
.../hadoop/ozone/s3/endpoint/TestBucketList.java | 21 +-
.../hadoop/ozone/s3/endpoint/TestBucketPut.java | 2 +
.../s3/endpoint/TestInitiateMultipartUpload.java | 3 +
.../s3/endpoint/TestMultipartUploadComplete.java | 3 +
.../s3/endpoint/TestMultipartUploadWithCopy.java | 2 +
.../hadoop/ozone/s3/endpoint/TestObjectDelete.java | 2 +
.../hadoop/ozone/s3/endpoint/TestObjectGet.java | 2 +
.../hadoop/ozone/s3/endpoint/TestObjectHead.java | 2 +
.../ozone/s3/endpoint/TestObjectMultiDelete.java | 3 +
.../hadoop/ozone/s3/endpoint/TestObjectPut.java | 2 +
.../ozone/s3/endpoint/TestObjectTaggingDelete.java | 4 +-
.../ozone/s3/endpoint/TestObjectTaggingGet.java | 2 +
.../ozone/s3/endpoint/TestObjectTaggingPut.java | 3 +
.../hadoop/ozone/s3/endpoint/TestPartUpload.java | 4 +
.../s3/endpoint/TestPartUploadWithStream.java | 2 +
.../ozone/s3/endpoint/TestPermissionCheck.java | 21 +-
.../hadoop/ozone/s3/endpoint/TestRootList.java | 2 +
.../ozone/s3/endpoint/TestUploadWithStream.java | 2 +
.../ozone/s3/metrics/TestS3GatewayMetrics.java | 6 +
.../org/apache/hadoop/ozone/admin/om/OMAdmin.java | 4 +-
.../{debug => admin/om/lease}/LeaseRecoverer.java | 13 +-
.../om/lease/LeaseSubCommand.java} | 13 +-
.../hadoop/ozone/admin/om/lease}/package-info.java | 4 +-
.../debug/ldb/{DropTable.java => Checkpoint.java} | 51 +-
.../apache/hadoop/ozone/debug/ldb/RDBParser.java | 2 +
.../OMDebug.java => replicas/ReplicasDebug.java} | 14 +-
.../{ => replicas}/chunk/ChunkDataNodeDetails.java | 2 +-
.../debug/{ => replicas}/chunk/ChunkDetails.java | 2 +-
.../{ => replicas}/chunk/ChunkKeyHandler.java | 20 +-
.../debug/{ => replicas}/chunk/ChunkType.java | 2 +-
.../{ => replicas}/chunk/ContainerChunkInfo.java | 2 +-
.../debug/{ => replicas}/chunk/package-info.java | 4 +-
.../debug/{chunk => replicas}/package-info.java | 4 +-
pom.xml | 40 +-
172 files changed, 5254 insertions(+), 4252 deletions(-)
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/security/SecurityConstants.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/security/x509/keys/KeyCodec.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/security/x509/keys/KeyStorage.java
rename hadoop-hdds/{framework =>
common}/src/test/java/org/apache/hadoop/hdds/security/x509/keys/TestHDDSKeyGenerator.java
(100%)
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/security/x509/keys/TestKeyCodec.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/security/x509/keys/TestKeyStorage.java
rename hadoop-hdds/{framework =>
common}/src/test/java/org/apache/hadoop/hdds/security/x509/keys/package-info.java
(100%)
create mode 100644 hadoop-hdds/docs/content/integration/DistCp.md
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/keys/KeyCodec.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/keys/SecurityUtil.java
delete mode 100644
hadoop-hdds/framework/src/main/java/org/apache/hadoop/hdds/security/x509/keys/package-info.java
delete mode 100644
hadoop-hdds/framework/src/test/java/org/apache/hadoop/hdds/security/x509/keys/TestKeyCodec.java
copy hadoop-ozone/{dist/dev-support/bin/dist-tar-stitching =>
dev-support/checks/install/bats.sh} (62%)
mode change 100755 => 100644
copy hadoop-ozone/{dist/dev-support/bin/dist-tar-stitching =>
dev-support/checks/install/flekszible.sh} (63%)
mode change 100755 => 100644
copy hadoop-ozone/{dist/src/test/shell/k8s_testlib.bats =>
dev-support/checks/install/hugo.sh} (59%)
copy hadoop-ozone/dev-support/checks/{native.sh => install/k3s.sh} (70%)
mode change 100755 => 100644
copy hadoop-ozone/dev-support/checks/{_summary.sh => install/spotbugs.sh} (67%)
mode change 100755 => 100644
rename
hadoop-ozone/dist/src/main/smoketest/{debug/ozone-debug-lease-recovery.robot =>
admincli/lease-recovery.robot} (89%)
create mode 100644
hadoop-ozone/dist/src/main/smoketest/recon/recon-taskstatus.robot
rename
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/{debug =>
admin/om/lease}/TestLeaseRecoverer.java (99%)
copy
hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/ScmSubcommand.java
=>
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/types/NamedCallableTask.java
(50%)
copy
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/stream/StreamingException.java
=>
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/types/TaskExecutionException.java
(67%)
copy
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/{api/filters =>
tasks/types}/package-info.java (85%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/updater/ReconTaskStatusUpdater.java
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/updater/ReconTaskStatusUpdaterManager.java
copy {hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/security
=>
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/tasks/updater}/package-info.java
(84%)
create mode 100644
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/upgrade/ReconTaskStatusTableUpgradeAction.java
create mode 100644
hadoop-ozone/recon/src/test/java/org/apache/hadoop/ozone/recon/tasks/TestReconTaskStatusUpdater.java
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{debug =>
admin/om/lease}/LeaseRecoverer.java (83%)
copy
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{repair/om/SnapshotRepair.java
=> admin/om/lease/LeaseSubCommand.java} (79%)
copy {hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/util =>
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/admin/om/lease}/package-info.java
(90%)
copy
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/ldb/{DropTable.java
=> Checkpoint.java} (53%)
copy
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{om/OMDebug.java
=> replicas/ReplicasDebug.java} (69%)
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{ =>
replicas}/chunk/ChunkDataNodeDetails.java (96%)
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{ =>
replicas}/chunk/ChunkDetails.java (96%)
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{ =>
replicas}/chunk/ChunkKeyHandler.java (94%)
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{ =>
replicas}/chunk/ChunkType.java (94%)
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{ =>
replicas}/chunk/ContainerChunkInfo.java (98%)
copy hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{ =>
replicas}/chunk/package-info.java (88%)
rename hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/{chunk
=> replicas}/package-info.java (90%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
