This is an automated email from the ASF dual-hosted git repository.
adoroszlai pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/ozone.git
The following commit(s) were added to refs/heads/master by this push:
new 9b619373b6 HDDS-11806. Add HttpFS and Recon in getting-started k8s
example (#7485)
9b619373b6 is described below
commit 9b619373b666b9fc4054ad73a5abba05e5ed7e3e
Author: Halim Kim <[email protected]>
AuthorDate: Tue Dec 3 16:39:27 2024 +0900
HDDS-11806. Add HttpFS and Recon in getting-started k8s example (#7485)
---
.../examples/getting-started/config-configmap.yaml | 6 +++
...stomization.yaml => httpfs-public-service.yaml} | 26 +++++----
.../{kustomization.yaml => httpfs-service.yaml} | 26 +++++----
.../getting-started/httpfs-statefulset.yaml | 55 +++++++++++++++++++
.../examples/getting-started/kustomization.yaml | 6 +++
...ustomization.yaml => recon-public-service.yaml} | 26 +++++----
.../{kustomization.yaml => recon-service.yaml} | 26 +++++----
.../getting-started/recon-statefulset.yaml | 63 ++++++++++++++++++++++
8 files changed, 178 insertions(+), 56 deletions(-)
diff --git
a/hadoop-ozone/dist/src/main/k8s/examples/getting-started/config-configmap.yaml
b/hadoop-ozone/dist/src/main/k8s/examples/getting-started/config-configmap.yaml
index 2a0cf869a5..bb0608dac8 100644
---
a/hadoop-ozone/dist/src/main/k8s/examples/getting-started/config-configmap.yaml
+++
b/hadoop-ozone/dist/src/main/k8s/examples/getting-started/config-configmap.yaml
@@ -19,6 +19,11 @@ kind: ConfigMap
metadata:
name: config
data:
+ HTTPFS-SITE.XML_httpfs.hadoop.config.dir: /opt/hadoop/etc/config
+ CORE-SITE.XML_fs.defaultFS: ofs://om/
+ CORE-SITE.XML_fs.trash.interval: "1"
+ HTTPFS-SITE.XML_httpfs.proxyuser.hadoop.hosts: "*"
+ HTTPFS-SITE.XML_httpfs.proxyuser.hadoop.groups: "*"
OZONE-SITE.XML_hdds.datanode.dir: /data/storage
OZONE-SITE.XML_ozone.scm.datanode.id.dir: /data/metadata
OZONE-SITE.XML_ozone.metadata.dirs: /data/metadata
@@ -26,6 +31,7 @@ data:
OZONE-SITE.XML_ozone.om.address: om-0.om
OZONE-SITE.XML_ozone.scm.client.address: scm-0.scm
OZONE-SITE.XML_ozone.scm.names: scm-0.scm
+ OZONE-SITE.XML_ozone.recon.address: recon-0.recon
OZONE-SITE.XML_hdds.scm.safemode.min.datanode: "3"
OZONE-SITE.XML_ozone.datanode.pipeline.limit: "1"
OZONE-SITE.XML_dfs.datanode.use.datanode.hostname: "true"
diff --git
a/hadoop-ozone/dist/src/main/k8s/examples/getting-started/kustomization.yaml
b/hadoop-ozone/dist/src/main/k8s/examples/getting-started/httpfs-public-service.yaml
similarity index 71%
copy from
hadoop-ozone/dist/src/main/k8s/examples/getting-started/kustomization.yaml
copy to
hadoop-ozone/dist/src/main/k8s/examples/getting-started/httpfs-public-service.yaml
index 3059b9c801..d858625055 100644
--- a/hadoop-ozone/dist/src/main/k8s/examples/getting-started/kustomization.yaml
+++
b/hadoop-ozone/dist/src/main/k8s/examples/getting-started/httpfs-public-service.yaml
@@ -14,17 +14,15 @@
# See the License for the specific language governing permissions and
# limitations under the License.
-resources:
-- config-configmap.yaml
-- datanode-service.yaml
-- datanode-statefulset.yaml
-- om-service.yaml
-- om-statefulset.yaml
-- s3g-service.yaml
-- s3g-statefulset.yaml
-- scm-service.yaml
-- scm-statefulset.yaml
-- datanode-public-service.yaml
-- om-public-service.yaml
-- s3g-public-service.yaml
-- scm-public-service.yaml
+apiVersion: v1
+kind: Service
+metadata:
+ name: httpfs-public
+spec:
+ ports:
+ - port: 14000
+ name: rest
+ selector:
+ app: ozone
+ component: httpfs
+ type: NodePort
diff --git
a/hadoop-ozone/dist/src/main/k8s/examples/getting-started/kustomization.yaml
b/hadoop-ozone/dist/src/main/k8s/examples/getting-started/httpfs-service.yaml
similarity index 71%
copy from
hadoop-ozone/dist/src/main/k8s/examples/getting-started/kustomization.yaml
copy to
hadoop-ozone/dist/src/main/k8s/examples/getting-started/httpfs-service.yaml
index 3059b9c801..0ab49c2d72 100644
--- a/hadoop-ozone/dist/src/main/k8s/examples/getting-started/kustomization.yaml
+++
b/hadoop-ozone/dist/src/main/k8s/examples/getting-started/httpfs-service.yaml
@@ -14,17 +14,15 @@
# See the License for the specific language governing permissions and
# limitations under the License.
-resources:
-- config-configmap.yaml
-- datanode-service.yaml
-- datanode-statefulset.yaml
-- om-service.yaml
-- om-statefulset.yaml
-- s3g-service.yaml
-- s3g-statefulset.yaml
-- scm-service.yaml
-- scm-statefulset.yaml
-- datanode-public-service.yaml
-- om-public-service.yaml
-- s3g-public-service.yaml
-- scm-public-service.yaml
+apiVersion: v1
+kind: Service
+metadata:
+ name: httpfs
+spec:
+ ports:
+ - port: 14000
+ name: rest
+ clusterIP: None
+ selector:
+ app: ozone
+ component: httpfs
diff --git
a/hadoop-ozone/dist/src/main/k8s/examples/getting-started/httpfs-statefulset.yaml
b/hadoop-ozone/dist/src/main/k8s/examples/getting-started/httpfs-statefulset.yaml
new file mode 100644
index 0000000000..7bca21585c
--- /dev/null
+++
b/hadoop-ozone/dist/src/main/k8s/examples/getting-started/httpfs-statefulset.yaml
@@ -0,0 +1,55 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+ name: httpfs
+ labels:
+ app.kubernetes.io/component: ozone
+spec:
+ selector:
+ matchLabels:
+ app: ozone
+ component: httpfs
+ serviceName: httpfs
+ replicas: 1
+ template:
+ metadata:
+ labels:
+ app: ozone
+ component: httpfs
+ spec:
+ containers:
+ - name: httpfs
+ image: '@docker.image@'
+ args:
+ - ozone
+ - httpfs
+ livenessProbe:
+ httpGet:
+ path: /webhdfs/v1/?op=LISTSTATUS&user.name=hadoop
+ port: 14000
+ initialDelaySeconds: 30
+ envFrom:
+ - configMapRef:
+ name: config
+ volumeMounts:
+ - name: data
+ mountPath: /data
+ volumes:
+ - name: data
+ emptyDir: {}
diff --git
a/hadoop-ozone/dist/src/main/k8s/examples/getting-started/kustomization.yaml
b/hadoop-ozone/dist/src/main/k8s/examples/getting-started/kustomization.yaml
index 3059b9c801..4f60be1787 100644
--- a/hadoop-ozone/dist/src/main/k8s/examples/getting-started/kustomization.yaml
+++ b/hadoop-ozone/dist/src/main/k8s/examples/getting-started/kustomization.yaml
@@ -24,7 +24,13 @@ resources:
- s3g-statefulset.yaml
- scm-service.yaml
- scm-statefulset.yaml
+- httpfs-service.yaml
+- httpfs-statefulset.yaml
+- recon-service.yaml
+- recon-statefulset.yaml
- datanode-public-service.yaml
- om-public-service.yaml
- s3g-public-service.yaml
- scm-public-service.yaml
+- httpfs-public-service.yaml
+- recon-public-service.yaml
diff --git
a/hadoop-ozone/dist/src/main/k8s/examples/getting-started/kustomization.yaml
b/hadoop-ozone/dist/src/main/k8s/examples/getting-started/recon-public-service.yaml
similarity index 71%
copy from
hadoop-ozone/dist/src/main/k8s/examples/getting-started/kustomization.yaml
copy to
hadoop-ozone/dist/src/main/k8s/examples/getting-started/recon-public-service.yaml
index 3059b9c801..c737a02f44 100644
--- a/hadoop-ozone/dist/src/main/k8s/examples/getting-started/kustomization.yaml
+++
b/hadoop-ozone/dist/src/main/k8s/examples/getting-started/recon-public-service.yaml
@@ -14,17 +14,15 @@
# See the License for the specific language governing permissions and
# limitations under the License.
-resources:
-- config-configmap.yaml
-- datanode-service.yaml
-- datanode-statefulset.yaml
-- om-service.yaml
-- om-statefulset.yaml
-- s3g-service.yaml
-- s3g-statefulset.yaml
-- scm-service.yaml
-- scm-statefulset.yaml
-- datanode-public-service.yaml
-- om-public-service.yaml
-- s3g-public-service.yaml
-- scm-public-service.yaml
+apiVersion: v1
+kind: Service
+metadata:
+ name: recon-public
+spec:
+ ports:
+ - port: 9888
+ name: ui
+ selector:
+ app: ozone
+ component: recon
+ type: NodePort
diff --git
a/hadoop-ozone/dist/src/main/k8s/examples/getting-started/kustomization.yaml
b/hadoop-ozone/dist/src/main/k8s/examples/getting-started/recon-service.yaml
similarity index 71%
copy from
hadoop-ozone/dist/src/main/k8s/examples/getting-started/kustomization.yaml
copy to
hadoop-ozone/dist/src/main/k8s/examples/getting-started/recon-service.yaml
index 3059b9c801..9c52d393d5 100644
--- a/hadoop-ozone/dist/src/main/k8s/examples/getting-started/kustomization.yaml
+++ b/hadoop-ozone/dist/src/main/k8s/examples/getting-started/recon-service.yaml
@@ -14,17 +14,15 @@
# See the License for the specific language governing permissions and
# limitations under the License.
-resources:
-- config-configmap.yaml
-- datanode-service.yaml
-- datanode-statefulset.yaml
-- om-service.yaml
-- om-statefulset.yaml
-- s3g-service.yaml
-- s3g-statefulset.yaml
-- scm-service.yaml
-- scm-statefulset.yaml
-- datanode-public-service.yaml
-- om-public-service.yaml
-- s3g-public-service.yaml
-- scm-public-service.yaml
+apiVersion: v1
+kind: Service
+metadata:
+ name: recon
+spec:
+ ports:
+ - port: 9888
+ name: ui
+ clusterIP: None
+ selector:
+ app: ozone
+ component: recon
diff --git
a/hadoop-ozone/dist/src/main/k8s/examples/getting-started/recon-statefulset.yaml
b/hadoop-ozone/dist/src/main/k8s/examples/getting-started/recon-statefulset.yaml
new file mode 100644
index 0000000000..8b9ee191d0
--- /dev/null
+++
b/hadoop-ozone/dist/src/main/k8s/examples/getting-started/recon-statefulset.yaml
@@ -0,0 +1,63 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+ name: recon
+ labels:
+ app.kubernetes.io/component: ozone
+spec:
+ selector:
+ matchLabels:
+ app: ozone
+ component: recon
+ serviceName: recon
+ replicas: 1
+ template:
+ metadata:
+ labels:
+ app: ozone
+ component: recon
+ annotations:
+ prometheus.io/scrape: "true"
+ prometheus.io/port: "9888"
+ prometheus.io/path: /prom
+ spec:
+ securityContext:
+ fsGroup: 1000
+ containers:
+ - name: recon
+ image: '@docker.image@'
+ args:
+ - ozone
+ - recon
+ env:
+ - name: WAITFOR
+ value: scm-0.scm:9876
+ livenessProbe:
+ tcpSocket:
+ port: 9891
+ initialDelaySeconds: 30
+ envFrom:
+ - configMapRef:
+ name: config
+ volumeMounts:
+ - name: data
+ mountPath: /data
+ volumes:
+ - name: data
+ emptyDir: {}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
