This is an automated email from the ASF dual-hosted git repository.
jiafengzheng pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-website.git
The following commit(s) were added to refs/heads/master by this push:
new 750c7231828 Add doris on iceberg use case in hdfs ha environment (#48)
750c7231828 is described below
commit 750c7231828b9d6af850fcabec07963c1776d363
Author: caoliang-web <71004656+caoliang-...@users.noreply.github.com>
AuthorDate: Tue Aug 16 15:00:05 2022 +0800
Add doris on iceberg use case in hdfs ha environment (#48)
---
docs/ecosystem/external-table/iceberg-of-doris.md | 37 ++++++++++++++++++++--
.../ecosystem/external-table/iceberg-of-doris.md | 36 +++++++++++++++++++--
2 files changed, 69 insertions(+), 4 deletions(-)
diff --git a/docs/ecosystem/external-table/iceberg-of-doris.md
b/docs/ecosystem/external-table/iceberg-of-doris.md
index 62cbac8c4d9..116864d7235 100644
--- a/docs/ecosystem/external-table/iceberg-of-doris.md
+++ b/docs/ecosystem/external-table/iceberg-of-doris.md
@@ -62,7 +62,7 @@ Iceberg tables can be created in Doris in two ways. You do
not need to declare t
);
- -- Example: Mount iceberg_table under iceberg_db in Iceberg
+ -- Example 1: Mount iceberg_table under iceberg_db in Iceberg
CREATE TABLE `t_iceberg`
ENGINE = ICEBERG
PROPERTIES (
@@ -71,6 +71,21 @@ Iceberg tables can be created in Doris in two ways. You do
not need to declare t
"iceberg.hive.metastore.uris" = "thrift://192.168.0.1:9083",
"iceberg.catalog.type" = "HIVE_CATALOG"
);
+
+ -- Example 2: Mount iceberg_table under iceberg_db in Iceberg, with HDFS
HA enabled.
+ CREATE TABLE `t_iceberg`
+ ENGINE = ICEBERG
+ PROPERTIES (
+ "iceberg.database" = "iceberg_db",
+ "iceberg.table" = "iceberg_table"
+ "iceberg.hive.metastore.uris" = "thrift://192.168.0.1:9083",
+ "iceberg.catalog.type" = "HIVE_CATALOG",
+ "dfs.nameservices"="HDFS8000463",
+ "dfs.ha.namenodes.HDFS8000463"="nn2,nn1",
+ "dfs.namenode.rpc-address.HDFS8000463.nn2"="172.21.16.5:4007",
+ "dfs.namenode.rpc-address.HDFS8000463.nn1"="172.21.16.26:4007",
+
"dfs.client.failover.proxy.provider.HDFS8000463"="org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
+ );
```
2. Create an Iceberg database to mount the corresponding Iceberg database on
the remote side, and mount all the tables under the database.
@@ -115,7 +130,7 @@ You can also create an Iceberg table by explicitly
specifying the column definit
"iceberg.catalog.type" = "HIVE_CATALOG"
);
- -- Example: Mount iceberg_table under iceberg_db in Iceberg
+ -- Example 1: Mount iceberg_table under iceberg_db in Iceberg
CREATE TABLE `t_iceberg` (
`id` int NOT NULL COMMENT "id number",
`name` varchar(10) NOT NULL COMMENT "user name"
@@ -126,6 +141,24 @@ You can also create an Iceberg table by explicitly
specifying the column definit
"iceberg.hive.metastore.uris" = "thrift://192.168.0.1:9083",
"iceberg.catalog.type" = "HIVE_CATALOG"
);
+
+ -- Example 2: Mount iceberg_table under iceberg_db in Iceberg, with HDFS
HA enabled.
+ CREATE TABLE `t_iceberg` (
+ `id` int NOT NULL COMMENT "id number",
+ `name` varchar(10) NOT NULL COMMENT "user name"
+ ) ENGINE = ICEBERG
+ PROPERTIES (
+ "iceberg.database" = "iceberg_db",
+ "iceberg.table" = "iceberg_table",
+ "iceberg.hive.metastore.uris" = "thrift://192.168.0.1:9083",
+ "iceberg.catalog.type" = "HIVE_CATALOG",
+ "dfs.nameservices"="HDFS8000463",
+ "dfs.ha.namenodes.HDFS8000463"="nn2,nn1",
+ "dfs.namenode.rpc-address.HDFS8000463.nn2"="172.21.16.5:4007",
+ "dfs.namenode.rpc-address.HDFS8000463.nn1"="172.21.16.26:4007",
+
"dfs.client.failover.proxy.provider.HDFS8000463"="org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
+ );
+
```
#### Parameter Description
diff --git
a/i18n/zh-CN/docusaurus-plugin-content-docs/current/ecosystem/external-table/iceberg-of-doris.md
b/i18n/zh-CN/docusaurus-plugin-content-docs/current/ecosystem/external-table/iceberg-of-doris.md
index 146c59aee40..06c6c2ebe6a 100644
---
a/i18n/zh-CN/docusaurus-plugin-content-docs/current/ecosystem/external-table/iceberg-of-doris.md
+++
b/i18n/zh-CN/docusaurus-plugin-content-docs/current/ecosystem/external-table/iceberg-of-doris.md
@@ -62,7 +62,7 @@ Iceberg External Table of Doris 提供了 Doris 直接访问 Iceberg 外部表
);
- -- 例子：挂载 Iceberg 中 iceberg_db 下的 iceberg_table
+ -- 例子1：挂载 Iceberg 中 iceberg_db 下的 iceberg_table
CREATE TABLE `t_iceberg`
ENGINE = ICEBERG
PROPERTIES (
@@ -71,6 +71,21 @@ Iceberg External Table of Doris 提供了 Doris 直接访问 Iceberg 外部表
"iceberg.hive.metastore.uris" = "thrift://192.168.0.1:9083",
"iceberg.catalog.type" = "HIVE_CATALOG"
);
+
+ -- 例子2：挂载 Iceberg 中 iceberg_db 下的 iceberg_table，HDFS开启HA
+ CREATE TABLE `t_iceberg`
+ ENGINE = ICEBERG
+ PROPERTIES (
+ "iceberg.database" = "iceberg_db",
+ "iceberg.table" = "iceberg_table",
+ "iceberg.hive.metastore.uris" = "thrift://192.168.0.1:9083",
+ "iceberg.catalog.type" = "HIVE_CATALOG",
+ "dfs.nameservices"="HDFS8000463",
+ "dfs.ha.namenodes.HDFS8000463"="nn2,nn1",
+ "dfs.namenode.rpc-address.HDFS8000463.nn2"="172.21.16.5:4007",
+ "dfs.namenode.rpc-address.HDFS8000463.nn1"="172.21.16.26:4007",
+
"dfs.client.failover.proxy.provider.HDFS8000463"="org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
+ );
```
2. 创建一个 Iceberg 数据库，用于挂载远端对应 Iceberg 数据库，同时挂载该 database 下的所有 table。
@@ -114,7 +129,7 @@ Iceberg External Table of Doris 提供了 Doris 直接访问 Iceberg 外部表
"iceberg.catalog.type" = "HIVE_CATALOG"
);
- -- 例子：挂载 Iceberg 中 iceberg_db 下的 iceberg_table
+ -- 例子1：挂载 Iceberg 中 iceberg_db 下的 iceberg_table
CREATE TABLE `t_iceberg` (
`id` int NOT NULL COMMENT "id number",
`name` varchar(10) NOT NULL COMMENT "user name"
@@ -125,6 +140,23 @@ Iceberg External Table of Doris 提供了 Doris 直接访问 Iceberg 外部表
"iceberg.hive.metastore.uris" = "thrift://192.168.0.1:9083",
"iceberg.catalog.type" = "HIVE_CATALOG"
);
+
+ -- 例子2：挂载 Iceberg 中 iceberg_db 下的 iceberg_table，HDFS开启HA
+ CREATE TABLE `t_iceberg` (
+ `id` int NOT NULL COMMENT "id number",
+ `name` varchar(10) NOT NULL COMMENT "user name"
+ ) ENGINE = ICEBERG
+ PROPERTIES (
+ "iceberg.database" = "iceberg_db",
+ "iceberg.table" = "iceberg_table",
+ "iceberg.hive.metastore.uris" = "thrift://192.168.0.1:9083",
+ "iceberg.catalog.type" = "HIVE_CATALOG",
+ "dfs.nameservices"="HDFS8000463",
+ "dfs.ha.namenodes.HDFS8000463"="nn2,nn1",
+ "dfs.namenode.rpc-address.HDFS8000463.nn2"="172.21.16.5:4007",
+ "dfs.namenode.rpc-address.HDFS8000463.nn1"="172.21.16.26:4007",
+
"dfs.client.failover.proxy.provider.HDFS8000463"="org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
+ );
```
#### 参数说明：
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
