This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new e9827f443f0 [typo](docs)add some tips for mc and add dlf.catalog.id
info to dlf doc (#27754)
e9827f443f0 is described below
commit e9827f443f019b2e87d3acc5cc198fc91628b40e
Author: slothever <18522955+w...@users.noreply.github.com>
AuthorDate: Mon Dec 4 10:03:21 2023 +0800
[typo](docs)add some tips for mc and add dlf.catalog.id info to dlf doc
(#27754)
add doc for max compute and dlf
---
docs/en/docs/lakehouse/multi-catalog/dlf.md | 4 ++++
docs/en/docs/lakehouse/multi-catalog/max-compute.md | 4 ++++
docs/zh-CN/docs/lakehouse/multi-catalog/dlf.md | 4 ++++
docs/zh-CN/docs/lakehouse/multi-catalog/max-compute.md | 4 ++++
4 files changed, 16 insertions(+)
diff --git a/docs/en/docs/lakehouse/multi-catalog/dlf.md
b/docs/en/docs/lakehouse/multi-catalog/dlf.md
index 7fb88bb316b..a7e0c8fd798 100644
--- a/docs/en/docs/lakehouse/multi-catalog/dlf.md
+++ b/docs/en/docs/lakehouse/multi-catalog/dlf.md
@@ -45,6 +45,7 @@ CREATE CATALOG dlf PROPERTIES (
"dlf.endpoint" = "datalake-vpc.cn-beijing.aliyuncs.com",
"dlf.region" = "cn-beijing",
"dlf.uid" = "uid",
+ "dlf.catalog.id" = "catalog_id", //optional
"dlf.access_key" = "ak",
"dlf.secret_key" = "sk"
);
@@ -55,6 +56,7 @@ CREATE CATALOG dlf PROPERTIES (
* `dlf.endpoint`: DLF Endpoint. See [Regions and Endpoints of
DLF](https://www.alibabacloud.com/help/en/data-lake-formation/latest/regions-and-endpoints).
* `dlf.region`: DLF Region. See [Regions and Endpoints of
DLF](https://www.alibabacloud.com/help/en/data-lake-formation/latest/regions-and-endpoints).
* `dlf.uid`: Alibaba Cloud account. You can find the "Account ID" in the upper
right corner on the Alibaba Cloud console.
+* `dlf.catalog.id`: Optional. Used to specify the dlf catalog, if not
specified, the default Catalog ID will be used.
* `dlf.access_key`：AccessKey, which you can create and manage on the [Alibaba
Cloud console](https://ram.console.aliyun.com/manage/ak).
* `dlf.secret_key`：SecretKey, which you can create and manage on the [Alibaba
Cloud console](https://ram.console.aliyun.com/manage/ak).
@@ -79,6 +81,7 @@ Doris supports accessing Hive/Iceberg/Hudi metadata in DLF.
"dlf.endpoint" = "datalake-vpc.cn-beijing.aliyuncs.com",
"dlf.region" = "cn-beijing",
"dlf.uid" = "uid",
+ "dlf.catalog.id" = "catalog_id", //optional
"dlf.access_key" = "ak",
"dlf.secret_key" = "sk",
"oss.hdfs.enabled" = "true"
@@ -97,6 +100,7 @@ CREATE CATALOG dlf_iceberg PROPERTIES (
"dlf.endpoint" = "datalake-vpc.cn-beijing.aliyuncs.com",
"dlf.region" = "cn-beijing",
"dlf.uid" = "uid",
+ "dlf.catalog.id" = "catalog_id", //optional
"dlf.access_key" = "ak",
"dlf.secret_key" = "sk"
);
diff --git a/docs/en/docs/lakehouse/multi-catalog/max-compute.md
b/docs/en/docs/lakehouse/multi-catalog/max-compute.md
index a2f141df70c..bc62d84358b 100644
--- a/docs/en/docs/lakehouse/multi-catalog/max-compute.md
+++ b/docs/en/docs/lakehouse/multi-catalog/max-compute.md
@@ -31,6 +31,10 @@ MaxCompute (previously known as ODPS) is a data warehousing
solution that can pr
> [What is
> MaxCompute](https://www.alibabacloud.com/help/en/maxcompute/product-overview/what-is-maxcompute)
+## Instructions
+1. Max Compute Catalog is developed based on [Max Compute Tunnel
SDK](https://www.alibabacloud.com/help/en/maxcompute/user-guide/overview-28?spm=a2c63.p38356.0.0.7d951a91knT73F),
and Query performance is limited.
+2. During a query, Max Compute DownloadSession objects are created for each
Scan. Therefore, performance will degrade when Max Compute is accessed in
parallel. It is recommended that minimize the number of partitions and the size
of the queried data when using the Max Compute Catalog.
+
## Connect to MaxCompute
```sql
diff --git a/docs/zh-CN/docs/lakehouse/multi-catalog/dlf.md
b/docs/zh-CN/docs/lakehouse/multi-catalog/dlf.md
index 43d30ff5e65..115975facf5 100644
--- a/docs/zh-CN/docs/lakehouse/multi-catalog/dlf.md
+++ b/docs/zh-CN/docs/lakehouse/multi-catalog/dlf.md
@@ -45,6 +45,7 @@ CREATE CATALOG dlf PROPERTIES (
"dlf.endpoint" = "datalake-vpc.cn-beijing.aliyuncs.com",
"dlf.region" = "cn-beijing",
"dlf.uid" = "uid",
+ "dlf.catalog.id" = "catalog_id", //可选
"dlf.access_key" = "ak",
"dlf.secret_key" = "sk"
);
@@ -55,6 +56,7 @@ CREATE CATALOG dlf PROPERTIES (
* `dlf.endpoint`：DLF Endpoint，参阅：[DLF
Region和Endpoint对照表](https://www.alibabacloud.com/help/zh/data-lake-formation/latest/regions-and-endpoints)
* `dlf.region`：DLF Region，参阅：[DLF
Region和Endpoint对照表](https://www.alibabacloud.com/help/zh/data-lake-formation/latest/regions-and-endpoints)
* `dlf.uid`：阿里云账号。即阿里云控制台右上角个人信息的“云账号ID”。
+* `dlf.catalog.id`(可选)：Catalog Id。用于指定数据目录，如果不填，使用默认的Catalog ID。
* `dlf.access_key`：AccessKey。可以在
[阿里云控制台](https://ram.console.aliyun.com/manage/ak) 中创建和管理。
* `dlf.secret_key`：SecretKey。可以在
[阿里云控制台](https://ram.console.aliyun.com/manage/ak) 中创建和管理。
@@ -79,6 +81,7 @@ CREATE CATALOG dlf PROPERTIES (
"dlf.endpoint" = "datalake-vpc.cn-beijing.aliyuncs.com",
"dlf.region" = "cn-beijing",
"dlf.uid" = "uid",
+ "dlf.catalog.id" = "catalog_id", //可选
"dlf.access_key" = "ak",
"dlf.secret_key" = "sk",
"oss.hdfs.enabled" = "true"
@@ -97,6 +100,7 @@ CREATE CATALOG dlf_iceberg PROPERTIES (
"dlf.endpoint" = "datalake-vpc.cn-beijing.aliyuncs.com",
"dlf.region" = "cn-beijing",
"dlf.uid" = "uid",
+ "dlf.catalog.id" = "catalog_id", //可选
"dlf.access_key" = "ak",
"dlf.secret_key" = "sk"
);
diff --git a/docs/zh-CN/docs/lakehouse/multi-catalog/max-compute.md
b/docs/zh-CN/docs/lakehouse/multi-catalog/max-compute.md
index e4b6eacb5f4..2d65950d270 100644
--- a/docs/zh-CN/docs/lakehouse/multi-catalog/max-compute.md
+++ b/docs/zh-CN/docs/lakehouse/multi-catalog/max-compute.md
@@ -31,6 +31,10 @@ MaxCompute是阿里云上的企业级SaaS（Software as a Service）模式云数
> [什么是
> MaxCompute](https://help.aliyun.com/zh/maxcompute/product-overview/what-is-maxcompute?spm=a2c4g.11174283.0.i1)
+## 使用须知
+1. Max Compute Catalog基于[Max Compute Tunnel
SDK](https://help.aliyun.com/zh/maxcompute/user-guide/overview-28?spm=a2c4g.11186623.0.0.376d66c2FNv6aS)开发。查询性能有一定限制。
+2. 在一次查询中，每个Scan都会创建Max Compute的DownloadSession对象，并行访问Max
Compute时性能会下降，建议使用Max Compute Catalog时，尽量减少查询的分区数量和数据大小。
+
## 连接 Max Compute
```sql
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
