This is an automated email from the ASF dual-hosted git repository. morningman pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/doris-website.git
The following commit(s) were added to refs/heads/master by this push: new 5b5e6390c0f [lakehouse] update iceberg and paimon (#1969) 5b5e6390c0f is described below commit 5b5e6390c0f5bc4aa065a28657aa87212ddf7fc7 Author: Mingyu Chen (Rayner) <morning...@163.com> AuthorDate: Wed Feb 5 19:51:17 2025 +0800 [lakehouse] update iceberg and paimon (#1969) ## Versions - [x] dev - [ ] 3.0 - [ ] 2.1 - [ ] 2.0 ## Languages - [x] Chinese - [x] English ## Docs Checklist - [ ] Checked by AI - [ ] Test Cases Built --- docs/lakehouse/catalogs/iceberg-catalog.md | 18 +++++++++++++++++- docs/lakehouse/catalogs/paimon-catalog.md | 2 +- .../current/lakehouse/catalogs/iceberg-catalog.md | 18 +++++++++++++++++- .../current/lakehouse/catalogs/paimon-catalog.md | 2 +- 4 files changed, 36 insertions(+), 4 deletions(-) diff --git a/docs/lakehouse/catalogs/iceberg-catalog.md b/docs/lakehouse/catalogs/iceberg-catalog.md index 28b70fe0c44..37ed990dfad 100644 --- a/docs/lakehouse/catalogs/iceberg-catalog.md +++ b/docs/lakehouse/catalogs/iceberg-catalog.md @@ -69,6 +69,8 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES ( * `dlf`: Uses Alibaba Cloud DLF as the metadata service. + * `s3tables`: Uses AWS S3 Tables Catalog to visit [S3 Table Bucket](https://aws.amazon.com/s3/features/tables/). + * `<warehouse>` The warehouse path for Iceberg. This parameter must be specified when `<iceberg_catalog_type>` is `hadoop`. @@ -89,7 +91,7 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES ( ### Supported Iceberg Versions -The current Iceberg dependency is version 1.4.3, which is compatible with higher versions of Iceberg. +The current Iceberg dependency is version 1.6.1, which is compatible with higher versions of Iceberg. ### Supported Iceberg Formats @@ -251,6 +253,20 @@ CREATE CATALOG iceberg_gdm PROPERTIES ( ); ``` +### Iceberg on S3 Tables + +``` +CREATE CATALOG iceberg_s3 PROPERTIES ( + 'type' = 'iceberg', + 'iceberg.catalog.type' = 's3tables', + 'warehouse' = 'arn:aws:s3tables:us-east-1:169000000000:bucket/doris-s3-table-bucket', + 's3.region' = 'us-east-1', + 's3.endpoint' = 's3.us-east-1.amazonaws.com', + 's3.access_key' = 'ak', + 's3.secret_key' = 'sk' +); +``` + ## Query Operations ### Basic Query diff --git a/docs/lakehouse/catalogs/paimon-catalog.md b/docs/lakehouse/catalogs/paimon-catalog.md index 2124f8bcdec..bd10f16dffb 100644 --- a/docs/lakehouse/catalogs/paimon-catalog.md +++ b/docs/lakehouse/catalogs/paimon-catalog.md @@ -83,7 +83,7 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES ( ### Supported Paimon Versions -The currently dependent Paimon version is 0.8.1. Higher versions of Paimon tables are supported for reading. +The currently dependent Paimon version is 1.0.0. ### Supported Paimon Formats diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/iceberg-catalog.md b/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/iceberg-catalog.md index 703614b9627..71f7ad48489 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/iceberg-catalog.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/iceberg-catalog.md @@ -69,6 +69,8 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES ( * `dlf`:使用阿里云 DLF 作为元数据服务。 + * `s3tables`: 使用 AWS S3 Tables Catalog 访问 [S3 Table Bucket](https://aws.amazon.com/s3/features/tables/). + * `<warehouse>` Iceberg 的仓库路径。当 `<iceberg_catalog_type>` 为 `hadoop` 时,需指定这个参数。 @@ -89,7 +91,7 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES ( ### 支持的 Iceberg 版本 -当前使用的 Iceberg 依赖为 1.4.3 版本,可以兼容更高版本的 Iceberg。 +当前使用的 Iceberg 依赖为 1.6.1 版本,可以兼容更高版本的 Iceberg。 ### 支持的 Iceberg 格式 @@ -263,6 +265,20 @@ CREATE CATALOG iceberg_gdm PROPERTIES ( ); ``` +### Iceberg on S3 Tables + +``` +CREATE CATALOG iceberg_s3 PROPERTIES ( + 'type' = 'iceberg', + 'iceberg.catalog.type' = 's3tables', + 'warehouse' = 'arn:aws:s3tables:us-east-1:169000000000:bucket/doris-s3-table-bucket', + 's3.region' = 'us-east-1', + 's3.endpoint' = 's3.us-east-1.amazonaws.com', + 's3.access_key' = 'ak', + 's3.secret_key' = 'sk' +); +``` + ## 查询操作 ### 基础查询 diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/paimon-catalog.md b/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/paimon-catalog.md index 51599d6e6ce..a28ce1ab3bb 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/paimon-catalog.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/current/lakehouse/catalogs/paimon-catalog.md @@ -83,7 +83,7 @@ CREATE CATALOG [IF NOT EXISTS] catalog_name PROPERTIES ( ### 支持的 Paimon 版本 -当前依赖的 Paimon 版本为 0.8.1。支持读取更高版本的 Paimon 表。 +当前依赖的 Paimon 版本为 1.0.0。 ### 支持的 Paimon 格式 --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org