This is an automated email from the ASF dual-hosted git repository. yiguolei pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/doris-website.git
The following commit(s) were added to refs/heads/master by this push: new 9a0d17d8529 [release] Update 2.1.9 release note and download link (#2256) 9a0d17d8529 is described below commit 9a0d17d8529500d1da8d8b763e08db65fa63a685 Author: KassieZ <139741991+kass...@users.noreply.github.com> AuthorDate: Wed Apr 2 16:39:02 2025 +0800 [release] Update 2.1.9 release note and download link (#2256) ## Versions - [ ] dev - [ ] 3.0 - [x] 2.1 - [ ] 2.0 ## Languages - [x] Chinese - [x] English ## Docs Checklist - [ ] Checked by AI - [ ] Test Cases Built --- docs/releasenotes/all-release.md | 4 +- docs/releasenotes/v2.1/release-2.1.9.md | 120 +++++++++++++++++++++ .../current/releasenotes/all-release.md | 4 +- .../current/releasenotes/v2.1/release-2.1.9.md | 119 ++++++++++++++++++++ .../version-2.0/releasenotes/all-release.md | 9 +- .../version-2.0/releasenotes/v1.1/release-1.1.0.md | 16 +-- .../version-2.0/releasenotes/v1.1/release-1.1.1.md | 4 +- .../version-2.0/releasenotes/v1.1/release-1.1.2.md | 4 +- .../version-2.0/releasenotes/v1.1/release-1.1.3.md | 6 +- .../version-2.0/releasenotes/v1.1/release-1.1.4.md | 2 +- .../version-2.0/releasenotes/v1.2/release-1.2.0.md | 56 +++++----- .../version-2.0/releasenotes/v1.2/release-1.2.1.md | 10 +- .../version-2.0/releasenotes/v1.2/release-1.2.2.md | 6 +- .../version-2.0/releasenotes/v1.2/release-1.2.8.md | 2 +- .../version-2.0/releasenotes/v2.0/release-2.0.0.md | 4 +- .../version-2.0/releasenotes/v2.0/release-2.0.1.md | 2 +- .../version-2.0/releasenotes/v2.0/release-2.0.4.md | 4 +- .../version-2.0/releasenotes/v2.0/release-2.0.5.md | 2 +- .../version-2.0/releasenotes/v2.0/release-2.0.6.md | 4 +- .../version-2.0/releasenotes/v2.1/release-2.1.0.md | 14 ++- .../version-2.0/releasenotes/v2.1/release-2.1.4.md | 4 +- .../version-2.0/releasenotes/v2.1/release-2.1.8.md | 3 +- .../version-2.0/releasenotes/v2.1/release-2.1.9.md | 119 ++++++++++++++++++++ .../version-2.0/releasenotes/v3.0/release-3.0.0.md | 2 +- .../version-2.1/releasenotes/all-release.md | 4 +- .../version-2.1/releasenotes/v2.1/release-2.1.9.md | 119 ++++++++++++++++++++ .../version-3.0/releasenotes/all-release.md | 4 +- .../version-3.0/releasenotes/v2.1/release-2.1.9.md | 119 ++++++++++++++++++++ sidebars.json | 3 +- src/constant/download.data.ts | 70 ++++++++---- .../version-2.0/releasenotes/all-release.md | 6 +- .../version-2.0/releasenotes/v1.2/release-1.2.8.md | 2 +- .../version-2.0/releasenotes/v2.0/release-2.0.0.md | 2 +- .../version-2.0/releasenotes/v2.0/release-2.0.5.md | 2 +- .../version-2.0/releasenotes/v2.1/release-2.1.0.md | 2 +- .../version-2.0/releasenotes/v2.1/release-2.1.4.md | 4 +- .../version-2.0/releasenotes/v2.1/release-2.1.9.md | 120 +++++++++++++++++++++ .../version-2.1/releasenotes/all-release.md | 4 +- .../version-2.1/releasenotes/v2.1/release-2.1.9.md | 120 +++++++++++++++++++++ .../version-3.0/releasenotes/all-release.md | 4 +- .../version-3.0/releasenotes/v2.1/release-2.1.9.md | 120 +++++++++++++++++++++ versioned_sidebars/version-2.0-sidebars.json | 2 + versioned_sidebars/version-2.1-sidebars.json | 3 +- versioned_sidebars/version-3.0-sidebars.json | 3 +- 44 files changed, 1126 insertions(+), 107 deletions(-) diff --git a/docs/releasenotes/all-release.md b/docs/releasenotes/all-release.md index d72467a11a4..ebcb6e89f99 100644 --- a/docs/releasenotes/all-release.md +++ b/docs/releasenotes/all-release.md @@ -32,13 +32,15 @@ This document presents a summary of Apache Doris versions released within one ye <br /> -🎉 Version 2.1.8 released now. Check out the 🔗[Release Notes](../releasenotes/v2.1/release-2.1.8) here. The 2.1 version delivers exceptional performance with 100% higher out-of-the-box queries proven by TPC-DS 1TB tests, enhanced data lake analytics that are 4-6 times speedier than Trino and Spark, solid support for semi-structured data analysis with new Variant types and suite of analytical functions, asynchronous materialized views for query acceleration, optimized real-time writing at [...] +🎉 Version 2.1.9 released now. Check out the 🔗[Release Notes](../releasenotes/v2.1/release-2.1.9) here. The 2.1 version delivers exceptional performance with 100% higher out-of-the-box queries proven by TPC-DS 1TB tests, enhanced data lake analytics that are 4-6 times speedier than Trino and Spark, solid support for semi-structured data analysis with new Variant types and suite of analytical functions, asynchronous materialized views for query acceleration, optimized real-time writing at [...] ::: <br /> +- [2025-04-02, Apache Doris 2.1.9 is released](../releasenotes/v2.1/release-2.1.9.md) + - [2025-02-28, Apache Doris 3.0.4 is released](../releasenotes/v3.0/release-3.0.4.md) - [2025-01-24, Apache Doris 2.1.8 is released](../releasenotes/v2.1/release-2.1.8.md) diff --git a/docs/releasenotes/v2.1/release-2.1.9.md b/docs/releasenotes/v2.1/release-2.1.9.md new file mode 100644 index 00000000000..3714e53fa24 --- /dev/null +++ b/docs/releasenotes/v2.1/release-2.1.9.md @@ -0,0 +1,120 @@ +--- +{ + "title": "Release 2.1.9", + "language": "en" +} +--- + +<!-- +Licensed to the Apache Software Foundation (ASF) under one +or more contributor license agreements. See the NOTICE file +distributed with this work for additional information +regarding copyright ownership. The ASF licenses this file +to you under the Apache License, Version 2.0 (the +"License"); you may not use this file except in compliance +with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, +software distributed under the License is distributed on an +"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +KIND, either express or implied. See the License for the +specific language governing permissions and limitations +under the License. +--> + +Dear Community, **Apache Doris version 2.1.9 is now available**, featuring improved SQLHash calculation, enhanced query results accuracy, and new metrics for better storage management. This update also resolves critical bugs across multiple areas for a more robust data management experience. + + +- [Quick Download](https://doris.apache.org/download) + +- [GitHub Release](https://github.com/apache/doris/releases/tag/2.1.9-rc02) + + +## Behavior Changes + +- The SQLHash in Audit Log is now accurately calculated per SQL query, resolving the issue of identical hashes in a single request. [#48242](https://github.com/apache/doris/pull/48242) +- Query results match ColumnLabelName exactly. [#47093](https://github.com/apache/doris/pull/47093) +- User property variables now take precedence over session variables. [#47185](https://github.com/apache/doris/pull/47185) + +## New Features + +### Storage Management + +- Disallow renaming partition columns. [#47596](https://github.com/apache/doris/pull/47596) + +### Others + +- Added FE monitoring metrics for Catalogs, Databases, and Tables counts. [#47891](https://github.com/apache/doris/pull/47891) + +## Improvements + +### Inverted Index + +- Support for ARRAY type in VARIANT inverted indexes. [#47688](https://github.com/apache/doris/pull/47688) +- Profile now shows performance metrics for each filter condition. [#47504](https://github.com/apache/doris/pull/47504) + +### Query Optimizer + +- Support for using `SELECT *` in aggregate queries with only aggregation key columns. [#48006](https://github.com/apache/doris/pull/48006) + +### Storage Management + +- Enhanced CCR for binlog recycling and small file transfer efficiency, and robustness in chaotic environments. [#47547](https://github.com/apache/doris/pull/47547) [#47313](https://github.com/apache/doris/pull/47313) [#45061](https://github.com/apache/doris/pull/45061) +- Enhanced import error messages to be more specific. [#47918](https://github.com/apache/doris/pull/47918) [#47470](https://github.com/apache/doris/pull/47470) + +## Bug Fixes + +### Lakehouse + +- Fixed BE krb5.conf path configuration issue. [#47679](https://github.com/apache/doris/pull/47679) +- Prevented `SELECT OUTFILE` statement retries to avoid duplicate data export. [#48095](https://github.com/apache/doris/pull/48095) +- Fixed JAVA API access to Paimon tables. [#47192](https://github.com/apache/doris/pull/47192) +- Resolved writing to Hive tables with `s3a://` storage location. [#47162](https://github.com/apache/doris/pull/47162) +- Fixed the issue of Catalog's Comment field not being persisted. [#46946](https://github.com/apache/doris/pull/46946) +- Addressed JDBC BE class loading leaks under certain conditions. [#46912](https://github.com/apache/doris/pull/46912) +- Resolved high version ClickHouse JDBC Driver compatibility with JDBC Catalog. [#46026](https://github.com/apache/doris/pull/46026) +- Fixed BE crash when reading Iceberg Position Delete. [#47977](https://github.com/apache/doris/pull/47977) +- Corrected reading MaxCompute table data under multi-partition columns. [#48325](https://github.com/apache/doris/pull/48325) +- Fixed reading Parquet complex column types errors. [#47734](https://github.com/apache/doris/pull/47734) + +### Inverted Index + +- Fixed ARRAY type inverted index null value handling. [#48231](https://github.com/apache/doris/pull/48231) +- Resolved `BUILD INDEX` exception for newly added columns. [#48389](https://github.com/apache/doris/pull/48389) +- Corrected UTF8 encoding index truncation issues leading to errors. [#48657](https://github.com/apache/doris/pull/48657) + +### Semi-structured Data Types + +- Fixed `array_agg` function crashes under special conditions. [#46927](https://github.com/apache/doris/pull/46927) +- Resolved JSON import crashes due to incorrect chunk parameters. [#48196](https://github.com/apache/doris/pull/48196) + +### Query Optimizer + +- Fixed constant folding issues with nested time functions like `current_date`. [#47288](https://github.com/apache/doris/pull/47288) +- Addressed non-deterministic function result errors. [#48321](https://github.com/apache/doris/pull/48321) +- Resolved `CREATE TABLE LIKE` execution issues with on update column properties. [#48007](https://github.com/apache/doris/pull/48007) +- Fixed unexpected planning errors for materialized views of aggregate model tables. [#47658](https://github.com/apache/doris/pull/47658) +- Resolved `PreparedStatement` exceptions due to internal ID overflow. [#47950](https://github.com/apache/doris/pull/47950) + +### Query Execution Engine + +- Resolved query hang or null pointer issues when querying system tables. [#48370](https://github.com/apache/doris/pull/48370) +- Added DOUBLE type support for LEAD/LAG functions. [#47940](https://github.com/apache/doris/pull/47940) +- Fixed query errors when `case when` conditions exceed 256. [#47179](https://github.com/apache/doris/pull/47179) +- Corrected `str_to_date` function errors with spaces. [#48920](https://github.com/apache/doris/pull/48920) +- Fixed `split_part` function errors during constant folding with `||`. [#48910](https://github.com/apache/doris/pull/48910) +- Corrected `log` function result errors. [#47228](https://github.com/apache/doris/pull/47228) +- Resolved core dump issues with `array` / `map` functions in lambda expressions. [#49140](https://github.com/apache/doris/pull/49140) + +### Storage Management + +- Fixed memory corruption issues during import of aggregate tables. [#47523](https://github.com/apache/doris/pull/47523) +- Resolved occasional core dump during MoW import under memory pressure. [#47715](https://github.com/apache/doris/pull/47715) +- Fixed potential duplicate key issues with MoW during BE restart and schema change. [#48056](https://github.com/apache/doris/pull/48056) [#48775](https://github.com/apache/doris/pull/48775) +- Corrected group commit and global column update issues with memtable promotion. [#48120](https://github.com/apache/doris/pull/48120) [#47968](https://github.com/apache/doris/pull/47968) + +### Permission Management + +- No longer throws PartialResultException when using LDAP. [#47858](https://github.com/apache/doris/pull/47858) \ No newline at end of file diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/current/releasenotes/all-release.md b/i18n/zh-CN/docusaurus-plugin-content-docs/current/releasenotes/all-release.md index 1bce3e4497d..67c054826df 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/current/releasenotes/all-release.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/current/releasenotes/all-release.md @@ -34,12 +34,14 @@ under the License. <br /> -🎉 2.1.8 版本现已于 2025 年 01 月 24 日正式发布,详情可查看[版本发布](../releasenotes/v2.1/release-2.1.8)。子查询性能方面 2.1 版本开箱即用查询的性能提高了 100%;在数据湖分析场景方面,相对于 Trino 和 Spark 分别有 4-6 倍性能提升;在半结构化数据分析场景中提供了强有力的支持,包括新的 Variant 类型和一系列分析函数。此外,2.1 版本起支持异步物化视图以加速查询,优化了大规模实时写入,并通过稳定性和运行时 SQL 资源跟踪改进了工作负载管理。 +🎉 2.1.9 版本现已于 2025 年 04 月 02 日正式发布,详情可查看[版本发布](../releasenotes/v2.1/release-2.1.9)。子查询性能方面 2.1 版本开箱即用查询的性能提高了 100%;在数据湖分析场景方面,相对于 Trino 和 Spark 分别有 4-6 倍性能提升;在半结构化数据分析场景中提供了强有力的支持,包括新的 Variant 类型和一系列分析函数。此外,2.1 版本起支持异步物化视图以加速查询,优化了大规模实时写入,并通过稳定性和运行时 SQL 资源跟踪改进了工作负载管理。 ::: <br /> +- [2025-04-02, Apache Doris 2.1.9 版本发布](../releasenotes/v2.1/release-2.1.9.md) + - [2025-02-28, Apache Doris 3.0.4 版本发布](../releasenotes/v3.0/release-3.0.4.md) - [2025-01-24, Apache Doris 2.1.8 版本发布](../releasenotes/v2.1/release-2.1.8.md) diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/current/releasenotes/v2.1/release-2.1.9.md b/i18n/zh-CN/docusaurus-plugin-content-docs/current/releasenotes/v2.1/release-2.1.9.md new file mode 100644 index 00000000000..66551c26695 --- /dev/null +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/current/releasenotes/v2.1/release-2.1.9.md @@ -0,0 +1,119 @@ +--- +{ + "title": "Release 2.1.9", + "language": "zh-CN" +} +--- + +<!-- +Licensed to the Apache Software Foundation (ASF) under one +or more contributor license agreements. See the NOTICE file +distributed with this work for additional information +regarding copyright ownership. The ASF licenses this file +to you under the Apache License, Version 2.0 (the +"License"); you may not use this file except in compliance +with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, +software distributed under the License is distributed on an +"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +KIND, either express or implied. See the License for the +specific language governing permissions and limitations +under the License. +--> + +亲爱的社区小伙伴们,**Apache Doris 2.1.9 版本已于 2025 年 04 月 02 日正式发布。** 该版本持续在倒排索引、查询优化器与存储管理等方面进行改进提升与问题修复,进一步加强系统的性能和稳定性,欢迎大家下载体验。 + +- [立即下载](https://doris.apache.org/download) + +- [GitHub 下载](https://github.com/apache/doris/releases/tag/2.1.9-rc02) + + +## 行为变更 + +- Audit Log 中的 SQLHash 现在通过当前执行的 SQL 精确计算,解决了同一请求中所有 SQL 使用相同 SQLHash 的问题。[#48242](https://github.com/apache/doris/pull/48242) +- 查询返回的 ColumnLabelName 与 SQL 中的输入完全一致。[#47093 ](https://github.com/apache/doris/pull/47093) +- 所有在用户属性中设置的变量,优先级均高于 session 级别设置的变量。 [#47185](https://github.com/apache/doris/pull/47185) + +## 新功能 + +### 存储管理 + +- 禁止 rename 分区列。[#47596](https://github.com/apache/doris/pull/47596) + +### 其他 + +- FE 监控指标新增 Catalog、Database、Table 数量指标。[#47891](https://github.com/apache/doris/pull/47891) + +## 改进提升 + +### 倒排索引 + +- VARIANT 类型中的 ARRAY 支持倒排索引。[#47688 ](https://github.com/apache/doris/pull/47688) +- Profile 中展示每个过滤条件的倒排索引性能指标。[#47504](https://github.com/apache/doris/pull/47504) + +### 查询优化器 + +- 支持在聚合查询中使用 `SELECT`` *`,如果下层 relation 仅输出聚合 key 列。[#48006](https://github.com/apache/doris/pull/48006) + +### 存储管理 + +- CCR 优化回收 binlog 效率、小文件传输效率,并增强了混沌环境下的健壮性。[#47547](https://github.com/apache/doris/pull/47547) [#47313 ](https://github.com/apache/doris/pull/47313)[#45061](https://github.com/apache/doris/pull/45061) +- 改进了导入的错误提示,使错误提示更加具体。[#47918](https://github.com/apache/doris/pull/47918) [#47470](https://github.com/apache/doris/pull/47470) + +## Bug 修复 + +### 湖仓一体 + +- 修复 BE 端无法正确配置 krb5.conf 路径的问题。[#47679](https://github.com/apache/doris/pull/47679) +- 禁止 `SELECT ``OUTFILE` 语句重试以避免重复导出数据。[#48095](https://github.com/apache/doris/pull/48095) +- 修复无法通过 JAVA API 访问 Paimon 表的问题。[#47192](https://github.com/apache/doris/pull/47192) +- 修复无法写入存储位置为 `s3a://` 的 Hive 表的问题。[#47162](https://github.com/apache/doris/pull/47162) +- 修复 Catalog 的 Comment 字段没有被持久化的问题。[#46946](https://github.com/apache/doris/pull/46946) +- 修复某些情况下,JDBC BE 端类加载泄漏的问题。[#46912](https://github.com/apache/doris/pull/46912) +- 修复 JDBC Catalog 无法使用高版本 ClickHouse JDBC Driver 的问题。 [#46026](https://github.com/apache/doris/pull/46026) +- 修复某些情况下,读取 Iceberg Position Delete 导致 BE 宕机的问题。[#47977](https://github.com/apache/doris/pull/47977) +- 修复多分区列情况下读取 MaxCompute 表数据错误的问题。[#48325](https://github.com/apache/doris/pull/48325) +- 修复某些情况下读取 Parquet 复杂列类型错误的问题。[#47734](https://github.com/apache/doris/pull/47734) + +### 倒排索引 + +- 修复 ARRAY 类型倒排索引空值处理错误的问题。[#48231](https://github.com/apache/doris/pull/48231) +- 修复对刚刚添加的列执行 `BUILD INDEX` 异常的问题。[#48389](https://github.com/apache/doris/pull/48389) +- 修复特殊字符 UTF8 编码索引被截断导致结果错误的问题。[#48657](https://github.com/apache/doris/pull/48657) + +### 半结构化数据类型 + +- 修复 `array_agg` 函数在特殊情况下 crash 的问题。[#46927](https://github.com/apache/doris/pull/46927) +- 修复 Stream Load 导入 JSON 类型时,chunk 参数设置错误导致 crash 的问题。 [#48196](https://github.com/apache/doris/pull/48196) + +### 查询优化器 + +- 修复时间函数内嵌套 `current_date` 等关键字函数无法的进行常量折叠的问题。[#47288](https://github.com/apache/doris/pull/47288) +- 修复非确定性函数相关的结果错误问题。[#48321](https://github.com/apache/doris/pull/48321) +- 修复当原表有 on update 列属性时,CREATE TABLE LIKE 无法执行的问题。[#48007](https://github.com/apache/doris/pull/48007) +- 修复直查聚合模型表的物化视图可能产生非预期规划报错的问题。[#47658](https://github.com/apache/doris/pull/47658) +- 修复 PrepareStatement 因为内部 ID 溢出导致异常的问题。[#47950](https://github.com/apache/doris/pull/47950) + +### 查询执行引擎 + +- 修复了查询系统表时,可能的查询卡住或者空指针的问题。[#48370](https://github.com/apache/doris/pull/48370) +- LEAD/LAG 函数支持了 DOUBLE 类型。[#47940](https://github.com/apache/doris/pull/47940) +- 修复了 `case when` 条件超过 256 个时,查询报错的问题。[#47179](https://github.com/apache/doris/pull/47179) +- 修复了 `str_to_date` 函数在空格的时候,结果错误的问题。[#48920](https://github.com/apache/doris/pull/48920) +- 修复了`split_part` 函数在常量折叠时遇到 || ,结果错误的问题。[#48910](https://github.com/apache/doris/pull/48910) +- 修复了 `log` 函数结果错误的问题。[#47228](https://github.com/apache/doris/pull/47228) +- 修复了 `array` / `map` 函数在 lambda 表达式中使用时导致的 core 的问题。[#49140](https://github.com/apache/doris/pull/49140) + +### 存储管理 + +- 修复了导入聚合表时,可能的内存写脏问题。[#47523](https://github.com/apache/doris/pull/47523) +- 修复内存紧张时 MoW 导入偶发 coredump 问题。[#47715](https://github.com/apache/doris/pull/47715) +- 修复 MoW 在 BE 重启和 Schema Change 时可能出现重复 key 的问题。[#48056](https://github.com/apache/doris/pull/48056) [#48775](https://github.com/apache/doris/pull/48775) +- 修复 Group Commit 和全局打开列更新以及 memtable 前移时的问题。[#48120](https://github.com/apache/doris/pull/48120) [#47968](https://github.com/apache/doris/pull/47968) + +### 权限管理 + +- 使用 LDAP 时不再会抛出 PartialResultException 异常。[#47858](https://github.com/apache/doris/pull/47858) \ No newline at end of file diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/all-release.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/all-release.md index f33008e0093..67c054826df 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/all-release.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/all-release.md @@ -27,21 +27,26 @@ under the License. 本文列出了近一年内所有已发布的 Apache Doris 版本,按发布时间倒序呈现。 + :::tip 最新发布 🎉 3.0.4 版本已于 2025 年 02 月 28 日正式发布,详情可查看[版本发布](../releasenotes/v3.0/release-3.0.4)。从 3.X 版本开始,Apache Doris 除了支持计算存储一体模式外,还支持计算存储分离模式进行集群部署。借助将计算和存储层解耦的云原生架构,用户可以在多个计算集群之间实现查询负载的物理隔离,以及读写负载的隔离。 <br /> -🎉 2.1.8 版本现已于 2025 年 01 月 24 日正式发布,详情可查看[版本发布](../releasenotes/v2.1/release-2.1.8)。子查询性能方面 2.1 版本开箱即用查询的性能提高了 100%;在数据湖分析场景方面,相对于 Trino 和 Spark 分别有 4-6 倍性能提升;在半结构化数据分析场景中提供了强有力的支持,包括新的 Variant 类型和一系列分析函数。此外,2.1 版本起支持异步物化视图以加速查询,优化了大规模实时写入,并通过稳定性和运行时 SQL 资源跟踪改进了工作负载管理。 +🎉 2.1.9 版本现已于 2025 年 04 月 02 日正式发布,详情可查看[版本发布](../releasenotes/v2.1/release-2.1.9)。子查询性能方面 2.1 版本开箱即用查询的性能提高了 100%;在数据湖分析场景方面,相对于 Trino 和 Spark 分别有 4-6 倍性能提升;在半结构化数据分析场景中提供了强有力的支持,包括新的 Variant 类型和一系列分析函数。此外,2.1 版本起支持异步物化视图以加速查询,优化了大规模实时写入,并通过稳定性和运行时 SQL 资源跟踪改进了工作负载管理。 ::: <br /> +- [2025-04-02, Apache Doris 2.1.9 版本发布](../releasenotes/v2.1/release-2.1.9.md) + - [2025-02-28, Apache Doris 3.0.4 版本发布](../releasenotes/v3.0/release-3.0.4.md) -- [2024-12-02, Apache Doris 3.0.2 版本发布](../releasenotes/v3.0/release-3.0.2.md) +- [2025-01-24, Apache Doris 2.1.8 版本发布](../releasenotes/v2.1/release-2.1.8.md) + +- [2024-12-02, Apache Doris 3.0.3 版本发布](../releasenotes/v3.0/release-3.0.3.md) - [2024-11-10, Apache Doris 2.1.7 版本发布](../releasenotes/v2.1/release-2.1.7.md) diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.0.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.0.md index ff11843f2b6..39248a0b0ec 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.0.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.0.md @@ -36,11 +36,11 @@ under the License. ### BE 二进制文件更名 -BE 二进制文件从原有的 palo_be 更名为 doris_be ,如果您以前依赖进程名称进行集群管理和其他操作,请注意修改相关脚本。 +BE 二进制文件从原有的 palo_be 更名为 doris_be,如果您以前依赖进程名称进行集群管理和其他操作,请注意修改相关脚本。 ### Segment 存储格式升级 -Apache Doris 早期版本的存储格式为 Segment V1,在 0.12 版本中我们实现了新的存储格式 Segment V2 ,引入了 Bitmap 索引、内存表、Page Cache、字典压缩以及延迟物化等诸多特性。从 0.13 版本开始,新建表的默认存储格式为 Segment V2,与此同时也保留了对 Segment V1 格式的兼容。 +Apache Doris 早期版本的存储格式为 Segment V1,在 0.12 版本中我们实现了新的存储格式 Segment V2,引入了 Bitmap 索引、内存表、Page Cache、字典压缩以及延迟物化等诸多特性。从 0.13 版本开始,新建表的默认存储格式为 Segment V2,与此同时也保留了对 Segment V1 格式的兼容。 为了保证代码结构的可维护性、降低冗余历史代码带来的额外学习及开发成本,我们决定从下一个版本起不再支持 Segment v1 存储格式,预计在 Apache Doris 1.2 版本中将删除这部分代码。 @@ -57,7 +57,7 @@ Apache Doris 早期版本的存储格式为 Segment V1,在 0.12 版本中我 在某些场景中(例如日志分析类场景),用户可能无法找到一个合适的分桶键来避免数据倾斜,因此需要由系统提供额外的分布方式来解决数据倾斜的问题。 -因此通过在建表时可以不指定具体分桶键,选择使用随机分布对数据进行分桶`DISTRIBUTED BY random BUCKETS number`,数据导入时将会随机写入单个 Tablet ,以减少加载过程中的数据扇出,并减少资源开销、提升系统稳定性。 +因此通过在建表时可以不指定具体分桶键,选择使用随机分布对数据进行分桶`DISTRIBUTED BY random BUCKETS number`,数据导入时将会随机写入单个 Tablet,以减少加载过程中的数据扇出,并减少资源开销、提升系统稳定性。 ### 支持创建 Iceberg 外部表 [实验性功能] [#7391](https://github.com/apache/doris/pull/7391) [#7981](https://github.com/apache/doris/pull/7981) [#8179](https://github.com/apache/doris/pull/8179) @@ -115,7 +115,7 @@ Iceberg 外部表为 Apache Doris 提供了直接访问存储在 Iceberg 数据  -在数据上游维持每秒 10w 的写入频率时(20 个并发写入任务、每个作业 5000 行、 Checkpoint 间隔 1s),1.1 版本表现如下: +在数据上游维持每秒 10w 的写入频率时(20 个并发写入任务、每个作业 5000 行、Checkpoint 间隔 1s),1.1 版本表现如下: - 数据快速合并:Tablet 数据版本维持在 50 以下,Compaction Score 稳定。相较于之前版本高并发写入时频繁出现的 -235 问题,**Compaction 合并效率有 10 倍以上的提升**。 @@ -147,7 +147,7 @@ Iceberg 外部表为 Apache Doris 提供了直接访问存储在 Iceberg 数据 ### 解决了资源隔离对加载任务的资源使用限制无效的问题(中等)[#9492](https://github.com/apache/doris/pull/9492) -在 1.1 版本中, Broker Load 和 Routine Load 将使用具有指定资源标记的 BE 节点进行加载。 +在 1.1 版本中,Broker Load 和 Routine Load 将使用具有指定资源标记的 BE 节点进行加载。 ### 修复使用 HTTP BRPC 超过 2GB 传输网络数据包导致数据传输错误的问题(中等)[#9770](https://github.com/apache/doris/pull/9770) @@ -159,7 +159,7 @@ Iceberg 外部表为 Apache Doris 提供了直接访问存储在 Iceberg 数据 Mini Load 与 Stream Load 的导入实现方式完全一致,都是通过 HTTP 协议提交和传输数据,在导入功能支持上 Stream Load 更加完备。 -在 1.1 版本中,默认情况下 Mini Load 接口 `/_load` 将处于禁用状态,请统一使用 Stream Load 来替换 Mini Load。您也可以通过关闭 FE 配置项 `disable_mini_load` 来重新启用 Mini Load 接口。在版本 1.2 中,将彻底删除 Mini Load 。 +在 1.1 版本中,默认情况下 Mini Load 接口 `/_load` 将处于禁用状态,请统一使用 Stream Load 来替换 Mini Load。您也可以通过关闭 FE 配置项 `disable_mini_load` 来重新启用 Mini Load 接口。在版本 1.2 中,将彻底删除 Mini Load。 ### 完全禁用 SegmentV1 存储格式 @@ -201,7 +201,7 @@ String 类型是 Apache Doris 在 0.15 版本中引入的新数据类型,在 如果您遇到任何使用上的问题,欢迎随时通过 GitHub Discussion 论坛或者 Dev 邮件组与我们取得联系。 -GitHub 论坛:[https://github.com/apache/incubator-doris/discussions](https://github.com/apache/doris/discussions) +GitHub 论坛:[https://github.com/apache/incubator-doris/discussions](https://github.com/apache/incubator-doris/discussions) Dev 邮件组:[d...@doris.apache.org](d...@doris.apache.org) @@ -390,4 +390,4 @@ Apache Doris 1.1 Release 版本的发布离不开所有社区用户的支持, @zuochunwei @zy-kkk -``` +``` \ No newline at end of file diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.1.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.1.md index d6618567518..2c7e2d1c19d 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.1.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.1.md @@ -57,7 +57,7 @@ MemTracker 是一个用于分析内存使用情况的统计工具,在 1.1.0 ### 修复 Compaction 不能正常工作导致的 -235 错误。 -在 Unique Key 模型中,当一个 Rowset 有多个 Segment 时,在做 Compaction 过程中由于没有正确的统计行数,会导致Compaction 失败并且产生 Tablet 版本过多而导致的 -235 错误。 +在 Unique Key 模型中,当一个 Rowset 有多个 Segment 时,在做 Compaction 过程中由于没有正确的统计行数,会导致 Compaction 失败并且产生 Tablet 版本过多而导致的 -235 错误。 ### 修复查询过程中出现的部分 Segment fault。 @@ -67,7 +67,7 @@ MemTracker 是一个用于分析内存使用情况的统计工具,在 1.1.0 # 致谢 -感谢所有参与贡献 1.1.1 版本的开发者: +感谢所有参与贡献 1.1.1 版本的开发者: ``` @jacktengg diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.2.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.2.md index c0c5e582ab1..f6380380146 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.2.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.2.md @@ -27,7 +27,7 @@ under the License. 在 Apache Doris 1.1.2 版本中,我们引入了新的 Memtracker、极大程度上避免 OOM 类问题的发生,提升了向量化执行引擎在多数查询场景的性能表现,修复了诸多导致 BE 和 FE 发生异常的问题,优化了在湖仓联邦查询场景的部分体验问题并提升访问外部数据的性能。 -相较于 1.1.1 版本,在 1.1.2 版本中有超过 170 个 Issue 和性能优化项被合入,系统稳定性和性能都得到进一步加强。与此同时,1.1.2 版本还将作为 Apache Doris 首个 LTS (Long-term Support)长周期支持版本,后续长期维护和支持,推荐所有用户下载和升级。 +相较于 1.1.1 版本,在 1.1.2 版本中有超过 170 个 Issue 和性能优化项被合入,系统稳定性和性能都得到进一步加强。与此同时,1.1.2 版本还将作为 Apache Doris 首个 LTS(Long-term Support)长周期支持版本,后续长期维护和支持,推荐所有用户下载和升级。 # 新增功能 @@ -61,7 +61,7 @@ MemTracker 是一个用于分析内存使用情况的统计工具,在 1.1.1 ### 在 Spark Load 中增加对 String 字符串类型和 Text 文本类型的支持 -### 在非向量化引擎支持复用 Block,在某些场景中有 50%性能提升。[#11392](https://github.com/apache/doris/pull/11392) +### 在非向量化引擎支持复用 Block,在某些场景中有 50% 性能提升。[#11392](https://github.com/apache/doris/pull/11392) ### 提升 Like 和正则表达式的性能 diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.3.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.3.md index f6198ff0480..45c76194799 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.3.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.3.md @@ -56,7 +56,7 @@ under the License. - 修复了 TBrokerOpenReaderResponse 过大时导致堆栈缓冲区溢出而导致的 BE Core 问题。 [#12658](https://github.com/apache/doris/pull/12658) -- 修复了出现 -238错误时 BE 节点可能 OOM 的问题。 [#12666](https://github.com/apache/doris/pull/12666) +- 修复了出现 -238 错误时 BE 节点可能 OOM 的问题。 [#12666](https://github.com/apache/doris/pull/12666) - 修复了 LEAD() 函数错误子表达式的问题。 [#12587](https://github.com/apache/doris/pull/12587) @@ -78,7 +78,7 @@ under the License. Storage Page Cache 和 Chunk Allocator 分别缓存用户数据块和内存预分配。 -这两个功能会占用一定比例的内存,并且不会释放。 这部分内存占用无法灵活调配,导致在某些场景下,因这部分内存占用而导致其他任务内存不足,影响系统稳定性和可用性。因此我们在 1.1.3 版本中默认关闭了这两个功能。 +这两个功能会占用一定比例的内存,并且不会释放。这部分内存占用无法灵活调配,导致在某些场景下,因这部分内存占用而导致其他任务内存不足,影响系统稳定性和可用性。因此我们在 1.1.3 版本中默认关闭了这两个功能。 但在某些延迟敏感的报表场景下,关闭该功能可能会导致查询延迟增加。如用户担心升级后该功能对业务造成影响,可以通过在 be.conf 中增加以下参数以保持和之前版本行为一致。 @@ -87,5 +87,5 @@ disable_storage_page_cache=false chunk_reserved_bytes_limit=10% ``` -* `disable_storage_page_cache`:是否关闭 Storage Page Cache。 1.1.2(含)之前的版本,默认是false,即打开。1.1.3 版本默认为 true,即关闭。 +* `disable_storage_page_cache`:是否关闭 Storage Page Cache。1.1.2(含)之前的版本,默认是 false,即打开。1.1.3 版本默认为 true,即关闭。 * `chunk_reserved_bytes_limit`:Chunk allocator 预留内存大小。1.1.2(含)之前的版本,默认是整体内存的 10%。1.1.3 版本默认为 209715200(200MB)。 diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.4.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.4.md index 2ecf190e539..378bc8d5a37 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.4.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.1/release-1.1.4.md @@ -48,7 +48,7 @@ under the License. - 修复了在使用 Anti Join 和其他 Join 谓词时产生错误结果的问题。 [#13743](https://github.com/apache/doris/pull/13743) -- 修复了当调用函数 concat(ifnull)时 BE 宕机的问题。 [#13693](https://github.com/apache/doris/pull/13693) +- 修复了当调用函数 concat(ifnull) 时 BE 宕机的问题。 [#13693](https://github.com/apache/doris/pull/13693) - 修复了 group by 语句中存在函数时 planner 错误的问题。 [#13613](https://github.com/apache/doris/pull/13613) diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.2/release-1.2.0.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.2/release-1.2.0.md index 42b11312596..31660855c23 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.2/release-1.2.0.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.2/release-1.2.0.md @@ -31,7 +31,7 @@ under the License. 在 1.2 版本中,我们实现了全面的向量化、**实现多场景查询性能 3-11 倍的提升**,在 Unique Key 模型上实现了 Merge-on-Write 的数据更新模式、**数据高频更新时查询性能提升达 3-6 倍**,增加了 Multi-Catalog 多源数据目录、**提供了无缝接入 Hive、ES、Hudi、Iceberg 等外部数据源的能力**,引入了 Light Schema Change 轻量表结构变更、**实现毫秒级的 Schema Change 操作并可以借助 Flink CDC 自动同步上游数据库的 DML 和 DDL 操作**,以 JDBC 外部表替换了过去的 ODBC 外部表,支持了 Java UDF 和 Romote UDF 以及 Array 数组类型和 JSONB 类型,修复了诸多之前版本的性能和稳定性问题,推荐大家下载和使用! # 下载安装 -GitHub下载:[https://github.com/apache/doris/releases](https://github.com/apache/doris/releases) +GitHub 下载:[https://github.com/apache/doris/releases](https://github.com/apache/doris/releases) 官网下载页:[https://doris.apache.org/download](https://doris.apache.org/download) @@ -47,7 +47,7 @@ GitHub下载:[https://github.com/apache/doris/releases](https://github.com/apa 3. apache-doris-java-udf-jar-with-dependencies -其中新增的 `apache-doris-java-udf-jar-with-dependencies` 包用于支持 1.2.0 版本中的 JDBC 外表和 JAVA UDF 。下载后,需要将其中的 `java-udf-jar-with-dependencies.jar` 文件放到 `be/lib` 目录下,方可启动 BE,否则无法启动成功。 +其中新增的 `apache-doris-java-udf-jar-with-dependencies` 包用于支持 1.2.0 版本中的 JDBC 外表和 JAVA UDF。下载后,需要将其中的 `java-udf-jar-with-dependencies.jar` 文件放到 `be/lib` 目录下,方可启动 BE,否则无法启动成功。 ### 部署说明: @@ -77,7 +77,7 @@ GitHub下载:[https://github.com/apache/doris/releases](https://github.com/apa ### 2. 在 Unique Key 模型上实现了 Merge-on-Write 的数据更新模式 -在过去版本中, Apache Doris 主要是通过 Unique Key 数据模型来实现数据实时更新的。但由于采用的是 Merge-on-Read 的实现方式,查询存在着效率瓶颈,有大量非必要的 CPU 计算资源消耗和 IO 开销,且可能将出现查询性能抖动等问题。 +在过去版本中,Apache Doris 主要是通过 Unique Key 数据模型来实现数据实时更新的。但由于采用的是 Merge-on-Read 的实现方式,查询存在着效率瓶颈,有大量非必要的 CPU 计算资源消耗和 IO 开销,且可能将出现查询性能抖动等问题。 在 1.2.0 版本中,我们在原有的 Unique Key 数据模型上,增加了 Merge-on-Write 的数据更新模式。该模式在数据写入时即对需要删除或更新的数据进行标记,始终保证有效的主键只出现在一个文件中(即在写入的时候保证了主键的唯一性),不需要在读取的时候通过归并排序来对主键进行去重,这对于高频写入的场景来说,大大减少了查询执行时的额外消耗。此外还能够支持谓词下推,并能够很好利用 Doris 丰富的索引,在数据 IO 层面就能够进行充分的数据裁剪,大大减少数据的读取量和计算量,因此在很多场景的查询中都有非常明显的性能提升。 @@ -189,7 +189,7 @@ Multi-Catalog 多源数据目录功能的目标在于能够帮助用户更方便 影响范围: 1. 用户需要在建表时指定 DateV2 和 DatetimeV2,原有表的 Date 以及 Datetime 不受影响。 - 2. Datev2 和 Datetimev2 在与原来的 Date 和 Datetime 做计算时(例如等值连接),原有类型会被cast 成新类型做计算 + 2. Datev2 和 Datetimev2 在与原来的 Date 和 Datetime 做计算时(例如等值连接),原有类型会被 cast 成新类型做计算 3. Example 参考文档中说明 ### 10. 全新内存管理框架 @@ -331,7 +331,7 @@ rowsets 是 Doris 中内置系统表,存放在 information_schema 数据库下 ### 12. 备份恢复 - - Restore作业支持 `reserve_replica` 参数,使得恢复后的表的副本数和备份时一致。 + - Restore 作业支持 `reserve_replica` 参数,使得恢复后的表的副本数和备份时一致。 - Restore 作业支持 `reserve_dynamic_partition_enable` 参数,使得恢复后的表保持动态分区开启状态。 文档:[https://doris.apache.org/zh-CN/docs/dev/sql-manual/sql-reference/Data-Definition-Statements/Backup-and-Restore/RESTORE](https://doris.apache.org/zh-CN/docs/dev/sql-manual/sql-reference/Data-Definition-Statements/Backup-and-Restore/RESTORE) @@ -354,7 +354,7 @@ rowsets 是 Doris 中内置系统表,存放在 information_schema 数据库下 ### 15. New built-in-function 新增内置函数 - 新增以下内置函数: + 新增以下内置函数: - cbrt - sequence_match/sequence_count @@ -380,7 +380,7 @@ rowsets 是 Doris 中内置系统表,存放在 information_schema 数据库下 # 升级注意事项 -### FE 元数据版本变更 【重要】 +### FE 元数据版本变更【重要】 FE Meta Version 由 107 变更为 114,因此从 1.1.x 以及更早版本升级至 1.2.0 版本后,不可回滚到之前版本。 升级过程中,建议通过灰度升级的方式,先升级部分节点并观察业务运行情况,以降低升级风险,若执行非法的回滚操作将可能导致数据丢失与损坏。 @@ -394,34 +394,34 @@ FE Meta Version 由 107 变更为 114,因此从 1.1.x 以及更早版本升级 - GlobalPrivs 和 ResourcePrivs 保持不变 - 新增 CatalogPrivs 层级。 - 原 DatabasePrivs 层级增加 internal 前缀(表示 internal catalog 中的 db) - - 原 TablePrivs 层级增加 internal 前缀(表示internal catalog中的 tbl) + - 原 TablePrivs 层级增加 internal 前缀(表示 internal catalog 中的 tbl) - GroupBy 和 Having 子句中,优先使用列名而不是别名进行匹配。 - 不再支持创建以 "mv_" 开头的列。"mv_" 是物化视图中的保留关键词 - 移除了 order by 语句默认添加的 65535 行的 Limit 限制,并增加 Session 变量 `default_order_by_limit` 可以自定配置这个限制。 -- "Create Table As Select" 生成的表,所有字符串列统一使用 String类型,不再区分 varchar/char/string +- "Create Table As Select" 生成的表,所有字符串列统一使用 String 类型,不再区分 varchar/char/string - audit log 中,移除 db 和 user 名称前的 `default_cluster` 字样。 - audit log 中增加 sql digest 字段 - union 子句总 order by 逻辑变动。新版本中,order by 子句将在 union 执行完成后执行,除非通过括号进行显式的关联。 - 进行 decommission 操作时,会忽略回收站中的 tablet,确保 decomission 能够完成。 -- Decimal 的返回结果将按照原始列中声明的精度进行显示 ,或者按照显式指定的 cast 函数中的精度进行展示。 +- Decimal 的返回结果将按照原始列中声明的精度进行显示,或者按照显式指定的 cast 函数中的精度进行展示。 - 列名的长度限制由 64 变更为 256 - FE 配置项变动 - 默认开启 `enable_vectorized_load` 参数。 - 增大了 `create_table_timeout` 值。建表操作的默认超时时间将增大。 - - 修改 `stream_load_default_timeout_second` 默认值为 3天。 + - 修改 `stream_load_default_timeout_second` 默认值为 3 天。 - 修改`alter_table_timeout_second` 的默认值为 一个月。 - - 增加参数 `max_replica_count_when_schema_change` 用于限制 alter 作业中涉及的 replica数量,默认为100000。 - - 添加 `disable_iceberg_hudi_table`。默认禁用了 iceberg 和 hudi 外表,推荐使用 multi catalog功能。 + - 增加参数 `max_replica_count_when_schema_change` 用于限制 alter 作业中涉及的 replica 数量,默认为 100000。 + - 添加 `disable_iceberg_hudi_table`。默认禁用了 iceberg 和 hudi 外表,推荐使用 multi catalog 功能。 - BE 配置项变动 - - 移除了 `disable_stream_load_2pc` 参数。2PC的stream load可直接使用。 - - 修改`tablet_rowset_stale_sweep_time_sec` ,从1800秒修改为 300 秒。 -- Session变量变动 - - 修改变量 `enable_insert_strict` 默认为 true。这会导致一些之前可以执行,但是插入了非法值的insert操作,不再能够执行。 + - 移除了 `disable_stream_load_2pc` 参数。2PC 的 stream load 可直接使用。 + - 修改`tablet_rowset_stale_sweep_time_sec` ,从 1800 秒修改为 300 秒。 +- Session 变量变动 + - 修改变量 `enable_insert_strict` 默认为 true。这会导致一些之前可以执行,但是插入了非法值的 insert 操作,不再能够执行。 - 修改变量 `enable_local_exchange` 默认为 true - 默认通过 lz4 压缩进行数据传输,通过变量 `fragment_transmission_compression_codec` 控制 - 增加 `skip_storage_engine_merge` 变量,用于调试 unique 或 agg 模型的数据 文档:https://doris.apache.org/zh-CN/docs/dev/advanced/variables -- BE 启动脚本会通过 `/proc/sys/vm/max_map_count` 检查数值是否大于200W,否则启动失败。 +- BE 启动脚本会通过 `/proc/sys/vm/max_map_count` 检查数值是否大于 200W,否则启动失败。 - 移除了 mini load 接口 ### 升级过程中需注意 @@ -440,9 +440,9 @@ FE Meta Version 由 107 变更为 114,因此从 1.1.x 以及更早版本升级 ### 性能影响 -- 默认使用 JeMalloc 作为新版本 BE 的内存分配器,替换 TcMalloc 。 +- 默认使用 JeMalloc 作为新版本 BE 的内存分配器,替换 TcMalloc。 -JeMalloc 相比 TcMalloc 使用的内存更少、高并发场景性能更高,但在内存充足的性能测试时,TcMalloc 比 JeMalloc 性能高5%-10%,详细测试见: https://github.com/apache/doris/pull/12496 +JeMalloc 相比 TcMalloc 使用的内存更少、高并发场景性能更高,但在内存充足的性能测试时,TcMalloc 比 JeMalloc 性能高 5%-10%,详细测试见:https://github.com/apache/doris/pull/12496 - tablet sink 中的 batch size 修改为至少 8K。 - 默认关闭 Page Cache 和 减少 Chunk Allocator 预留内存大小 @@ -459,7 +459,7 @@ chunk_reserved_bytes_limit=10% - BE 的 http api 错误返回信息,由 `{"status": "Fail", "msg": "xxx"}` 变更为更具体的 ``{"status": "Not found", "msg": "Tablet not found. tablet_id=1202"}`` -- `SHOW CREATE TABLE` 中, comment的内容由双引号包裹变为单引号包裹 +- `SHOW CREATE TABLE` 中,comment 的内容由双引号包裹变为单引号包裹 - 支持普通用户通过 http 命令获取 query profile。 @@ -470,24 +470,24 @@ chunk_reserved_bytes_limit=10% 文档:[https://doris.apache.org/zh-CN/docs/dev/data-operate/update-delete/sequence-column-manual](https://doris.apache.org/zh-CN/docs/dev/data-operate/update-delete/sequence-column-manual) - `show backends` 和 `show tablets` 返回结果中,增加远端存储的空间使用情况 (#11450) -- 移除了 Num-Based Compaction 相关代码(#13409) -- 重构了BE的错误码机制,部分返回的错误信息会发生变化(#8855) +- 移除了 Num-Based Compaction 相关代码 (#13409) +- 重构了 BE 的错误码机制,部分返回的错误信息会发生变化 (#8855) # 其他 -- 支持Docker 官方镜像。 +- 支持 Docker 官方镜像。 - 支持在 MacOS(x86/M1) 和 ubuntu-22.04 上编译 Doris -- 支持进行image 文件的校验。 +- 支持进行 image 文件的校验。 文档搜索“--image”:[https://doris.apache.org/zh-CN/docs/dev/admin-manual/maint-monitor/metadata-operation](https://doris.apache.org/zh-CN/docs/dev/admin-manual/maint-monitor/metadata-operation) - 脚本相关 - - FE、BE 的 stop 脚本支持通过 `--grace` 参数退出FE、BE(使用 kill -15 信号代替 kill -9) - - FE start 脚本支持通过 --version 查看当前FE 版本(#11563) + - FE、BE 的 stop 脚本支持通过 `--grace` 参数退出 FE、BE(使用 kill -15 信号代替 kill -9) + - FE start 脚本支持通过 --version 查看当前 FE 版本 (#11563) - 支持通过 `ADMIN COPY TABLET` 命令获取某个 tablet 的数据和相关建表语句,用于本地问题调试 文档:[https://doris.apache.org/zh-CN/docs/dev/sql-manual/sql-reference/Database-Administration-Statements/ADMIN-COPY-TABLET](https://doris.apache.org/zh-CN/docs/dev/sql-manual/sql-reference/Database-Administration-Statements/ADMIN-COPY-TABLET) -- 支持通过 http api,获取一个SQL语句相关的 建表语句,用于本地问题复现 +- 支持通过 http api,获取一个 SQL 语句相关的 建表语句,用于本地问题复现 文档:[https://doris.apache.org/zh-CN/docs/dev/admin-manual/http-actions/fe/query-schema-action](https://doris.apache.org/zh-CN/docs/dev/admin-manual/http-actions/fe/query-schema-action) diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.2/release-1.2.1.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.2/release-1.2.1.md index 0617515d73a..110060a60c1 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.2/release-1.2.1.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.2/release-1.2.1.md @@ -43,7 +43,7 @@ under the License. ### 支持 Iceberg V2 -支持 Iceberg V2 (仅支持 Position Delete, Equality Delete 会在后续版本支持),可以通过 Multi-Catalog 功能访问 Iceberg V2 格式的表。 +支持 Iceberg V2 (仅支持 Position Delete,Equality Delete 会在后续版本支持),可以通过 Multi-Catalog 功能访问 Iceberg V2 格式的表。 ### 支持 OR 条件转 IN @@ -59,7 +59,7 @@ under the License. 通过导入任务参数 `trim_double_quotes` 来控制,默认值为 false,为 true 时表示裁剪掉 CSV 文件每个字段最外层的双引号。 [#15241](https://github.com/apache/doris/pull/15241) -### Broker 支持腾讯云 CHDFS 和 百度云 BOS 、AFS +### Broker 支持腾讯云 CHDFS 和 百度云 BOS、AFS 可以通过 Broker 访问存储在腾讯云 CHDFS 和 百度智能云 BOS、AFS 上的数据。 [#15297](https://github.com/apache/doris/pull/15297) [#15448](https://github.com/apache/doris/pull/15448) @@ -84,13 +84,13 @@ under the License. - 请勿使用 JDK11 作为 BE 的运行时 JDK,会导致 BE Crash。 -- 该版本对csv格式的读取性能有下降,会影响csv格式的导入和读取效率,我们会在下一个三位版本尽快修复 +- 该版本对 csv 格式的读取性能有下降,会影响 csv 格式的导入和读取效率,我们会在下一个三位版本尽快修复 ### 行为改变 -- BE 配置项 `high_priority_flush_thread_num_per_store` 默认值由 1 改成 6 ,以提升 Routine Load 的写入效率。[#14775](https://github.com/apache/doris/pull/14775) +- BE 配置项 `high_priority_flush_thread_num_per_store` 默认值由 1 改成 6,以提升 Routine Load 的写入效率。[#14775](https://github.com/apache/doris/pull/14775) -- FE 配置项 `enable_new_load_scan_node` 默认值改为 true ,将使用新的 File Scan Node 执行导入任务,对用户无影响。 [#14808](https://github.com/apache/doris/pull/14808) +- FE 配置项 `enable_new_load_scan_node` 默认值改为 true,将使用新的 File Scan Node 执行导入任务,对用户无影响。 [#14808](https://github.com/apache/doris/pull/14808) - 删除 FE 配置项 `enable_multi_catalog`,默认开启 Multi-Catalog 功能。 diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.2/release-1.2.2.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.2/release-1.2.2.md index 949af16ee54..f98a310686b 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.2/release-1.2.2.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.2/release-1.2.2.md @@ -68,13 +68,13 @@ under the License. ### 增加新 Session 变量 `group_by_and_having_use_alias_first` -用于控制 group by 和 having 语句是否优先使用列的别名,而非从 From 语句里寻找列的名字,默认为false。 +用于控制 group by 和 having 语句是否优先使用列的别名,而非从 From 语句里寻找列的名字,默认为 false。 # Improvement ### Compaction 优化 -- **支持 Vetical Compaction**。在过去版本中,宽列场景 Compaction 往往会带来大量的内存开销。在 1.2.2 版本中,Vertical Compaction 采用了按列组的方式进行数据合并,单次合并只需要加载部分列的数据,能够极大减少合并过程中的内存占用。在实际测试中,Vertical compaction 使用内存仅为原有 compaction 算法的 1/10,同时 Compaction 速率提升15%。 +- **支持 Vetical Compaction**。在过去版本中,宽列场景 Compaction 往往会带来大量的内存开销。在 1.2.2 版本中,Vertical Compaction 采用了按列组的方式进行数据合并,单次合并只需要加载部分列的数据,能够极大减少合并过程中的内存占用。在实际测试中,Vertical compaction 使用内存仅为原有 compaction 算法的 1/10,同时 Compaction 速率提升 15%。 - 支持 **Segment Compaction**。在过去版本中,当用户大数据量高频导入时可能会遇到 -238 以及 -235 问题,Segment Compaction 允许在导入数据的同时进行数据的合并,以有效控制 Segment 文件的数量,提升高频导入的系统稳定性。 @@ -102,7 +102,7 @@ under the License. ### 其他 -- 支持访问 Hadoop KMS 加密的 HDFS 。 +- 支持访问 Hadoop KMS 加密的 HDFS。 - 支持取消正在执行的导出任务。 diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.2/release-1.2.8.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.2/release-1.2.8.md index bc0b632932f..24d35f00f6a 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.2/release-1.2.8.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v1.2/release-1.2.8.md @@ -25,7 +25,7 @@ under the License. --> -亲爱的社区小伙伴们,[Apache Doris 1.2.8](https://doris.apache.org/download/) 版本已于 2024 年 3 月 09 日正式与大家见面。该版本对多个功能进行了更新优化,旨在更好地满足用户的需求, 欢迎大家下载体验。 +亲爱的社区小伙伴们,[Apache Doris 1.2.8](https://doris.apache.org/download/) 版本已于 2024 年 3 月 09 日正式与大家见面。该版本对多个功能进行了更新优化,旨在更好地满足用户的需求,欢迎大家下载体验。 **官网下载:** [https://doris.apache.org/download/](https://doris.apache.org/download/) diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.0.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.0.md index 2fa384bac27..f028580b0ac 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.0.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.0.md @@ -70,7 +70,7 @@ under the License. 在实现极速分析体验的同时,为了保证多个混合分析负载的执行效率以及查询的稳定性,在 2.0.0 版本中我们引入了 Pipeline 执行模型作为查询执行引擎。在 Pipeline 执行引擎中,查询的执行是由数据来驱动控制流变化的,各个查询执行过程之中的阻塞算子被拆分成不同 Pipeline,各个 Pipeline 能否获取执行线程调度执行取决于前置数据是否就绪,实现了阻塞操作的异步化、可以更加灵活地管理系统资源,同时减少了线程频繁创建和销毁带来的开销,并提升了 Apache Doris 对于 CPU 的利用效率。因此 Apache Doris 在混合负载场景中的查询性能和稳定性都得到了全面提升。 -参考文档:[查询执行引擎](../../query/pipeline-execution-engine) +参考文档:[查询执行引擎](../../query-acceleration/optimization-technology-principle/pipeline-execution-engine) 如何开启:` Set enable_pipeline_engine = true ` - 该功能在 Apache Doris 2.0 版本中将默认开启,BE 在进行查询执行时默认将 SQL 的执行模型转变 Pipeline 的执行方式。 @@ -208,7 +208,7 @@ under the License. - 限制了表达式树的深度,默认为 200; - array string 返回值 单引号变双引号; - 对 Doris 的进程名重命名为 DorisFE 和 DorisBE; -- AES 和 SM4 加解密函数的两参数版本行为变化,详见[对应函数文档](../../sql-manual/sql-functions/encrypt-digest-functions/sm4-encrypt.md) +- AES 和 SM4 加解密函数的两参数版本行为变化,详见[对应函数文档](../../sql-manual/sql-functions/scalar-functions/encrypt-digest-functions/sm4-encrypt.md) ## 正式踏上 2.0 之旅 diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.1.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.1.md index 18c86076f1a..b3b2477e8db 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.1.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.1.md @@ -27,7 +27,7 @@ under the License. 亲爱的社区小伙伴们,我们很高兴地向大家宣布,Apache Doris 2.0.1 Release 版本已于 2023 年 9 月 4 日正式发布,有超过 71 位贡献者为 Apache Doris 提交了超过 380 个优化与修复。 # 行为变更 -- 将varchar默认长度1修改为65533 +- 将 varchar 默认长度 1 修改为 65533 # 功能改进 diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.4.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.4.md index 27fe1f54da3..002f15516fc 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.4.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.4.md @@ -37,7 +37,7 @@ under the License. - [https://github.com/apache/doris/pull/29488](https://github.com/apache/doris/pull/29488) ## 新功能 -- 新优化器支持了 datev1, datetimev1 及 decimalv2 数据类型 +- 新优化器支持了 datev1,datetimev1 及 decimalv2 数据类型 - 新优化器支持了 ODBC 外表 - 倒排索引支持了 `lower_case` 和 `ignore_above` 选项 - 倒排索引支持了 `match_regexp` 和 `match_phrase_prefix` 查询加速 @@ -55,6 +55,6 @@ under the License. ## 致谢 -感谢 73 位开发者为 Apache Doris 2.0.4 版本做出了重要贡献 ,正是由于他们的努力,Apache Doris 在性能和稳定性方面取得了显著的进步。 +感谢 73 位开发者为 Apache Doris 2.0.4 版本做出了重要贡献,正是由于他们的努力,Apache Doris 在性能和稳定性方面取得了显著的进步。 airborne12、amorynan、AshinGau、BePPPower、bingquanzhao、BiteTheDDDDt、bobhan1、ByteYue、caiconghui、CalvinKirs、cambyzju、caoliang-web、catpineapple、csun5285、dataroaring、deardeng、dutyu、eldenmoon、englefly、feifeifeimoon、fornaix、Gabriel39、gnehil、HappenLee、hello-stephen、HHoflittlefish777、hubgeter、hust-hhb、ixzc、jacktengg、jackwener、Jibing-Li、kaka11chen、KassieZ、LemonLiTree、liaoxin01、LiBinfeng-01、lihuigang、liugddx、luwei16、morningman、morrySnow、mrhhsg、Mryange、nextdreamblue、Nitin-Kashyap、platoneko、py023、qiday [...] \ No newline at end of file diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.5.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.5.md index 02af0e7bd87..f36afbdabc2 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.5.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.5.md @@ -62,7 +62,7 @@ under the License. ## 致谢 -最后,衷心感谢 59 位开发者为 Apache Doris 2.0.5 版本做出了重要贡献: +最后,衷心感谢 59 位开发者为 Apache Doris 2.0.5 版本做出了重要贡献: airborne12, alexxing662, amorynan, AshinGau, BePPPower, bingquanzhao, BiteTheDDDDt, ByteYue, caiconghui, cambyzju, catpineapple, dataroaring, eldenmoon, Emor-nj, englefly, felixwluo, GoGoWen, HappenLee, hello-stephen, HHoflittlefish777, HowardQin, JackDrogon, jacktengg, jackwener, Jibing-Li, KassieZ, LemonLiTree, liaoxin01, liugddx, LuGuangming, morningman, morrySnow, mrhhsg, Mryange, mymeiyi, nextdreamblue, qidaye, ryanzryu, seawinde,starocean999, TangSiyang2001, vinlee19, w41ter, wangb [...] diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.6.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.6.md index 38b14f5bdeb..2e9e8f28cb7 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.6.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.0/release-2.0.6.md @@ -45,10 +45,10 @@ under the License. - 使用 protobuf 稳定序列化减少 Tablet Schema 缓存内存占用 - 提升 `show column stats` 的性能 - 统计信息收集和优化器支持 Iceberg 和 Paimon 的行数估计 -- JDBC Catalog支持读取 SQL Server 的 Timestamp 类型 +- JDBC Catalog 支持读取 SQL Server 的 Timestamp 类型 ## 致谢 -最后,衷心感谢 51 位开发者为 Apache Doris 2.0.6 版本做出了重要贡献: +最后,衷心感谢 51 位开发者为 Apache Doris 2.0.6 版本做出了重要贡献: 924060929, AshinGau, BePPPower, BiteTheDDDDt, CalvinKirs, cambyzju, deardeng, DongLiang-0, eldenmoon, englefly, feelshana, feiniaofeiafei, felixwluo, HappenLee, hust-hhb, iwanttobepowerful, ixzc, JackDrogon, Jibing-Li, KassieZ, larshelge, liaoxin01, LiBinfeng-01, liutang123, luennng, morningman, morrySnow, mrhhsg, qidaye, starocean999, TangSiyang2001, wangbo, wsjz, wuwenchi, xiaokang, XieJiann, xuwei0912, xy720, xzj7019, yiguolei, yujun777, Yukang-Lian, Yulei-Yang, zclllyybb, zddr, zhang [...] diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.1/release-2.1.0.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.1/release-2.1.0.md index 9ffc2f83bd4..5aa0548e4e1 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.1/release-2.1.0.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.1/release-2.1.0.md @@ -104,7 +104,7 @@ under the License.  :::note 备注 -参考文档:[Pipeline X 执行引擎](../../query-acceleration/pipeline-execution-engine) +参考文档:[Pipeline X 执行引擎](../../query-acceleration/optimization-technology-principle/pipeline-execution-engine) ::: ## ARM 架构深度适配,性能提升 230% @@ -470,7 +470,7 @@ MemTable 前移在 2.1 版本中默认开启,用户无需修改原有的导入 :::note - 演示 Demo:https://www.bilibili.com/video/BV1um411o7Ha/?spm_id_from=333.999.0.0 -- 参考文档和完整测试报告:[Group Commit](../../data-operate/import/import-way/group-commit-manual) +- 参考文档和完整测试报告:[Group Commit](../../data-operate/import/group-commit-manual) ::: @@ -699,12 +699,16 @@ mysql> select struct(1,"2") not in (struct(1,3), struct(1,"2"), struct(1,1), nul :::note - 演示 Demo:https://www.bilibili.com/video/BV1Fz421X7XE/?spm_id_from=333.999.0.0 -- 参考文档:[Workload Group](../../admin-manual/resource-admin/workload-group.md) +- 参考文档:[Workload Group](../../admin-manual/workload-management/workload-group) ::: ### TopSQL +:::tip +自 2.1.1 版本之后,active_queries() 已经废弃,TopSQl 主要通过 Doris 内置的系统表实现,参考文档 [工作负载诊断与分析](../../admin-manual/workload-management/analysis-diagnosis.md) +::: + 当集群出现预期外的大查询导致集群整体负载上升、查询可用性下降时,用户难以快速找到这些大查询并进行相应的降级操作。因此在 Apache Doris 2.1 版本中我们支持了运行时查看 SQL 资源用量的功能,具体指标如下: ```SQL @@ -757,7 +761,7 @@ select QueryId,max(BePeakMemoryBytes) as be_peak_mem from active_queries() group 目前主要展示的负载类型包括 Select 和`Insert Into……Select`,预计在 2.1 版本之上的三位迭代版本中会支持 Stream Load 和 Broker Load 的资源用量展示。 :::note -参考文档:[ACTIVE_QUERIES](../../sql-manual/sql-functions/table-functions/active_queries.md) +参考文档:[ACTIVE_QUERIES](../../admin-manual/system-tables/information_schema/active_queries) ::: @@ -858,7 +862,7 @@ JOB e_daily :::caution 注意事项 -当前 Job Scheduler 仅支持 Insert 内表,参考文档:[CREATE-JOB](../../sql-manual/sql-statements/Data-Definition-Statements/Create/CREATE-JOB.md) +当前 Job Scheduler 仅支持 Insert 内表,参考文档:[CREATE-JOB](../../sql-manual/sql-statements/job/CREATE-JOB) ::: diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.1/release-2.1.4.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.1/release-2.1.4.md index 722de717ea3..323446b5a29 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.1/release-2.1.4.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.1/release-2.1.4.md @@ -92,11 +92,11 @@ under the License. - **新增 `replace_empty` 函数**:将字符串中的子字符串进行替换,当旧字符串为空时,会将新字符串插入到原有字符串的每个字符前以及最后。 - 关于更多信息,请参考文档:[字符串函数 - REPLACE_EMPTY](../../sql-manual/sql-functions/string-functions/replace_empty.md) + 关于更多信息,请参考文档:[字符串函数 - REPLACE_EMPTY](../../sql-manual/sql-functions/scalar-functions/string-functions/replace-empty) - 支持 `show storage policy using` 语句:支持查看所有或指定存储策略关联的表和分区。 - 关于更多信息,请参考文档:[SQL 语句 - SHOW](../../sql-manual/sql-statements/Show-Statements/SHOW-STORAGE-POLICY-USING.md) + 关于更多信息,请参考文档:[SQL 语句 - SHOW](../../sql-manual/sql-statements/cluster-management/storage-management/SHOW-STORAGE-POLICY-USING) - **支持 BE 侧的 JVM 指标:** 通过在 `be.conf` 配置文件中设置`enable_jvm_monitor=true`,可以启用对 BE 节点 JVM 的监控和指标收集,有助于了解 BE JVM 的资源使用情况,以便进行故障排除和性能优化。 diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.1/release-2.1.8.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.1/release-2.1.8.md index b50fa62a7e9..5924060769b 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.1/release-2.1.8.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.1/release-2.1.8.md @@ -33,7 +33,6 @@ under the License. ## 行为变更 -- 当通过 External Catalog 查询表名大小写不敏感的数据源(如 Hive)时,在之前版本中,可以使用任意大小写进行表名查询,但是在 2.1.8版本中,将严格遵循 Doris 自身的表名大小写敏感策略。 - 添加环境变量 `SKIP_CHECK_ULIMIT` 以跳过 BE 进程内关于 ulimit 值校验检查,仅适用于 Docker 快速启动场景中应用。[#45267](https://github.com/apache/doris/pull/45267) - 添加 `enable_cooldown_replica_affinity session` 变量控制冷热分层下查询选用副本亲和性 - FE 添加配置` restore_job_compressed_serialization` 和 `backup_job_compressed_serialization` 用于解决 db tablet 数量非常大情况下备份和恢复操作时 FE OOM 的问题,默认关闭,打开之后无法降级 @@ -196,4 +195,4 @@ under the License. ### Others -- 修复 BE 端开启 `enable_jvm_monitor=true` 后可能导致的内存泄露问题。[#44311](https://github.com/apache/doris/pull/44311) +- 修复 BE 端开启 `enable_jvm_monitor=true` 后可能导致的内存泄露问题。[#44311](https://github.com/apache/doris/pull/44311) \ No newline at end of file diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.1/release-2.1.9.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.1/release-2.1.9.md new file mode 100644 index 00000000000..66551c26695 --- /dev/null +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v2.1/release-2.1.9.md @@ -0,0 +1,119 @@ +--- +{ + "title": "Release 2.1.9", + "language": "zh-CN" +} +--- + +<!-- +Licensed to the Apache Software Foundation (ASF) under one +or more contributor license agreements. See the NOTICE file +distributed with this work for additional information +regarding copyright ownership. The ASF licenses this file +to you under the Apache License, Version 2.0 (the +"License"); you may not use this file except in compliance +with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, +software distributed under the License is distributed on an +"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +KIND, either express or implied. See the License for the +specific language governing permissions and limitations +under the License. +--> + +亲爱的社区小伙伴们,**Apache Doris 2.1.9 版本已于 2025 年 04 月 02 日正式发布。** 该版本持续在倒排索引、查询优化器与存储管理等方面进行改进提升与问题修复,进一步加强系统的性能和稳定性,欢迎大家下载体验。 + +- [立即下载](https://doris.apache.org/download) + +- [GitHub 下载](https://github.com/apache/doris/releases/tag/2.1.9-rc02) + + +## 行为变更 + +- Audit Log 中的 SQLHash 现在通过当前执行的 SQL 精确计算,解决了同一请求中所有 SQL 使用相同 SQLHash 的问题。[#48242](https://github.com/apache/doris/pull/48242) +- 查询返回的 ColumnLabelName 与 SQL 中的输入完全一致。[#47093 ](https://github.com/apache/doris/pull/47093) +- 所有在用户属性中设置的变量,优先级均高于 session 级别设置的变量。 [#47185](https://github.com/apache/doris/pull/47185) + +## 新功能 + +### 存储管理 + +- 禁止 rename 分区列。[#47596](https://github.com/apache/doris/pull/47596) + +### 其他 + +- FE 监控指标新增 Catalog、Database、Table 数量指标。[#47891](https://github.com/apache/doris/pull/47891) + +## 改进提升 + +### 倒排索引 + +- VARIANT 类型中的 ARRAY 支持倒排索引。[#47688 ](https://github.com/apache/doris/pull/47688) +- Profile 中展示每个过滤条件的倒排索引性能指标。[#47504](https://github.com/apache/doris/pull/47504) + +### 查询优化器 + +- 支持在聚合查询中使用 `SELECT`` *`,如果下层 relation 仅输出聚合 key 列。[#48006](https://github.com/apache/doris/pull/48006) + +### 存储管理 + +- CCR 优化回收 binlog 效率、小文件传输效率,并增强了混沌环境下的健壮性。[#47547](https://github.com/apache/doris/pull/47547) [#47313 ](https://github.com/apache/doris/pull/47313)[#45061](https://github.com/apache/doris/pull/45061) +- 改进了导入的错误提示,使错误提示更加具体。[#47918](https://github.com/apache/doris/pull/47918) [#47470](https://github.com/apache/doris/pull/47470) + +## Bug 修复 + +### 湖仓一体 + +- 修复 BE 端无法正确配置 krb5.conf 路径的问题。[#47679](https://github.com/apache/doris/pull/47679) +- 禁止 `SELECT ``OUTFILE` 语句重试以避免重复导出数据。[#48095](https://github.com/apache/doris/pull/48095) +- 修复无法通过 JAVA API 访问 Paimon 表的问题。[#47192](https://github.com/apache/doris/pull/47192) +- 修复无法写入存储位置为 `s3a://` 的 Hive 表的问题。[#47162](https://github.com/apache/doris/pull/47162) +- 修复 Catalog 的 Comment 字段没有被持久化的问题。[#46946](https://github.com/apache/doris/pull/46946) +- 修复某些情况下,JDBC BE 端类加载泄漏的问题。[#46912](https://github.com/apache/doris/pull/46912) +- 修复 JDBC Catalog 无法使用高版本 ClickHouse JDBC Driver 的问题。 [#46026](https://github.com/apache/doris/pull/46026) +- 修复某些情况下,读取 Iceberg Position Delete 导致 BE 宕机的问题。[#47977](https://github.com/apache/doris/pull/47977) +- 修复多分区列情况下读取 MaxCompute 表数据错误的问题。[#48325](https://github.com/apache/doris/pull/48325) +- 修复某些情况下读取 Parquet 复杂列类型错误的问题。[#47734](https://github.com/apache/doris/pull/47734) + +### 倒排索引 + +- 修复 ARRAY 类型倒排索引空值处理错误的问题。[#48231](https://github.com/apache/doris/pull/48231) +- 修复对刚刚添加的列执行 `BUILD INDEX` 异常的问题。[#48389](https://github.com/apache/doris/pull/48389) +- 修复特殊字符 UTF8 编码索引被截断导致结果错误的问题。[#48657](https://github.com/apache/doris/pull/48657) + +### 半结构化数据类型 + +- 修复 `array_agg` 函数在特殊情况下 crash 的问题。[#46927](https://github.com/apache/doris/pull/46927) +- 修复 Stream Load 导入 JSON 类型时,chunk 参数设置错误导致 crash 的问题。 [#48196](https://github.com/apache/doris/pull/48196) + +### 查询优化器 + +- 修复时间函数内嵌套 `current_date` 等关键字函数无法的进行常量折叠的问题。[#47288](https://github.com/apache/doris/pull/47288) +- 修复非确定性函数相关的结果错误问题。[#48321](https://github.com/apache/doris/pull/48321) +- 修复当原表有 on update 列属性时,CREATE TABLE LIKE 无法执行的问题。[#48007](https://github.com/apache/doris/pull/48007) +- 修复直查聚合模型表的物化视图可能产生非预期规划报错的问题。[#47658](https://github.com/apache/doris/pull/47658) +- 修复 PrepareStatement 因为内部 ID 溢出导致异常的问题。[#47950](https://github.com/apache/doris/pull/47950) + +### 查询执行引擎 + +- 修复了查询系统表时,可能的查询卡住或者空指针的问题。[#48370](https://github.com/apache/doris/pull/48370) +- LEAD/LAG 函数支持了 DOUBLE 类型。[#47940](https://github.com/apache/doris/pull/47940) +- 修复了 `case when` 条件超过 256 个时,查询报错的问题。[#47179](https://github.com/apache/doris/pull/47179) +- 修复了 `str_to_date` 函数在空格的时候,结果错误的问题。[#48920](https://github.com/apache/doris/pull/48920) +- 修复了`split_part` 函数在常量折叠时遇到 || ,结果错误的问题。[#48910](https://github.com/apache/doris/pull/48910) +- 修复了 `log` 函数结果错误的问题。[#47228](https://github.com/apache/doris/pull/47228) +- 修复了 `array` / `map` 函数在 lambda 表达式中使用时导致的 core 的问题。[#49140](https://github.com/apache/doris/pull/49140) + +### 存储管理 + +- 修复了导入聚合表时,可能的内存写脏问题。[#47523](https://github.com/apache/doris/pull/47523) +- 修复内存紧张时 MoW 导入偶发 coredump 问题。[#47715](https://github.com/apache/doris/pull/47715) +- 修复 MoW 在 BE 重启和 Schema Change 时可能出现重复 key 的问题。[#48056](https://github.com/apache/doris/pull/48056) [#48775](https://github.com/apache/doris/pull/48775) +- 修复 Group Commit 和全局打开列更新以及 memtable 前移时的问题。[#48120](https://github.com/apache/doris/pull/48120) [#47968](https://github.com/apache/doris/pull/47968) + +### 权限管理 + +- 使用 LDAP 时不再会抛出 PartialResultException 异常。[#47858](https://github.com/apache/doris/pull/47858) \ No newline at end of file diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v3.0/release-3.0.0.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v3.0/release-3.0.0.md index 2e7cdee6421..40919bb5e20 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v3.0/release-3.0.0.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.0/releasenotes/v3.0/release-3.0.0.md @@ -415,7 +415,7 @@ Runtime Filter 是否能够准确生成对查询性能的影响至关重要, 参考文档: -[CREATE TABLE AND GENERATED COLUMN](../../sql-manual/sql-statements/table-and-view/table/CREATE-TABLE.md) +[CREATE TABLE AND GENERATED COLUMN](../../sql-manual/sql-statements/Data-Definition-Statements/Create/CREATE-TABLE-AND-GENERATED-COLUMN/) ::: ## 8. 功能改进 diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.1/releasenotes/all-release.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.1/releasenotes/all-release.md index 1bce3e4497d..67c054826df 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.1/releasenotes/all-release.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.1/releasenotes/all-release.md @@ -34,12 +34,14 @@ under the License. <br /> -🎉 2.1.8 版本现已于 2025 年 01 月 24 日正式发布,详情可查看[版本发布](../releasenotes/v2.1/release-2.1.8)。子查询性能方面 2.1 版本开箱即用查询的性能提高了 100%;在数据湖分析场景方面,相对于 Trino 和 Spark 分别有 4-6 倍性能提升;在半结构化数据分析场景中提供了强有力的支持,包括新的 Variant 类型和一系列分析函数。此外,2.1 版本起支持异步物化视图以加速查询,优化了大规模实时写入,并通过稳定性和运行时 SQL 资源跟踪改进了工作负载管理。 +🎉 2.1.9 版本现已于 2025 年 04 月 02 日正式发布,详情可查看[版本发布](../releasenotes/v2.1/release-2.1.9)。子查询性能方面 2.1 版本开箱即用查询的性能提高了 100%;在数据湖分析场景方面,相对于 Trino 和 Spark 分别有 4-6 倍性能提升;在半结构化数据分析场景中提供了强有力的支持,包括新的 Variant 类型和一系列分析函数。此外,2.1 版本起支持异步物化视图以加速查询,优化了大规模实时写入,并通过稳定性和运行时 SQL 资源跟踪改进了工作负载管理。 ::: <br /> +- [2025-04-02, Apache Doris 2.1.9 版本发布](../releasenotes/v2.1/release-2.1.9.md) + - [2025-02-28, Apache Doris 3.0.4 版本发布](../releasenotes/v3.0/release-3.0.4.md) - [2025-01-24, Apache Doris 2.1.8 版本发布](../releasenotes/v2.1/release-2.1.8.md) diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.1/releasenotes/v2.1/release-2.1.9.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.1/releasenotes/v2.1/release-2.1.9.md new file mode 100644 index 00000000000..66551c26695 --- /dev/null +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.1/releasenotes/v2.1/release-2.1.9.md @@ -0,0 +1,119 @@ +--- +{ + "title": "Release 2.1.9", + "language": "zh-CN" +} +--- + +<!-- +Licensed to the Apache Software Foundation (ASF) under one +or more contributor license agreements. See the NOTICE file +distributed with this work for additional information +regarding copyright ownership. The ASF licenses this file +to you under the Apache License, Version 2.0 (the +"License"); you may not use this file except in compliance +with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, +software distributed under the License is distributed on an +"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +KIND, either express or implied. See the License for the +specific language governing permissions and limitations +under the License. +--> + +亲爱的社区小伙伴们,**Apache Doris 2.1.9 版本已于 2025 年 04 月 02 日正式发布。** 该版本持续在倒排索引、查询优化器与存储管理等方面进行改进提升与问题修复,进一步加强系统的性能和稳定性,欢迎大家下载体验。 + +- [立即下载](https://doris.apache.org/download) + +- [GitHub 下载](https://github.com/apache/doris/releases/tag/2.1.9-rc02) + + +## 行为变更 + +- Audit Log 中的 SQLHash 现在通过当前执行的 SQL 精确计算,解决了同一请求中所有 SQL 使用相同 SQLHash 的问题。[#48242](https://github.com/apache/doris/pull/48242) +- 查询返回的 ColumnLabelName 与 SQL 中的输入完全一致。[#47093 ](https://github.com/apache/doris/pull/47093) +- 所有在用户属性中设置的变量,优先级均高于 session 级别设置的变量。 [#47185](https://github.com/apache/doris/pull/47185) + +## 新功能 + +### 存储管理 + +- 禁止 rename 分区列。[#47596](https://github.com/apache/doris/pull/47596) + +### 其他 + +- FE 监控指标新增 Catalog、Database、Table 数量指标。[#47891](https://github.com/apache/doris/pull/47891) + +## 改进提升 + +### 倒排索引 + +- VARIANT 类型中的 ARRAY 支持倒排索引。[#47688 ](https://github.com/apache/doris/pull/47688) +- Profile 中展示每个过滤条件的倒排索引性能指标。[#47504](https://github.com/apache/doris/pull/47504) + +### 查询优化器 + +- 支持在聚合查询中使用 `SELECT`` *`,如果下层 relation 仅输出聚合 key 列。[#48006](https://github.com/apache/doris/pull/48006) + +### 存储管理 + +- CCR 优化回收 binlog 效率、小文件传输效率,并增强了混沌环境下的健壮性。[#47547](https://github.com/apache/doris/pull/47547) [#47313 ](https://github.com/apache/doris/pull/47313)[#45061](https://github.com/apache/doris/pull/45061) +- 改进了导入的错误提示,使错误提示更加具体。[#47918](https://github.com/apache/doris/pull/47918) [#47470](https://github.com/apache/doris/pull/47470) + +## Bug 修复 + +### 湖仓一体 + +- 修复 BE 端无法正确配置 krb5.conf 路径的问题。[#47679](https://github.com/apache/doris/pull/47679) +- 禁止 `SELECT ``OUTFILE` 语句重试以避免重复导出数据。[#48095](https://github.com/apache/doris/pull/48095) +- 修复无法通过 JAVA API 访问 Paimon 表的问题。[#47192](https://github.com/apache/doris/pull/47192) +- 修复无法写入存储位置为 `s3a://` 的 Hive 表的问题。[#47162](https://github.com/apache/doris/pull/47162) +- 修复 Catalog 的 Comment 字段没有被持久化的问题。[#46946](https://github.com/apache/doris/pull/46946) +- 修复某些情况下,JDBC BE 端类加载泄漏的问题。[#46912](https://github.com/apache/doris/pull/46912) +- 修复 JDBC Catalog 无法使用高版本 ClickHouse JDBC Driver 的问题。 [#46026](https://github.com/apache/doris/pull/46026) +- 修复某些情况下,读取 Iceberg Position Delete 导致 BE 宕机的问题。[#47977](https://github.com/apache/doris/pull/47977) +- 修复多分区列情况下读取 MaxCompute 表数据错误的问题。[#48325](https://github.com/apache/doris/pull/48325) +- 修复某些情况下读取 Parquet 复杂列类型错误的问题。[#47734](https://github.com/apache/doris/pull/47734) + +### 倒排索引 + +- 修复 ARRAY 类型倒排索引空值处理错误的问题。[#48231](https://github.com/apache/doris/pull/48231) +- 修复对刚刚添加的列执行 `BUILD INDEX` 异常的问题。[#48389](https://github.com/apache/doris/pull/48389) +- 修复特殊字符 UTF8 编码索引被截断导致结果错误的问题。[#48657](https://github.com/apache/doris/pull/48657) + +### 半结构化数据类型 + +- 修复 `array_agg` 函数在特殊情况下 crash 的问题。[#46927](https://github.com/apache/doris/pull/46927) +- 修复 Stream Load 导入 JSON 类型时,chunk 参数设置错误导致 crash 的问题。 [#48196](https://github.com/apache/doris/pull/48196) + +### 查询优化器 + +- 修复时间函数内嵌套 `current_date` 等关键字函数无法的进行常量折叠的问题。[#47288](https://github.com/apache/doris/pull/47288) +- 修复非确定性函数相关的结果错误问题。[#48321](https://github.com/apache/doris/pull/48321) +- 修复当原表有 on update 列属性时,CREATE TABLE LIKE 无法执行的问题。[#48007](https://github.com/apache/doris/pull/48007) +- 修复直查聚合模型表的物化视图可能产生非预期规划报错的问题。[#47658](https://github.com/apache/doris/pull/47658) +- 修复 PrepareStatement 因为内部 ID 溢出导致异常的问题。[#47950](https://github.com/apache/doris/pull/47950) + +### 查询执行引擎 + +- 修复了查询系统表时,可能的查询卡住或者空指针的问题。[#48370](https://github.com/apache/doris/pull/48370) +- LEAD/LAG 函数支持了 DOUBLE 类型。[#47940](https://github.com/apache/doris/pull/47940) +- 修复了 `case when` 条件超过 256 个时,查询报错的问题。[#47179](https://github.com/apache/doris/pull/47179) +- 修复了 `str_to_date` 函数在空格的时候,结果错误的问题。[#48920](https://github.com/apache/doris/pull/48920) +- 修复了`split_part` 函数在常量折叠时遇到 || ,结果错误的问题。[#48910](https://github.com/apache/doris/pull/48910) +- 修复了 `log` 函数结果错误的问题。[#47228](https://github.com/apache/doris/pull/47228) +- 修复了 `array` / `map` 函数在 lambda 表达式中使用时导致的 core 的问题。[#49140](https://github.com/apache/doris/pull/49140) + +### 存储管理 + +- 修复了导入聚合表时,可能的内存写脏问题。[#47523](https://github.com/apache/doris/pull/47523) +- 修复内存紧张时 MoW 导入偶发 coredump 问题。[#47715](https://github.com/apache/doris/pull/47715) +- 修复 MoW 在 BE 重启和 Schema Change 时可能出现重复 key 的问题。[#48056](https://github.com/apache/doris/pull/48056) [#48775](https://github.com/apache/doris/pull/48775) +- 修复 Group Commit 和全局打开列更新以及 memtable 前移时的问题。[#48120](https://github.com/apache/doris/pull/48120) [#47968](https://github.com/apache/doris/pull/47968) + +### 权限管理 + +- 使用 LDAP 时不再会抛出 PartialResultException 异常。[#47858](https://github.com/apache/doris/pull/47858) \ No newline at end of file diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-3.0/releasenotes/all-release.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-3.0/releasenotes/all-release.md index 1bce3e4497d..67c054826df 100644 --- a/i18n/zh-CN/docusaurus-plugin-content-docs/version-3.0/releasenotes/all-release.md +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-3.0/releasenotes/all-release.md @@ -34,12 +34,14 @@ under the License. <br /> -🎉 2.1.8 版本现已于 2025 年 01 月 24 日正式发布,详情可查看[版本发布](../releasenotes/v2.1/release-2.1.8)。子查询性能方面 2.1 版本开箱即用查询的性能提高了 100%;在数据湖分析场景方面,相对于 Trino 和 Spark 分别有 4-6 倍性能提升;在半结构化数据分析场景中提供了强有力的支持,包括新的 Variant 类型和一系列分析函数。此外,2.1 版本起支持异步物化视图以加速查询,优化了大规模实时写入,并通过稳定性和运行时 SQL 资源跟踪改进了工作负载管理。 +🎉 2.1.9 版本现已于 2025 年 04 月 02 日正式发布,详情可查看[版本发布](../releasenotes/v2.1/release-2.1.9)。子查询性能方面 2.1 版本开箱即用查询的性能提高了 100%;在数据湖分析场景方面,相对于 Trino 和 Spark 分别有 4-6 倍性能提升;在半结构化数据分析场景中提供了强有力的支持,包括新的 Variant 类型和一系列分析函数。此外,2.1 版本起支持异步物化视图以加速查询,优化了大规模实时写入,并通过稳定性和运行时 SQL 资源跟踪改进了工作负载管理。 ::: <br /> +- [2025-04-02, Apache Doris 2.1.9 版本发布](../releasenotes/v2.1/release-2.1.9.md) + - [2025-02-28, Apache Doris 3.0.4 版本发布](../releasenotes/v3.0/release-3.0.4.md) - [2025-01-24, Apache Doris 2.1.8 版本发布](../releasenotes/v2.1/release-2.1.8.md) diff --git a/i18n/zh-CN/docusaurus-plugin-content-docs/version-3.0/releasenotes/v2.1/release-2.1.9.md b/i18n/zh-CN/docusaurus-plugin-content-docs/version-3.0/releasenotes/v2.1/release-2.1.9.md new file mode 100644 index 00000000000..66551c26695 --- /dev/null +++ b/i18n/zh-CN/docusaurus-plugin-content-docs/version-3.0/releasenotes/v2.1/release-2.1.9.md @@ -0,0 +1,119 @@ +--- +{ + "title": "Release 2.1.9", + "language": "zh-CN" +} +--- + +<!-- +Licensed to the Apache Software Foundation (ASF) under one +or more contributor license agreements. See the NOTICE file +distributed with this work for additional information +regarding copyright ownership. The ASF licenses this file +to you under the Apache License, Version 2.0 (the +"License"); you may not use this file except in compliance +with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, +software distributed under the License is distributed on an +"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +KIND, either express or implied. See the License for the +specific language governing permissions and limitations +under the License. +--> + +亲爱的社区小伙伴们,**Apache Doris 2.1.9 版本已于 2025 年 04 月 02 日正式发布。** 该版本持续在倒排索引、查询优化器与存储管理等方面进行改进提升与问题修复,进一步加强系统的性能和稳定性,欢迎大家下载体验。 + +- [立即下载](https://doris.apache.org/download) + +- [GitHub 下载](https://github.com/apache/doris/releases/tag/2.1.9-rc02) + + +## 行为变更 + +- Audit Log 中的 SQLHash 现在通过当前执行的 SQL 精确计算,解决了同一请求中所有 SQL 使用相同 SQLHash 的问题。[#48242](https://github.com/apache/doris/pull/48242) +- 查询返回的 ColumnLabelName 与 SQL 中的输入完全一致。[#47093 ](https://github.com/apache/doris/pull/47093) +- 所有在用户属性中设置的变量,优先级均高于 session 级别设置的变量。 [#47185](https://github.com/apache/doris/pull/47185) + +## 新功能 + +### 存储管理 + +- 禁止 rename 分区列。[#47596](https://github.com/apache/doris/pull/47596) + +### 其他 + +- FE 监控指标新增 Catalog、Database、Table 数量指标。[#47891](https://github.com/apache/doris/pull/47891) + +## 改进提升 + +### 倒排索引 + +- VARIANT 类型中的 ARRAY 支持倒排索引。[#47688 ](https://github.com/apache/doris/pull/47688) +- Profile 中展示每个过滤条件的倒排索引性能指标。[#47504](https://github.com/apache/doris/pull/47504) + +### 查询优化器 + +- 支持在聚合查询中使用 `SELECT`` *`,如果下层 relation 仅输出聚合 key 列。[#48006](https://github.com/apache/doris/pull/48006) + +### 存储管理 + +- CCR 优化回收 binlog 效率、小文件传输效率,并增强了混沌环境下的健壮性。[#47547](https://github.com/apache/doris/pull/47547) [#47313 ](https://github.com/apache/doris/pull/47313)[#45061](https://github.com/apache/doris/pull/45061) +- 改进了导入的错误提示,使错误提示更加具体。[#47918](https://github.com/apache/doris/pull/47918) [#47470](https://github.com/apache/doris/pull/47470) + +## Bug 修复 + +### 湖仓一体 + +- 修复 BE 端无法正确配置 krb5.conf 路径的问题。[#47679](https://github.com/apache/doris/pull/47679) +- 禁止 `SELECT ``OUTFILE` 语句重试以避免重复导出数据。[#48095](https://github.com/apache/doris/pull/48095) +- 修复无法通过 JAVA API 访问 Paimon 表的问题。[#47192](https://github.com/apache/doris/pull/47192) +- 修复无法写入存储位置为 `s3a://` 的 Hive 表的问题。[#47162](https://github.com/apache/doris/pull/47162) +- 修复 Catalog 的 Comment 字段没有被持久化的问题。[#46946](https://github.com/apache/doris/pull/46946) +- 修复某些情况下,JDBC BE 端类加载泄漏的问题。[#46912](https://github.com/apache/doris/pull/46912) +- 修复 JDBC Catalog 无法使用高版本 ClickHouse JDBC Driver 的问题。 [#46026](https://github.com/apache/doris/pull/46026) +- 修复某些情况下,读取 Iceberg Position Delete 导致 BE 宕机的问题。[#47977](https://github.com/apache/doris/pull/47977) +- 修复多分区列情况下读取 MaxCompute 表数据错误的问题。[#48325](https://github.com/apache/doris/pull/48325) +- 修复某些情况下读取 Parquet 复杂列类型错误的问题。[#47734](https://github.com/apache/doris/pull/47734) + +### 倒排索引 + +- 修复 ARRAY 类型倒排索引空值处理错误的问题。[#48231](https://github.com/apache/doris/pull/48231) +- 修复对刚刚添加的列执行 `BUILD INDEX` 异常的问题。[#48389](https://github.com/apache/doris/pull/48389) +- 修复特殊字符 UTF8 编码索引被截断导致结果错误的问题。[#48657](https://github.com/apache/doris/pull/48657) + +### 半结构化数据类型 + +- 修复 `array_agg` 函数在特殊情况下 crash 的问题。[#46927](https://github.com/apache/doris/pull/46927) +- 修复 Stream Load 导入 JSON 类型时,chunk 参数设置错误导致 crash 的问题。 [#48196](https://github.com/apache/doris/pull/48196) + +### 查询优化器 + +- 修复时间函数内嵌套 `current_date` 等关键字函数无法的进行常量折叠的问题。[#47288](https://github.com/apache/doris/pull/47288) +- 修复非确定性函数相关的结果错误问题。[#48321](https://github.com/apache/doris/pull/48321) +- 修复当原表有 on update 列属性时,CREATE TABLE LIKE 无法执行的问题。[#48007](https://github.com/apache/doris/pull/48007) +- 修复直查聚合模型表的物化视图可能产生非预期规划报错的问题。[#47658](https://github.com/apache/doris/pull/47658) +- 修复 PrepareStatement 因为内部 ID 溢出导致异常的问题。[#47950](https://github.com/apache/doris/pull/47950) + +### 查询执行引擎 + +- 修复了查询系统表时,可能的查询卡住或者空指针的问题。[#48370](https://github.com/apache/doris/pull/48370) +- LEAD/LAG 函数支持了 DOUBLE 类型。[#47940](https://github.com/apache/doris/pull/47940) +- 修复了 `case when` 条件超过 256 个时,查询报错的问题。[#47179](https://github.com/apache/doris/pull/47179) +- 修复了 `str_to_date` 函数在空格的时候,结果错误的问题。[#48920](https://github.com/apache/doris/pull/48920) +- 修复了`split_part` 函数在常量折叠时遇到 || ,结果错误的问题。[#48910](https://github.com/apache/doris/pull/48910) +- 修复了 `log` 函数结果错误的问题。[#47228](https://github.com/apache/doris/pull/47228) +- 修复了 `array` / `map` 函数在 lambda 表达式中使用时导致的 core 的问题。[#49140](https://github.com/apache/doris/pull/49140) + +### 存储管理 + +- 修复了导入聚合表时,可能的内存写脏问题。[#47523](https://github.com/apache/doris/pull/47523) +- 修复内存紧张时 MoW 导入偶发 coredump 问题。[#47715](https://github.com/apache/doris/pull/47715) +- 修复 MoW 在 BE 重启和 Schema Change 时可能出现重复 key 的问题。[#48056](https://github.com/apache/doris/pull/48056) [#48775](https://github.com/apache/doris/pull/48775) +- 修复 Group Commit 和全局打开列更新以及 memtable 前移时的问题。[#48120](https://github.com/apache/doris/pull/48120) [#47968](https://github.com/apache/doris/pull/47968) + +### 权限管理 + +- 使用 LDAP 时不再会抛出 PartialResultException 异常。[#47858](https://github.com/apache/doris/pull/47858) \ No newline at end of file diff --git a/sidebars.json b/sidebars.json index 2adf64e17e6..c6d9d874970 100644 --- a/sidebars.json +++ b/sidebars.json @@ -2065,6 +2065,7 @@ "type": "category", "label": "v2.1", "items": [ + "releasenotes/v2.1/release-2.1.9", "releasenotes/v2.1/release-2.1.8", "releasenotes/v2.1/release-2.1.7", "releasenotes/v2.1/release-2.1.6", @@ -2128,4 +2129,4 @@ ] } ] -} +} \ No newline at end of file diff --git a/src/constant/download.data.ts b/src/constant/download.data.ts index edd7b7d1684..9c631650823 100644 --- a/src/constant/download.data.ts +++ b/src/constant/download.data.ts @@ -31,7 +31,7 @@ export enum ToolsEnum { export const ORIGIN = 'https://apache-doris-releases.oss-accelerate.aliyuncs.com/'; export enum VersionEnum { Latest = '3.0.4', - Prev = '2.1.8', + Prev = '2.1.9', Earlier = '2.0.15', } export enum DownloadTypeEnum { @@ -74,36 +74,36 @@ export const DORIS_VERSIONS: Option[] = [ ], }, { - label: '2.1.8', - value: '2.1.8', + label: '2.1.9', + value: '2.1.9', majorVersion: '2.1', children: [ { label: CPUEnum.X64, value: CPUEnum.X64, - gz: `${ORIGIN}apache-doris-2.1.8.1-bin-x64.tar.gz`, - asc: `${ORIGIN}apache-doris-2.1.8.1-bin-x64.tar.gz.asc`, - sha512: `${ORIGIN}apache-doris-2.1.8.1-bin-x64.tar.gz.sha512`, - source: 'https://downloads.apache.org/doris/2.1/2.1.8.1/', - version: '2.1.8.1', + gz: `${ORIGIN}apache-doris-2.1.9-bin-x64.tar.gz`, + asc: `${ORIGIN}apache-doris-2.1.9-bin-x64.tar.gz.asc`, + sha512: `${ORIGIN}apache-doris-2.1.9-bin-x64.tar.gz.sha512`, + source: 'https://downloads.apache.org/doris/2.1/2.1.9/', + version: '2.1.9-rc02', }, { label: CPUEnum.X64NoAvx2, value: CPUEnum.X64NoAvx2, - gz: `${ORIGIN}apache-doris-2.1.8.1-bin-x64-noavx2.tar.gz`, - asc: `${ORIGIN}apache-doris-2.1.8.1-bin-x64-noavx2.tar.gz.asc`, - sha512: `${ORIGIN}apache-doris-2.1.8.1-bin-x64-noavx2.tar.gz.sha512`, - source: 'https://downloads.apache.org/doris/2.1/2.1.8.1/', - version: '2.1.8.1', + gz: `${ORIGIN}apache-doris-2.1.9-bin-x64-noavx2.tar.gz`, + asc: `${ORIGIN}apache-doris-2.1.9-bin-x64-noavx2.tar.gz.asc`, + sha512: `${ORIGIN}apache-doris-2.1.9-bin-x64-noavx2.tar.gz.sha512`, + source: 'https://downloads.apache.org/doris/2.1/2.1.9/', + version: '2.1.9-rc02', }, { label: CPUEnum.ARM64, value: CPUEnum.ARM64, - gz: `${ORIGIN}apache-doris-2.1.8.1-bin-arm64.tar.gz`, - asc: `${ORIGIN}apache-doris-2.1.8.1-bin-arm64.tar.gz.asc`, - sha512: `${ORIGIN}apache-doris-2.1.8.1-bin-arm64.tar.gz.sha512`, - source: 'https://downloads.apache.org/doris/2.1/2.1.8.1/', - version: '2.1.8.1', + gz: `${ORIGIN}apache-doris-2.1.9-bin-arm64.tar.gz`, + asc: `${ORIGIN}apache-doris-2.1.9-bin-arm64.tar.gz.asc`, + sha512: `${ORIGIN}apache-doris-2.1.9-bin-arm64.tar.gz.sha512`, + source: 'https://downloads.apache.org/doris/2.1/2.1.9/', + version: '2.1.9-rc02', }, ], }, @@ -326,6 +326,40 @@ export const ALL_VERSIONS: AllVersionOption[] = [ label: '2.1', value: '2.1', children: [ + { + label: '2.1.9', + value: '2.1.9', + majorVersion: '2.1', + items: [ + { + label: CPUEnum.X64, + value: CPUEnum.X64, + gz: `${ORIGIN}apache-doris-2.1.9-bin-x64.tar.gz`, + asc: `${ORIGIN}apache-doris-2.1.9-bin-x64.tar.gz.asc`, + sha512: `${ORIGIN}apache-doris-2.1.9-bin-x64.tar.gz.sha512`, + source: 'https://downloads.apache.org/doris/2.1/2.1.9/', + version: '2.1.9-rc02', + }, + { + label: CPUEnum.X64NoAvx2, + value: CPUEnum.X64NoAvx2, + gz: `${ORIGIN}apache-doris-2.1.9-bin-x64-noavx2.tar.gz`, + asc: `${ORIGIN}apache-doris-2.1.9-bin-x64-noavx2.tar.gz.asc`, + sha512: `${ORIGIN}apache-doris-2.1.9-bin-x64-noavx2.tar.gz.sha512`, + source: 'https://downloads.apache.org/doris/2.1/2.1.9/', + version: '2.1.9-rc02', + }, + { + label: CPUEnum.ARM64, + value: CPUEnum.ARM64, + gz: `${ORIGIN}apache-doris-2.1.9-bin-arm64.tar.gz`, + asc: `${ORIGIN}apache-doris-2.1.9-bin-arm64.tar.gz.asc`, + sha512: `${ORIGIN}apache-doris-2.1.9-bin-arm64.tar.gz.sha512`, + source: 'https://downloads.apache.org/doris/2.1/2.1.9/', + version: '2.1.9-rc02', + }, + ], + }, { label: '2.1.8', value: '2.1.8', diff --git a/versioned_docs/version-2.0/releasenotes/all-release.md b/versioned_docs/version-2.0/releasenotes/all-release.md index 9270d8fc2f4..ebcb6e89f99 100644 --- a/versioned_docs/version-2.0/releasenotes/all-release.md +++ b/versioned_docs/version-2.0/releasenotes/all-release.md @@ -32,15 +32,19 @@ This document presents a summary of Apache Doris versions released within one ye <br /> -🎉 Version 2.1.8 released now. Check out the 🔗[Release Notes](../releasenotes/v2.1/release-2.1.8) here. The 2.1 version delivers exceptional performance with 100% higher out-of-the-box queries proven by TPC-DS 1TB tests, enhanced data lake analytics that are 4-6 times speedier than Trino and Spark, solid support for semi-structured data analysis with new Variant types and suite of analytical functions, asynchronous materialized views for query acceleration, optimized real-time writing at [...] +🎉 Version 2.1.9 released now. Check out the 🔗[Release Notes](../releasenotes/v2.1/release-2.1.9) here. The 2.1 version delivers exceptional performance with 100% higher out-of-the-box queries proven by TPC-DS 1TB tests, enhanced data lake analytics that are 4-6 times speedier than Trino and Spark, solid support for semi-structured data analysis with new Variant types and suite of analytical functions, asynchronous materialized views for query acceleration, optimized real-time writing at [...] ::: <br /> +- [2025-04-02, Apache Doris 2.1.9 is released](../releasenotes/v2.1/release-2.1.9.md) + - [2025-02-28, Apache Doris 3.0.4 is released](../releasenotes/v3.0/release-3.0.4.md) +- [2025-01-24, Apache Doris 2.1.8 is released](../releasenotes/v2.1/release-2.1.8.md) + - [2024-12-02, Apache Doris 3.0.3 is released](../releasenotes/v3.0/release-3.0.3.md) - [2024-11-10, Apache Doris 2.1.7 is released](../releasenotes/v2.1/release-2.1.7.md) diff --git a/versioned_docs/version-2.0/releasenotes/v1.2/release-1.2.8.md b/versioned_docs/version-2.0/releasenotes/v1.2/release-1.2.8.md index 35cbb7a3cdc..f11fac427bd 100644 --- a/versioned_docs/version-2.0/releasenotes/v1.2/release-1.2.8.md +++ b/versioned_docs/version-2.0/releasenotes/v1.2/release-1.2.8.md @@ -24,7 +24,7 @@ specific language governing permissions and limitations under the License. --> -**Quick Download:** [https://doris.apache.org/download/](https://doris.apache.org/download/) +**Quick Download:** [https://doris.apache.org/download/](https://doris.apache.org/download/) **GitHub:** [https://github.com/apache/doris/releases](https://github.com/apache/doris/releases) diff --git a/versioned_docs/version-2.0/releasenotes/v2.0/release-2.0.0.md b/versioned_docs/version-2.0/releasenotes/v2.0/release-2.0.0.md index 61ba6c5c608..85d0ea43dab 100644 --- a/versioned_docs/version-2.0/releasenotes/v2.0/release-2.0.0.md +++ b/versioned_docs/version-2.0/releasenotes/v2.0/release-2.0.0.md @@ -226,7 +226,7 @@ This feature allows for higher availability of data, read/write workload separat - A limit has been imposed on the depth of the expression tree. The default value is 200; - The single quote in the return value of array string has been changed to double quote; - The Doris processes are renamed to DorisFE and DorisBE. -- The functions AES and SM4 with two arguments' behaviour changed. See more informations in [relative function docs](../../sql-manual/sql-functions/encrypt-digest-functions/sm4-encrypt.md) +- The functions AES and SM4 with two arguments' behaviour changed. See more informations in [relative function docs](../../sql-manual/sql-functions/scalar-functions/encrypt-digest-functions/sm4-encrypt.md) ## Embarking on the 2.0.0 Journey diff --git a/versioned_docs/version-2.0/releasenotes/v2.0/release-2.0.5.md b/versioned_docs/version-2.0/releasenotes/v2.0/release-2.0.5.md index 20d6bd9302b..b7286fbb018 100644 --- a/versioned_docs/version-2.0/releasenotes/v2.0/release-2.0.5.md +++ b/versioned_docs/version-2.0/releasenotes/v2.0/release-2.0.5.md @@ -28,7 +28,7 @@ under the License. Thanks to our community users and developers, about 217 improvements and bug fixes have been made in Doris 2.0.5 version. -**Quick Download:** [https://doris.apache.org/download/](https://doris.apache.org/download/) +**Quick Download:** [https://doris.apache.org/download/](https://doris.apache.org/download/) **GitHub:** [https://github.com/apache/doris/releases](https://github.com/apache/doris/releases) diff --git a/versioned_docs/version-2.0/releasenotes/v2.1/release-2.1.0.md b/versioned_docs/version-2.0/releasenotes/v2.1/release-2.1.0.md index b0b88f715ee..51322f59ece 100644 --- a/versioned_docs/version-2.0/releasenotes/v2.1/release-2.1.0.md +++ b/versioned_docs/version-2.0/releasenotes/v2.1/release-2.1.0.md @@ -95,7 +95,7 @@ To further release burden on operation and maintenance, V2.1 allows auto data pa ### High-concurrency real-time data ingestion -For data writing, a back pressure mechanism is in place to avoid execessive data versions, so as to reduce resource consumption by data version merging. In addition, V2.1 supports group commit ([read more](../../data-operate/import/import-way/group-commit-manual)), which means to accumulate multiple writing and commit them as one. Benchmark tests on group commit with JDBC ingestion and the Stream Load method present great results. +For data writing, a back pressure mechanism is in place to avoid execessive data versions, so as to reduce resource consumption by data version merging. In addition, V2.1 supports group commit ([read more](../../data-operate/import/group-commit-manual)), which means to accumulate multiple writing and commit them as one. Benchmark tests on group commit with JDBC ingestion and the Stream Load method present great results. ## Semi-structured data analysis diff --git a/versioned_docs/version-2.0/releasenotes/v2.1/release-2.1.4.md b/versioned_docs/version-2.0/releasenotes/v2.1/release-2.1.4.md index 521694ffa60..9386397ad16 100644 --- a/versioned_docs/version-2.0/releasenotes/v2.1/release-2.1.4.md +++ b/versioned_docs/version-2.0/releasenotes/v2.1/release-2.1.4.md @@ -48,9 +48,9 @@ under the License. For more infomation, please see the documentations: - - [Log Management - FE Log](../admin-manual/log-management/fe-log.md) + - [Log Management - FE Log](../../admin-manual/log-management/fe-log) - - [Log Management - BE Log](../admin-manual/log-management/be-log.md) + - [Log Management - BE Log](../../admin-manual/log-management/be-log) - If no table comment is provided when creating a table, the default comment will be empty instead of using the table type as the default comment. [#36025](https://github.com/apache/doris/pull/36025) diff --git a/versioned_docs/version-2.0/releasenotes/v2.1/release-2.1.9.md b/versioned_docs/version-2.0/releasenotes/v2.1/release-2.1.9.md new file mode 100644 index 00000000000..3714e53fa24 --- /dev/null +++ b/versioned_docs/version-2.0/releasenotes/v2.1/release-2.1.9.md @@ -0,0 +1,120 @@ +--- +{ + "title": "Release 2.1.9", + "language": "en" +} +--- + +<!-- +Licensed to the Apache Software Foundation (ASF) under one +or more contributor license agreements. See the NOTICE file +distributed with this work for additional information +regarding copyright ownership. The ASF licenses this file +to you under the Apache License, Version 2.0 (the +"License"); you may not use this file except in compliance +with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, +software distributed under the License is distributed on an +"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +KIND, either express or implied. See the License for the +specific language governing permissions and limitations +under the License. +--> + +Dear Community, **Apache Doris version 2.1.9 is now available**, featuring improved SQLHash calculation, enhanced query results accuracy, and new metrics for better storage management. This update also resolves critical bugs across multiple areas for a more robust data management experience. + + +- [Quick Download](https://doris.apache.org/download) + +- [GitHub Release](https://github.com/apache/doris/releases/tag/2.1.9-rc02) + + +## Behavior Changes + +- The SQLHash in Audit Log is now accurately calculated per SQL query, resolving the issue of identical hashes in a single request. [#48242](https://github.com/apache/doris/pull/48242) +- Query results match ColumnLabelName exactly. [#47093](https://github.com/apache/doris/pull/47093) +- User property variables now take precedence over session variables. [#47185](https://github.com/apache/doris/pull/47185) + +## New Features + +### Storage Management + +- Disallow renaming partition columns. [#47596](https://github.com/apache/doris/pull/47596) + +### Others + +- Added FE monitoring metrics for Catalogs, Databases, and Tables counts. [#47891](https://github.com/apache/doris/pull/47891) + +## Improvements + +### Inverted Index + +- Support for ARRAY type in VARIANT inverted indexes. [#47688](https://github.com/apache/doris/pull/47688) +- Profile now shows performance metrics for each filter condition. [#47504](https://github.com/apache/doris/pull/47504) + +### Query Optimizer + +- Support for using `SELECT *` in aggregate queries with only aggregation key columns. [#48006](https://github.com/apache/doris/pull/48006) + +### Storage Management + +- Enhanced CCR for binlog recycling and small file transfer efficiency, and robustness in chaotic environments. [#47547](https://github.com/apache/doris/pull/47547) [#47313](https://github.com/apache/doris/pull/47313) [#45061](https://github.com/apache/doris/pull/45061) +- Enhanced import error messages to be more specific. [#47918](https://github.com/apache/doris/pull/47918) [#47470](https://github.com/apache/doris/pull/47470) + +## Bug Fixes + +### Lakehouse + +- Fixed BE krb5.conf path configuration issue. [#47679](https://github.com/apache/doris/pull/47679) +- Prevented `SELECT OUTFILE` statement retries to avoid duplicate data export. [#48095](https://github.com/apache/doris/pull/48095) +- Fixed JAVA API access to Paimon tables. [#47192](https://github.com/apache/doris/pull/47192) +- Resolved writing to Hive tables with `s3a://` storage location. [#47162](https://github.com/apache/doris/pull/47162) +- Fixed the issue of Catalog's Comment field not being persisted. [#46946](https://github.com/apache/doris/pull/46946) +- Addressed JDBC BE class loading leaks under certain conditions. [#46912](https://github.com/apache/doris/pull/46912) +- Resolved high version ClickHouse JDBC Driver compatibility with JDBC Catalog. [#46026](https://github.com/apache/doris/pull/46026) +- Fixed BE crash when reading Iceberg Position Delete. [#47977](https://github.com/apache/doris/pull/47977) +- Corrected reading MaxCompute table data under multi-partition columns. [#48325](https://github.com/apache/doris/pull/48325) +- Fixed reading Parquet complex column types errors. [#47734](https://github.com/apache/doris/pull/47734) + +### Inverted Index + +- Fixed ARRAY type inverted index null value handling. [#48231](https://github.com/apache/doris/pull/48231) +- Resolved `BUILD INDEX` exception for newly added columns. [#48389](https://github.com/apache/doris/pull/48389) +- Corrected UTF8 encoding index truncation issues leading to errors. [#48657](https://github.com/apache/doris/pull/48657) + +### Semi-structured Data Types + +- Fixed `array_agg` function crashes under special conditions. [#46927](https://github.com/apache/doris/pull/46927) +- Resolved JSON import crashes due to incorrect chunk parameters. [#48196](https://github.com/apache/doris/pull/48196) + +### Query Optimizer + +- Fixed constant folding issues with nested time functions like `current_date`. [#47288](https://github.com/apache/doris/pull/47288) +- Addressed non-deterministic function result errors. [#48321](https://github.com/apache/doris/pull/48321) +- Resolved `CREATE TABLE LIKE` execution issues with on update column properties. [#48007](https://github.com/apache/doris/pull/48007) +- Fixed unexpected planning errors for materialized views of aggregate model tables. [#47658](https://github.com/apache/doris/pull/47658) +- Resolved `PreparedStatement` exceptions due to internal ID overflow. [#47950](https://github.com/apache/doris/pull/47950) + +### Query Execution Engine + +- Resolved query hang or null pointer issues when querying system tables. [#48370](https://github.com/apache/doris/pull/48370) +- Added DOUBLE type support for LEAD/LAG functions. [#47940](https://github.com/apache/doris/pull/47940) +- Fixed query errors when `case when` conditions exceed 256. [#47179](https://github.com/apache/doris/pull/47179) +- Corrected `str_to_date` function errors with spaces. [#48920](https://github.com/apache/doris/pull/48920) +- Fixed `split_part` function errors during constant folding with `||`. [#48910](https://github.com/apache/doris/pull/48910) +- Corrected `log` function result errors. [#47228](https://github.com/apache/doris/pull/47228) +- Resolved core dump issues with `array` / `map` functions in lambda expressions. [#49140](https://github.com/apache/doris/pull/49140) + +### Storage Management + +- Fixed memory corruption issues during import of aggregate tables. [#47523](https://github.com/apache/doris/pull/47523) +- Resolved occasional core dump during MoW import under memory pressure. [#47715](https://github.com/apache/doris/pull/47715) +- Fixed potential duplicate key issues with MoW during BE restart and schema change. [#48056](https://github.com/apache/doris/pull/48056) [#48775](https://github.com/apache/doris/pull/48775) +- Corrected group commit and global column update issues with memtable promotion. [#48120](https://github.com/apache/doris/pull/48120) [#47968](https://github.com/apache/doris/pull/47968) + +### Permission Management + +- No longer throws PartialResultException when using LDAP. [#47858](https://github.com/apache/doris/pull/47858) \ No newline at end of file diff --git a/versioned_docs/version-2.1/releasenotes/all-release.md b/versioned_docs/version-2.1/releasenotes/all-release.md index d72467a11a4..ebcb6e89f99 100644 --- a/versioned_docs/version-2.1/releasenotes/all-release.md +++ b/versioned_docs/version-2.1/releasenotes/all-release.md @@ -32,13 +32,15 @@ This document presents a summary of Apache Doris versions released within one ye <br /> -🎉 Version 2.1.8 released now. Check out the 🔗[Release Notes](../releasenotes/v2.1/release-2.1.8) here. The 2.1 version delivers exceptional performance with 100% higher out-of-the-box queries proven by TPC-DS 1TB tests, enhanced data lake analytics that are 4-6 times speedier than Trino and Spark, solid support for semi-structured data analysis with new Variant types and suite of analytical functions, asynchronous materialized views for query acceleration, optimized real-time writing at [...] +🎉 Version 2.1.9 released now. Check out the 🔗[Release Notes](../releasenotes/v2.1/release-2.1.9) here. The 2.1 version delivers exceptional performance with 100% higher out-of-the-box queries proven by TPC-DS 1TB tests, enhanced data lake analytics that are 4-6 times speedier than Trino and Spark, solid support for semi-structured data analysis with new Variant types and suite of analytical functions, asynchronous materialized views for query acceleration, optimized real-time writing at [...] ::: <br /> +- [2025-04-02, Apache Doris 2.1.9 is released](../releasenotes/v2.1/release-2.1.9.md) + - [2025-02-28, Apache Doris 3.0.4 is released](../releasenotes/v3.0/release-3.0.4.md) - [2025-01-24, Apache Doris 2.1.8 is released](../releasenotes/v2.1/release-2.1.8.md) diff --git a/versioned_docs/version-2.1/releasenotes/v2.1/release-2.1.9.md b/versioned_docs/version-2.1/releasenotes/v2.1/release-2.1.9.md new file mode 100644 index 00000000000..3714e53fa24 --- /dev/null +++ b/versioned_docs/version-2.1/releasenotes/v2.1/release-2.1.9.md @@ -0,0 +1,120 @@ +--- +{ + "title": "Release 2.1.9", + "language": "en" +} +--- + +<!-- +Licensed to the Apache Software Foundation (ASF) under one +or more contributor license agreements. See the NOTICE file +distributed with this work for additional information +regarding copyright ownership. The ASF licenses this file +to you under the Apache License, Version 2.0 (the +"License"); you may not use this file except in compliance +with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, +software distributed under the License is distributed on an +"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +KIND, either express or implied. See the License for the +specific language governing permissions and limitations +under the License. +--> + +Dear Community, **Apache Doris version 2.1.9 is now available**, featuring improved SQLHash calculation, enhanced query results accuracy, and new metrics for better storage management. This update also resolves critical bugs across multiple areas for a more robust data management experience. + + +- [Quick Download](https://doris.apache.org/download) + +- [GitHub Release](https://github.com/apache/doris/releases/tag/2.1.9-rc02) + + +## Behavior Changes + +- The SQLHash in Audit Log is now accurately calculated per SQL query, resolving the issue of identical hashes in a single request. [#48242](https://github.com/apache/doris/pull/48242) +- Query results match ColumnLabelName exactly. [#47093](https://github.com/apache/doris/pull/47093) +- User property variables now take precedence over session variables. [#47185](https://github.com/apache/doris/pull/47185) + +## New Features + +### Storage Management + +- Disallow renaming partition columns. [#47596](https://github.com/apache/doris/pull/47596) + +### Others + +- Added FE monitoring metrics for Catalogs, Databases, and Tables counts. [#47891](https://github.com/apache/doris/pull/47891) + +## Improvements + +### Inverted Index + +- Support for ARRAY type in VARIANT inverted indexes. [#47688](https://github.com/apache/doris/pull/47688) +- Profile now shows performance metrics for each filter condition. [#47504](https://github.com/apache/doris/pull/47504) + +### Query Optimizer + +- Support for using `SELECT *` in aggregate queries with only aggregation key columns. [#48006](https://github.com/apache/doris/pull/48006) + +### Storage Management + +- Enhanced CCR for binlog recycling and small file transfer efficiency, and robustness in chaotic environments. [#47547](https://github.com/apache/doris/pull/47547) [#47313](https://github.com/apache/doris/pull/47313) [#45061](https://github.com/apache/doris/pull/45061) +- Enhanced import error messages to be more specific. [#47918](https://github.com/apache/doris/pull/47918) [#47470](https://github.com/apache/doris/pull/47470) + +## Bug Fixes + +### Lakehouse + +- Fixed BE krb5.conf path configuration issue. [#47679](https://github.com/apache/doris/pull/47679) +- Prevented `SELECT OUTFILE` statement retries to avoid duplicate data export. [#48095](https://github.com/apache/doris/pull/48095) +- Fixed JAVA API access to Paimon tables. [#47192](https://github.com/apache/doris/pull/47192) +- Resolved writing to Hive tables with `s3a://` storage location. [#47162](https://github.com/apache/doris/pull/47162) +- Fixed the issue of Catalog's Comment field not being persisted. [#46946](https://github.com/apache/doris/pull/46946) +- Addressed JDBC BE class loading leaks under certain conditions. [#46912](https://github.com/apache/doris/pull/46912) +- Resolved high version ClickHouse JDBC Driver compatibility with JDBC Catalog. [#46026](https://github.com/apache/doris/pull/46026) +- Fixed BE crash when reading Iceberg Position Delete. [#47977](https://github.com/apache/doris/pull/47977) +- Corrected reading MaxCompute table data under multi-partition columns. [#48325](https://github.com/apache/doris/pull/48325) +- Fixed reading Parquet complex column types errors. [#47734](https://github.com/apache/doris/pull/47734) + +### Inverted Index + +- Fixed ARRAY type inverted index null value handling. [#48231](https://github.com/apache/doris/pull/48231) +- Resolved `BUILD INDEX` exception for newly added columns. [#48389](https://github.com/apache/doris/pull/48389) +- Corrected UTF8 encoding index truncation issues leading to errors. [#48657](https://github.com/apache/doris/pull/48657) + +### Semi-structured Data Types + +- Fixed `array_agg` function crashes under special conditions. [#46927](https://github.com/apache/doris/pull/46927) +- Resolved JSON import crashes due to incorrect chunk parameters. [#48196](https://github.com/apache/doris/pull/48196) + +### Query Optimizer + +- Fixed constant folding issues with nested time functions like `current_date`. [#47288](https://github.com/apache/doris/pull/47288) +- Addressed non-deterministic function result errors. [#48321](https://github.com/apache/doris/pull/48321) +- Resolved `CREATE TABLE LIKE` execution issues with on update column properties. [#48007](https://github.com/apache/doris/pull/48007) +- Fixed unexpected planning errors for materialized views of aggregate model tables. [#47658](https://github.com/apache/doris/pull/47658) +- Resolved `PreparedStatement` exceptions due to internal ID overflow. [#47950](https://github.com/apache/doris/pull/47950) + +### Query Execution Engine + +- Resolved query hang or null pointer issues when querying system tables. [#48370](https://github.com/apache/doris/pull/48370) +- Added DOUBLE type support for LEAD/LAG functions. [#47940](https://github.com/apache/doris/pull/47940) +- Fixed query errors when `case when` conditions exceed 256. [#47179](https://github.com/apache/doris/pull/47179) +- Corrected `str_to_date` function errors with spaces. [#48920](https://github.com/apache/doris/pull/48920) +- Fixed `split_part` function errors during constant folding with `||`. [#48910](https://github.com/apache/doris/pull/48910) +- Corrected `log` function result errors. [#47228](https://github.com/apache/doris/pull/47228) +- Resolved core dump issues with `array` / `map` functions in lambda expressions. [#49140](https://github.com/apache/doris/pull/49140) + +### Storage Management + +- Fixed memory corruption issues during import of aggregate tables. [#47523](https://github.com/apache/doris/pull/47523) +- Resolved occasional core dump during MoW import under memory pressure. [#47715](https://github.com/apache/doris/pull/47715) +- Fixed potential duplicate key issues with MoW during BE restart and schema change. [#48056](https://github.com/apache/doris/pull/48056) [#48775](https://github.com/apache/doris/pull/48775) +- Corrected group commit and global column update issues with memtable promotion. [#48120](https://github.com/apache/doris/pull/48120) [#47968](https://github.com/apache/doris/pull/47968) + +### Permission Management + +- No longer throws PartialResultException when using LDAP. [#47858](https://github.com/apache/doris/pull/47858) \ No newline at end of file diff --git a/versioned_docs/version-3.0/releasenotes/all-release.md b/versioned_docs/version-3.0/releasenotes/all-release.md index d72467a11a4..ebcb6e89f99 100644 --- a/versioned_docs/version-3.0/releasenotes/all-release.md +++ b/versioned_docs/version-3.0/releasenotes/all-release.md @@ -32,13 +32,15 @@ This document presents a summary of Apache Doris versions released within one ye <br /> -🎉 Version 2.1.8 released now. Check out the 🔗[Release Notes](../releasenotes/v2.1/release-2.1.8) here. The 2.1 version delivers exceptional performance with 100% higher out-of-the-box queries proven by TPC-DS 1TB tests, enhanced data lake analytics that are 4-6 times speedier than Trino and Spark, solid support for semi-structured data analysis with new Variant types and suite of analytical functions, asynchronous materialized views for query acceleration, optimized real-time writing at [...] +🎉 Version 2.1.9 released now. Check out the 🔗[Release Notes](../releasenotes/v2.1/release-2.1.9) here. The 2.1 version delivers exceptional performance with 100% higher out-of-the-box queries proven by TPC-DS 1TB tests, enhanced data lake analytics that are 4-6 times speedier than Trino and Spark, solid support for semi-structured data analysis with new Variant types and suite of analytical functions, asynchronous materialized views for query acceleration, optimized real-time writing at [...] ::: <br /> +- [2025-04-02, Apache Doris 2.1.9 is released](../releasenotes/v2.1/release-2.1.9.md) + - [2025-02-28, Apache Doris 3.0.4 is released](../releasenotes/v3.0/release-3.0.4.md) - [2025-01-24, Apache Doris 2.1.8 is released](../releasenotes/v2.1/release-2.1.8.md) diff --git a/versioned_docs/version-3.0/releasenotes/v2.1/release-2.1.9.md b/versioned_docs/version-3.0/releasenotes/v2.1/release-2.1.9.md new file mode 100644 index 00000000000..3714e53fa24 --- /dev/null +++ b/versioned_docs/version-3.0/releasenotes/v2.1/release-2.1.9.md @@ -0,0 +1,120 @@ +--- +{ + "title": "Release 2.1.9", + "language": "en" +} +--- + +<!-- +Licensed to the Apache Software Foundation (ASF) under one +or more contributor license agreements. See the NOTICE file +distributed with this work for additional information +regarding copyright ownership. The ASF licenses this file +to you under the Apache License, Version 2.0 (the +"License"); you may not use this file except in compliance +with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, +software distributed under the License is distributed on an +"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +KIND, either express or implied. See the License for the +specific language governing permissions and limitations +under the License. +--> + +Dear Community, **Apache Doris version 2.1.9 is now available**, featuring improved SQLHash calculation, enhanced query results accuracy, and new metrics for better storage management. This update also resolves critical bugs across multiple areas for a more robust data management experience. + + +- [Quick Download](https://doris.apache.org/download) + +- [GitHub Release](https://github.com/apache/doris/releases/tag/2.1.9-rc02) + + +## Behavior Changes + +- The SQLHash in Audit Log is now accurately calculated per SQL query, resolving the issue of identical hashes in a single request. [#48242](https://github.com/apache/doris/pull/48242) +- Query results match ColumnLabelName exactly. [#47093](https://github.com/apache/doris/pull/47093) +- User property variables now take precedence over session variables. [#47185](https://github.com/apache/doris/pull/47185) + +## New Features + +### Storage Management + +- Disallow renaming partition columns. [#47596](https://github.com/apache/doris/pull/47596) + +### Others + +- Added FE monitoring metrics for Catalogs, Databases, and Tables counts. [#47891](https://github.com/apache/doris/pull/47891) + +## Improvements + +### Inverted Index + +- Support for ARRAY type in VARIANT inverted indexes. [#47688](https://github.com/apache/doris/pull/47688) +- Profile now shows performance metrics for each filter condition. [#47504](https://github.com/apache/doris/pull/47504) + +### Query Optimizer + +- Support for using `SELECT *` in aggregate queries with only aggregation key columns. [#48006](https://github.com/apache/doris/pull/48006) + +### Storage Management + +- Enhanced CCR for binlog recycling and small file transfer efficiency, and robustness in chaotic environments. [#47547](https://github.com/apache/doris/pull/47547) [#47313](https://github.com/apache/doris/pull/47313) [#45061](https://github.com/apache/doris/pull/45061) +- Enhanced import error messages to be more specific. [#47918](https://github.com/apache/doris/pull/47918) [#47470](https://github.com/apache/doris/pull/47470) + +## Bug Fixes + +### Lakehouse + +- Fixed BE krb5.conf path configuration issue. [#47679](https://github.com/apache/doris/pull/47679) +- Prevented `SELECT OUTFILE` statement retries to avoid duplicate data export. [#48095](https://github.com/apache/doris/pull/48095) +- Fixed JAVA API access to Paimon tables. [#47192](https://github.com/apache/doris/pull/47192) +- Resolved writing to Hive tables with `s3a://` storage location. [#47162](https://github.com/apache/doris/pull/47162) +- Fixed the issue of Catalog's Comment field not being persisted. [#46946](https://github.com/apache/doris/pull/46946) +- Addressed JDBC BE class loading leaks under certain conditions. [#46912](https://github.com/apache/doris/pull/46912) +- Resolved high version ClickHouse JDBC Driver compatibility with JDBC Catalog. [#46026](https://github.com/apache/doris/pull/46026) +- Fixed BE crash when reading Iceberg Position Delete. [#47977](https://github.com/apache/doris/pull/47977) +- Corrected reading MaxCompute table data under multi-partition columns. [#48325](https://github.com/apache/doris/pull/48325) +- Fixed reading Parquet complex column types errors. [#47734](https://github.com/apache/doris/pull/47734) + +### Inverted Index + +- Fixed ARRAY type inverted index null value handling. [#48231](https://github.com/apache/doris/pull/48231) +- Resolved `BUILD INDEX` exception for newly added columns. [#48389](https://github.com/apache/doris/pull/48389) +- Corrected UTF8 encoding index truncation issues leading to errors. [#48657](https://github.com/apache/doris/pull/48657) + +### Semi-structured Data Types + +- Fixed `array_agg` function crashes under special conditions. [#46927](https://github.com/apache/doris/pull/46927) +- Resolved JSON import crashes due to incorrect chunk parameters. [#48196](https://github.com/apache/doris/pull/48196) + +### Query Optimizer + +- Fixed constant folding issues with nested time functions like `current_date`. [#47288](https://github.com/apache/doris/pull/47288) +- Addressed non-deterministic function result errors. [#48321](https://github.com/apache/doris/pull/48321) +- Resolved `CREATE TABLE LIKE` execution issues with on update column properties. [#48007](https://github.com/apache/doris/pull/48007) +- Fixed unexpected planning errors for materialized views of aggregate model tables. [#47658](https://github.com/apache/doris/pull/47658) +- Resolved `PreparedStatement` exceptions due to internal ID overflow. [#47950](https://github.com/apache/doris/pull/47950) + +### Query Execution Engine + +- Resolved query hang or null pointer issues when querying system tables. [#48370](https://github.com/apache/doris/pull/48370) +- Added DOUBLE type support for LEAD/LAG functions. [#47940](https://github.com/apache/doris/pull/47940) +- Fixed query errors when `case when` conditions exceed 256. [#47179](https://github.com/apache/doris/pull/47179) +- Corrected `str_to_date` function errors with spaces. [#48920](https://github.com/apache/doris/pull/48920) +- Fixed `split_part` function errors during constant folding with `||`. [#48910](https://github.com/apache/doris/pull/48910) +- Corrected `log` function result errors. [#47228](https://github.com/apache/doris/pull/47228) +- Resolved core dump issues with `array` / `map` functions in lambda expressions. [#49140](https://github.com/apache/doris/pull/49140) + +### Storage Management + +- Fixed memory corruption issues during import of aggregate tables. [#47523](https://github.com/apache/doris/pull/47523) +- Resolved occasional core dump during MoW import under memory pressure. [#47715](https://github.com/apache/doris/pull/47715) +- Fixed potential duplicate key issues with MoW during BE restart and schema change. [#48056](https://github.com/apache/doris/pull/48056) [#48775](https://github.com/apache/doris/pull/48775) +- Corrected group commit and global column update issues with memtable promotion. [#48120](https://github.com/apache/doris/pull/48120) [#47968](https://github.com/apache/doris/pull/47968) + +### Permission Management + +- No longer throws PartialResultException when using LDAP. [#47858](https://github.com/apache/doris/pull/47858) \ No newline at end of file diff --git a/versioned_sidebars/version-2.0-sidebars.json b/versioned_sidebars/version-2.0-sidebars.json index e0a8cb75995..926f7d39ba0 100644 --- a/versioned_sidebars/version-2.0-sidebars.json +++ b/versioned_sidebars/version-2.0-sidebars.json @@ -1488,6 +1488,8 @@ "type": "category", "label": "v2.1", "items": [ + "releasenotes/v2.1/release-2.1.9", + "releasenotes/v2.1/release-2.1.8", "releasenotes/v2.1/release-2.1.7", "releasenotes/v2.1/release-2.1.6", "releasenotes/v2.1/release-2.1.5", diff --git a/versioned_sidebars/version-2.1-sidebars.json b/versioned_sidebars/version-2.1-sidebars.json index af6ded0c32f..18262ad30cf 100644 --- a/versioned_sidebars/version-2.1-sidebars.json +++ b/versioned_sidebars/version-2.1-sidebars.json @@ -2032,6 +2032,7 @@ "type": "category", "label": "v2.1", "items": [ + "releasenotes/v2.1/release-2.1.9", "releasenotes/v2.1/release-2.1.8", "releasenotes/v2.1/release-2.1.7", "releasenotes/v2.1/release-2.1.6", @@ -2095,4 +2096,4 @@ ] } ] -} +} \ No newline at end of file diff --git a/versioned_sidebars/version-3.0-sidebars.json b/versioned_sidebars/version-3.0-sidebars.json index 15d7ba69996..521ce1dcc2f 100644 --- a/versioned_sidebars/version-3.0-sidebars.json +++ b/versioned_sidebars/version-3.0-sidebars.json @@ -2110,6 +2110,7 @@ "type": "category", "label": "v2.1", "items": [ + "releasenotes/v2.1/release-2.1.9", "releasenotes/v2.1/release-2.1.8", "releasenotes/v2.1/release-2.1.7", "releasenotes/v2.1/release-2.1.6", @@ -2173,4 +2174,4 @@ ] } ] -} +} \ No newline at end of file --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org