This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a commit to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
commit 2a1fbfd72c8e6e7bec54a35b4e2f0d24acd3ba99
Author: Lei Zhang <27994433+swjtu-zhang...@users.noreply.github.com>
AuthorDate: Mon Apr 22 21:32:12 2024 +0800
[feat](fe) Add `ignore_bdbje_log_checksum_read` for BDBEnvironment (#31247)
* https://forums.oracle.com/ords/apexds/post/je-log-checksumexception-2812
* When meeting disk damage or other reason described in the oracle forums
and fe cannot start due to `com.sleepycat.je.log.ChecksumException`, we
add a param `ignore_bdbje_log_checksum_read` to ignore the exception, but
there is no guarantee of correctness for bdbje kv data
Co-authored-by: Yongqiang YANG
<98214048+dataroar...@users.noreply.github.com>
---
fe/fe-common/src/main/java/org/apache/doris/common/Config.java | 9 +++++++++
.../main/java/org/apache/doris/journal/bdbje/BDBEnvironment.java | 5 +++++
2 files changed, 14 insertions(+)
diff --git a/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
b/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
index 4510828a39d..94016b55833 100644
--- a/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
+++ b/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
@@ -2547,6 +2547,15 @@ public class Config extends ConfigBase {
options = {"default", "ranger-doris"})
public static String access_controller_type = "default";
+ /* https://forums.oracle.com/ords/apexds/post/je-log-checksumexception-2812
+ when meeting disk damage or other reason described in the oracle forums
+ and fe cannot start due to `com.sleepycat.je.log.ChecksumException`, we
+ add a param `ignore_bdbje_log_checksum_read` to ignore the exception, but
+ there is no guarantee of correctness for bdbje kv data
+ */
+ @ConfField
+ public static boolean ignore_bdbje_log_checksum_read = false;
+
@ConfField(description = {"指定 mysql登录身份认证类型",
"Specifies the authentication type"},
options = {"default", "ldap"})
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/journal/bdbje/BDBEnvironment.java
b/fe/fe-core/src/main/java/org/apache/doris/journal/bdbje/BDBEnvironment.java
index f973ed82597..f80f5e7dd20 100644
---
a/fe/fe-core/src/main/java/org/apache/doris/journal/bdbje/BDBEnvironment.java
+++
b/fe/fe-core/src/main/java/org/apache/doris/journal/bdbje/BDBEnvironment.java
@@ -143,6 +143,11 @@ public class BDBEnvironment {
environmentConfig.setConfigParam(EnvironmentConfig.FREE_DISK,
String.valueOf(Config.bdbje_free_disk_bytes));
+ if (Config.ignore_bdbje_log_checksum_read) {
+
environmentConfig.setConfigParam(EnvironmentConfig.LOG_CHECKSUM_READ, "false");
+ LOG.warn("set EnvironmentConfig.LOG_CHECKSUM_READ false");
+ }
+
if (BDBJE_LOG_LEVEL.contains(Config.bdbje_file_logging_level)) {
java.util.logging.Logger parent =
java.util.logging.Logger.getLogger("com.sleepycat.je");
parent.setLevel(Level.parse(Config.bdbje_file_logging_level));
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
