This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a commit to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
commit 4bdea7c3249be91724c880d1866e383d47a9c4c2
Author: Lei Zhang <27994433+swjtu-zhang...@users.noreply.github.com>
AuthorDate: Fri Mar 8 19:33:31 2024 +0800
[opt](fe) Reduce jvm heap memory consumed by profiles of BrokerLoadJob
(#31985)
* it may cause FE OOM when there are a lot of broker load jobs
if the profile is enabled
---
.../src/main/java/org/apache/doris/load/loadv2/BrokerLoadJob.java | 6 +++++-
1 file changed, 5 insertions(+), 1 deletion(-)
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/load/loadv2/BrokerLoadJob.java
b/fe/fe-core/src/main/java/org/apache/doris/load/loadv2/BrokerLoadJob.java
index 50e46fc383f..27503d4cc78 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/load/loadv2/BrokerLoadJob.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/load/loadv2/BrokerLoadJob.java
@@ -198,7 +198,9 @@ public class BrokerLoadJob extends BulkLoadJob {
Lists.newArrayList(fileGroupAggInfo.getAllTableIds()));
// divide job into broker loading task by table
List<LoadLoadingTask> newLoadingTasks = Lists.newArrayList();
- this.jobProfile = new Profile("BrokerLoadJob " + id + ". " + label,
true);
+ if (enableProfile) {
+ this.jobProfile = new Profile("BrokerLoadJob " + id + ". " +
label, true);
+ }
ProgressManager progressManager = Env.getCurrentProgressManager();
progressManager.registerProgressSimple(String.valueOf(id));
MetaLockUtils.readLockTables(tableList);
@@ -333,6 +335,8 @@ public class BrokerLoadJob extends BulkLoadJob {
}
jobProfile.update(createTimestamp, getSummaryInfo(true), true,
Integer.valueOf(sessionVariables.getOrDefault(SessionVariable.PROFILE_LEVEL,
"3")), null, false);
+ // jobProfile has been pushed into ProfileManager, remove reference in
brokerLoadJob
+ jobProfile = null;
}
private Map<String, String> getSummaryInfo(boolean isFinished) {
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
