morningman commented on code in PR #26845:
URL: https://github.com/apache/doris/pull/26845#discussion_r1392090982
##########
fe/fe-common/src/main/java/org/apache/doris/common/Config.java:
##########
@@ -1570,10 +1570,46 @@ public class Config extends ConfigBase {
@ConfField
public static boolean enable_pipeline_load = false;
+ /*---------------------- JOB CONFIG START------------------------*/
+ /**
+ * The number of threads used to dispatch timer job.
+ * If we have a lot of timer jobs, we need more threads to dispatch them.
+ * All timer job will be dispatched to a thread pool, and they will be
dispatched to the thread queue of the
+ * corresponding type of job
+ * The value should be greater than 0, if it is 0 or <=0, set it to 5
+ */
+ @ConfField
Review Comment:
use `description` field in `@ConfField`
##########
fe/fe-common/src/main/java/org/apache/doris/common/Config.java:
##########
@@ -1570,10 +1570,46 @@ public class Config extends ConfigBase {
@ConfField
public static boolean enable_pipeline_load = false;
+ /*---------------------- JOB CONFIG START------------------------*/
+ /**
+ * The number of threads used to dispatch timer job.
+ * If we have a lot of timer jobs, we need more threads to dispatch them.
+ * All timer job will be dispatched to a thread pool, and they will be
dispatched to the thread queue of the
+ * corresponding type of job
+ * The value should be greater than 0, if it is 0 or <=0, set it to 5
+ */
+ @ConfField
+ public static int job_dispatch_timer_job_thread_num = 5;
+
+ /**
+ * The number of timer jobs that can be queued.
+ * if consumer is slow, the queue will be full, and the producer will be
blocked.
+ * if you have a lot of timer jobs, you need to increase this value or
increase the number of
+ * {@code @dispatch_timer_job_thread_num}
+ * The value should be greater than 0, if it is 0 or <=0, set it to 1024
+ */
+ @ConfField
+ public static int job_dispatch_timer_job_queue_size = 1024;
+ /**
+ * The number of threads used to consume insert tasks.
+ * if you have a lot of insert jobs,and the average execution frequency is
relatively high you need to increase
+ * this value or increase the number of {@code @job_insert_task_queue_size}
+ * The value should be greater than 0, if it is 0 or <=0, set it to 5
+ */
@ConfField
- public static int scheduler_job_task_max_saved_count = 20;
+ public static int job_insert_task_consumer_thread_num = 5;
Review Comment:
set to 10, same as previous load loading task
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
