From ff0fda460ce483a894d163a5d4317c9ecf45834b Mon Sep 17 00:00:00 2001 From: yiguolei <676222867@qq.com> Date: Tue, 1 Aug 2023 20:33:41 +0800 Subject: [PATCH] [be](parameter) change default fragment_pool_thread_num_max from 512 to 2048 (#22448) change some parameter's default value: brpc_num_threads from -1 to 256 compaction_task_num_per_disk from 2 to 4 compaction_task_num_per_fast_disk from 4 to 8 fragment_pool_thread_num_max from 512 to 2048 fragment_pool_queue_size from 2048 to 4096 --------- Co-authored-by: yiguolei --- be/src/common/config.cpp | 10 +++++----- docs/en/docs/admin-manual/config/be-config.md | 8 ++++---- docs/zh-CN/docs/admin-manual/config/be-config.md | 8 ++++---- 3 files changed, 13 insertions(+), 13 deletions(-) diff --git a/be/src/common/config.cpp b/be/src/common/config.cpp index 070a5d6657..904d575df2 100644 --- a/be/src/common/config.cpp +++ b/be/src/common/config.cpp @@ -62,7 +62,7 @@ DEFINE_Int32(brpc_port, "8060"); // the number of bthreads for brpc, the default value is set to -1, // which means the number of bthreads is #cpu-cores -DEFINE_Int32(brpc_num_threads, "-1"); +DEFINE_Int32(brpc_num_threads, "256"); // Declare a selection strategy for those servers have many ips. // Note that there should at most one ip match this list. @@ -394,9 +394,9 @@ DEFINE_mInt32(update_replica_infos_interval_seconds, "60"); // Compaction task number per disk. // Must be greater than 2, because Base compaction and Cumulative compaction have at least one thread each. -DEFINE_mInt32(compaction_task_num_per_disk, "2"); +DEFINE_mInt32(compaction_task_num_per_disk, "4"); // compaction thread num for fast disk(typically .SSD), must be greater than 2. -DEFINE_mInt32(compaction_task_num_per_fast_disk, "4"); +DEFINE_mInt32(compaction_task_num_per_fast_disk, "8"); DEFINE_Validator(compaction_task_num_per_disk, [](const int config) -> bool { return config >= 2; }); DEFINE_Validator(compaction_task_num_per_fast_disk, @@ -492,8 +492,8 @@ DEFINE_mInt32(olap_table_sink_send_interval_ms, "1"); // Fragment thread pool DEFINE_Int32(fragment_pool_thread_num_min, "64"); -DEFINE_Int32(fragment_pool_thread_num_max, "512"); -DEFINE_Int32(fragment_pool_queue_size, "2048"); +DEFINE_Int32(fragment_pool_thread_num_max, "2048"); +DEFINE_Int32(fragment_pool_queue_size, "4096"); // Control the number of disks on the machine. If 0, this comes from the system settings. DEFINE_Int32(num_disks, "0"); diff --git a/docs/en/docs/admin-manual/config/be-config.md b/docs/en/docs/admin-manual/config/be-config.md index fe00733df9..9ebfabea57 100644 --- a/docs/en/docs/admin-manual/config/be-config.md +++ b/docs/en/docs/admin-manual/config/be-config.md @@ -326,7 +326,7 @@ There are two ways to configure BE configuration items: #### `fragment_pool_queue_size` * Description: The upper limit of query requests that can be processed on a single node -* Default value: 2048 +* Default value: 4096 #### `fragment_pool_thread_num_min` @@ -336,7 +336,7 @@ There are two ways to configure BE configuration items: #### `fragment_pool_thread_num_max` * Description: Follow up query requests create threads dynamically, with a maximum of 512 threads created. -* Default value: 512 +* Default value: 2048 #### `doris_max_pushdown_conjuncts_return_rate` @@ -596,13 +596,13 @@ BaseCompaction:546859: * Type: int32 * Description: The number of compaction tasks which execute in parallel for a disk(HDD). -* Default value: 2 +* Default value: 4 #### `compaction_task_num_per_fast_disk` * Type: int32 * Description: The number of compaction tasks which execute in parallel for a fast disk(SSD). -* Default value: 4 +* Default value: 8 #### `cumulative_compaction_rounds_for_each_base_compaction_round` diff --git a/docs/zh-CN/docs/admin-manual/config/be-config.md b/docs/zh-CN/docs/admin-manual/config/be-config.md index 170a1f785b..5c3847123b 100644 --- a/docs/zh-CN/docs/admin-manual/config/be-config.md +++ b/docs/zh-CN/docs/admin-manual/config/be-config.md @@ -337,7 +337,7 @@ BE 重启后该配置将失效。如果想持久化修改结果，使用如下 #### `fragment_pool_queue_size` * 描述：单节点上能够处理的查询请求上限 -* 默认值：2048 +* 默认值：4096 #### `fragment_pool_thread_num_min` @@ -347,7 +347,7 @@ BE 重启后该配置将失效。如果想持久化修改结果，使用如下 #### `fragment_pool_thread_num_max` * 描述：后续查询请求动态创建线程，最大创建512个线程。 -* 默认值：512 +* 默认值：2048 #### `doris_max_pushdown_conjuncts_return_rate` @@ -610,13 +610,13 @@ BaseCompaction:546859: * 类型：int32 * 描述：每个磁盘（HDD）可以并发执行的compaction任务数量。 -* 默认值：2 +* 默认值：4 #### `compaction_task_num_per_fast_disk` * 类型：int32 * 描述：每个高速磁盘（SSD）可以并发执行的compaction任务数量。 -* 默认值：4 +* 默认值：8 #### `cumulative_compaction_rounds_for_each_base_compaction_round`