From 81cbd7e0fcaa25d70929fcc2e5080ea570c4db04 Mon Sep 17 00:00:00 2001 From: coolfishchen Date: Fri, 30 Jun 2023 02:53:41 +0000 Subject: [PATCH] Set the max num of direct load thread to 2 * cpu --- src/observer/table_load/ob_table_load_begin_processor.cpp | 2 +- src/observer/table_load/ob_table_load_stat.h | 2 +- src/sql/engine/cmd/ob_load_data_direct_impl.cpp | 2 +- src/sql/engine/cmd/ob_table_direct_insert_ctx.cpp | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/src/observer/table_load/ob_table_load_begin_processor.cpp b/src/observer/table_load/ob_table_load_begin_processor.cpp index 1a5e93588..2bc73e091 100644 --- a/src/observer/table_load/ob_table_load_begin_processor.cpp +++ b/src/observer/table_load/ob_table_load_begin_processor.cpp @@ -112,7 +112,7 @@ int ObTableLoadBeginP::process() param.table_id_ = table_id; param.batch_size_ = arg_.config_.batch_size_; param.parallel_ = arg_.config_.session_count_; - param.session_count_ = MIN(arg_.config_.session_count_, (int32_t)tenant->unit_max_cpu()); + param.session_count_ = MIN(arg_.config_.session_count_, (int32_t)tenant->unit_max_cpu() * 2); param.max_error_row_count_ = arg_.config_.max_error_row_count_; param.column_count_ = column_names.count(); param.need_sort_ = arg_.config_.flag_.is_need_sort_; diff --git a/src/observer/table_load/ob_table_load_stat.h b/src/observer/table_load/ob_table_load_stat.h index 06c32de1a..17e94ad50 100644 --- a/src/observer/table_load/ob_table_load_stat.h +++ b/src/observer/table_load/ob_table_load_stat.h @@ -13,7 +13,7 @@ namespace oceanbase namespace observer { -#define ENABLE_TABLE_LOAD_STAT 1 +#define ENABLE_TABLE_LOAD_STAT 0 struct ObTableLoadStat { diff --git a/src/sql/engine/cmd/ob_load_data_direct_impl.cpp b/src/sql/engine/cmd/ob_load_data_direct_impl.cpp index 57b8a4256..0ac96ffc0 100644 --- a/src/sql/engine/cmd/ob_load_data_direct_impl.cpp +++ b/src/sql/engine/cmd/ob_load_data_direct_impl.cpp @@ -1919,7 +1919,7 @@ int ObLoadDataDirectImpl::init_execute_param() } else { hint_parallel = hint_parallel > 0 ? hint_parallel : DEFAULT_PARALLEL_THREAD_COUNT; execute_param_.parallel_ = hint_parallel; - execute_param_.thread_count_ = MIN(hint_parallel, (int64_t)tenant->unit_max_cpu()); + execute_param_.thread_count_ = MIN(hint_parallel, (int64_t)tenant->unit_max_cpu() * 2); execute_param_.data_mem_usage_limit_ = MIN(execute_param_.thread_count_ * 2, MAX_DATA_MEM_USAGE_LIMIT); } diff --git a/src/sql/engine/cmd/ob_table_direct_insert_ctx.cpp b/src/sql/engine/cmd/ob_table_direct_insert_ctx.cpp index e944fedfa..85e6a922d 100644 --- a/src/sql/engine/cmd/ob_table_direct_insert_ctx.cpp +++ b/src/sql/engine/cmd/ob_table_direct_insert_ctx.cpp @@ -62,7 +62,7 @@ int ObTableDirectInsertCtx::init(ObExecContext *exec_ctx, param.table_id_ = table_id; param.batch_size_ = 100; param.parallel_ = parallel; - param.session_count_ = MIN(parallel, (int64_t)tenant->unit_max_cpu()); + param.session_count_ = MIN(parallel, (int64_t)tenant->unit_max_cpu() * 2); param.px_mode_ = true; param.online_opt_stat_gather_ = false; param.need_sort_ = true;