hcq/oceanbase
hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[CP] fix create global index performace

Browse Source
This commit is contained in:
Charles0429 2022-06-30 16:19:48 +08:00 committed by linzhigang.lzg
parent 2146f1d189
commit 90c6bd301c
2 changed files with 10 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
src/rootserver/ob_global_index_builder.cpp
View File

@ -1272,6 +1272,7 @@ int ObGlobalIndexBuilder::do_build_single_replica(
ObGlobalIndexTask* task, const share::schema::ObTableSchema* index_schema, const int64_t snapshot)
{
int ret = OB_SUCCESS;
const ObTableSchema *table_schema = nullptr;
ObRootService *root_service = NULL;
if (OB_UNLIKELY(!inited_)) {
ret = OB_NOT_INIT;
@ -1284,12 +1285,19 @@ int ObGlobalIndexBuilder::do_build_single_replica(
LOG_WARN("root service ptr is null", K(ret));
} else {
sql::ObIndexSSTableBuilder::BuildIndexJob job;
int64_t parallel_server_target = 5;
int tmp_ret = OB_SUCCESS;
job.job_id_ = index_schema->get_table_id();
job.schema_version_ = task->schema_version_;
job.snapshot_version_ = snapshot;
job.data_table_id_ = index_schema->get_data_table_id();
job.index_table_id_ = index_schema->get_table_id();
job.degree_of_parallelism_ = 10;
if (OB_UNLIKELY(OB_SUCCESS != (tmp_ret = ObSchemaUtils::get_tenant_int_variable(
OB_SYS_TENANT_ID, SYS_VAR_PARALLEL_SERVERS_TARGET, parallel_server_target)))) {
STORAGE_LOG(WARN, "failed to get sys tenant parallel server target", K(tmp_ret));
}
job.degree_of_parallelism_ = std::max(10L, parallel_server_target * 2);
job.degree_of_parallelism_ = std::min(96L, job.degree_of_parallelism_);
const int64_t timeout = GCONF.global_index_build_single_replica_timeout;
const int64_t abs_timeout_us = ObTimeUtility::current_time() + timeout;
if (OB_FAIL(root_service->submit_index_sstable_build_task(job, *this, abs_timeout_us))) {

4
src/sql/ob_index_sstable_builder.cpp
View File

@ -1632,7 +1632,7 @@ int ObIndexSSTableBuilder::split_ranges(ObArray<ObArray<ObNewRange>>& ranges_arr
"SELECT %.*s FROM "
"(SELECT %.*s, bucket, ROW_NUMBER() OVER (PARTITION BY bucket ORDER BY %.*s) rn FROM "
"(SELECT %.*s, NTILE(%ld) OVER (ORDER BY %.*s) bucket FROM "
"(SELECT %.*s FROM %s%.*s%s.%s%.*s%s SAMPLE BLOCK(%g) %s %ld) a) b) c WHERE rn = 1 "
"(SELECT %.*s FROM %s%.*s%s.%s%.*s%s SAMPLE BLOCK(%g)) a) b) c WHERE rn = 1 "
"GROUP BY %.*s ORDER BY %.*s",
static_cast<int>(col_alias.length()),
col_alias.ptr(),
@ -1659,8 +1659,6 @@ int ObIndexSSTableBuilder::split_ranges(ObArray<ObArray<ObNewRange>>& ranges_arr
sample_table.get_table_name_str().ptr(),
name_quote(),
sample_pct,
oracle_mode_ ? "WHERE ROWNUM <=" : "LIMIT",
max_sample_rows * 2,
static_cast<int>(col_alias.length()),
col_alias.ptr(),