From d123abc903b6835ddaae31b481c38eea19650e27 Mon Sep 17 00:00:00 2001 From: HHoflittlefish777 <77738092+HHoflittlefish777@users.noreply.github.com> Date: Mon, 5 Feb 2024 21:55:10 +0800 Subject: [PATCH] disable check segment when build rowset meta by default (#30857) --- be/src/common/config.cpp | 2 ++ be/src/common/config.h | 2 ++ be/src/olap/rowset/beta_rowset_writer.cpp | 2 +- 3 files changed, 5 insertions(+), 1 deletion(-) diff --git a/be/src/common/config.cpp b/be/src/common/config.cpp index a11703a824..873be1c5f5 100644 --- a/be/src/common/config.cpp +++ b/be/src/common/config.cpp @@ -1180,6 +1180,8 @@ DEFINE_mDouble(high_disk_avail_level_diff_usages, "0.15"); // create tablet in partition random robin idx lru size, default 10000 DEFINE_Int32(partition_disk_index_lru_size, "10000"); +DEFINE_mBool(check_segment_when_build_rowset_meta, "false"); + // clang-format off #ifdef BE_TEST // test s3 diff --git a/be/src/common/config.h b/be/src/common/config.h index eaebffbd1e..7aa18b0d61 100644 --- a/be/src/common/config.h +++ b/be/src/common/config.h @@ -1256,6 +1256,8 @@ DECLARE_mDouble(high_disk_avail_level_diff_usages); // create tablet in partition random robin idx lru size, default 10000 DECLARE_Int32(partition_disk_index_lru_size); +DECLARE_mBool(check_segment_when_build_rowset_meta); + #ifdef BE_TEST // test s3 DECLARE_String(test_s3_resource); diff --git a/be/src/olap/rowset/beta_rowset_writer.cpp b/be/src/olap/rowset/beta_rowset_writer.cpp index ba6a8a11f9..991ad4a831 100644 --- a/be/src/olap/rowset/beta_rowset_writer.cpp +++ b/be/src/olap/rowset/beta_rowset_writer.cpp @@ -643,7 +643,7 @@ Status BaseBetaRowsetWriter::_build_rowset_meta(std::shared_ptr rows } auto segment_num = _num_seg(); - if (check_segment_num) { + if (check_segment_num && config::check_segment_when_build_rowset_meta) { auto segments_encoded_key_bounds_size = segments_encoded_key_bounds.size(); if (segments_encoded_key_bounds_size != segment_num) { return Status::InternalError(